-- Logs begin at Wed 2021-12-22 07:52:53 UTC, end at Wed 2021-12-22 09:59:23 UTC. -- Dec 22 08:27:24.061764 dv-neutron-822602-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 08:27:26.383628 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.common.config [-] Logging enabled! Dec 22 08:27:26.384385 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev101 Dec 22 08:27:26.384476 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 08:27:26.387628 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.common.config [-] Logging enabled! Dec 22 08:27:26.387878 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev101 Dec 22 08:27:26.388271 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 08:27:26.389197 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:27:26.389430 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:27:26.389796 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:27:26.390042 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:27:26.390266 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:27:26.390581 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.390873 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.391164 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.391389 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.391679 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.391992 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.392275 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.392560 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.392850 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.393131 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.393405 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.393686 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.393913 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.394187 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.394468 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.394748 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.394967 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] debug = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.395237 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.395658 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.396086 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.396360 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.396644 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.396918 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.397182 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.397453 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.397733 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.398057 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] host = dv-neutron-822602-1-hyperv {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.398333 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.398613 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.398893 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.399178 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.399447 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.399718 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.400024 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.400293 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.400560 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] log_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.400831 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.401150 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.401433 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.401723 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.401946 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.402164 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.402446 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.402727 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.403001 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.403271 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.403540 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.403810 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.404117 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.404384 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.404661 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.404939 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.405230 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.405486 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.405757 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.406025 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.406290 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.406570 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.406838 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.407105 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.407371 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.407652 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.407919 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.408216 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.408510 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.408788 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.409069 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.409348 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.409618 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.409898 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.410167 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.410435 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.410704 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] use_json = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.410972 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.411238 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.411516 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.411785 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.412077 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.412348 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.412616 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.412896 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:26.413187 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.413479 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.413773 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.414050 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.414339 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.414617 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.414902 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.415175 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.415457 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.415741 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.416063 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.416338 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.417136 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.417412 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.417701 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.418000 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.418290 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.418575 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.419100 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.419370 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.419651 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.419936 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.420226 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.420516 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.420802 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.421071 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.421346 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.421632 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.421907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.422177 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.422449 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.422733 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.423008 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.423277 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.423553 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.423825 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.424126 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.424397 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.424669 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.424952 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.425223 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.425491 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.425755 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.426027 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.426297 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.426577 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.426849 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.427117 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.427384 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.427656 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.427940 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.428212 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.428485 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.428752 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.429025 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.429291 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.429563 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.429829 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.430097 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.430364 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.430630 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.430895 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.431166 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.431432 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.431697 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.431984 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.432884 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.433158 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.433441 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.433735 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.434009 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.434285 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.434562 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.434837 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.435108 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.435379 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.435651 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.435943 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.436224 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.436512 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.436794 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.437076 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.437355 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.437630 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.437922 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.438197 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.438479 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.438754 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.439031 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.439320 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.439601 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.439897 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.440210 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.440503 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.440794 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.441083 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.441362 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.441665 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.441939 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:26.442154 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:27:26.442390 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87493) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 08:27:26.828629 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO keyring.backend [-] Loading KWallet Dec 22 08:27:26.835889 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO keyring.backend [-] Loading SecretService Dec 22 08:27:26.840051 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO keyring.backend [-] Loading Windows Dec 22 08:27:26.841395 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO keyring.backend [-] Loading chainer Dec 22 08:27:26.841970 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO keyring.backend [-] Loading macOS Dec 22 08:27:26.883708 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:26.884011 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:26.884305 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:26.884636 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 08:27:27.187670 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.187863 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.188158 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.189349 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.189618 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.189877 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.309119 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.309394 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.309658 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.322934 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.323213 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.323478 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.352048 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.352327 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.352594 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.391207 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.391758 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.391758 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.623695 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.624001 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.624272 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.624549 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.625279 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.749283 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.749604 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.749891 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.750160 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.750422 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.750725 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.750987 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.751241 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.751489 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.751765 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.752042 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.752447 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.752719 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.752977 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.753244 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.753515 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.753773 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.754041 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.754292 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.754568 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.754913 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.755162 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.755408 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.755684 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.755954 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.756200 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.756579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:27.756817 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:27.757049 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:27.757280 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:27.757511 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:27.757742 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:27.758097 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 08:27:27.761737 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 08:27:27.765775 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 08:27:27.769661 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 22 08:27:27.771322 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 08:27:27.771782 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 08:27:27.772146 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 08:27:27.772533 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 08:27:27.775558 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 08:27:27.775804 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 08:27:27.776737 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 08:27:27.804706 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 08:27:27.805116 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.805416 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87493) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 08:27:27.805779 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.807165 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87493) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 08:27:27.807443 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 08:27:27.807685 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 08:27:27.810963 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.811245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:27.872808 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 08:27:27.873046 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 08:27:27.873282 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 08:27:27.873645 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 08:27:27.905783 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_db.sqlalchemy.engines [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87493) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 08:27:28.236780 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing driver for type 'gre' Dec 22 08:27:28.237459 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] gre ID ranges: [(1, 1000)] Dec 22 08:27:28.290084 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing driver for type 'local' Dec 22 08:27:28.290412 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing driver for type 'vlan' Dec 22 08:27:28.301821 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] VlanTypeDriver initialization complete Dec 22 08:27:28.302150 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing driver for type 'vxlan' Dec 22 08:27:28.302606 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] vxlan ID ranges: [(1, 1000)] Dec 22 08:27:28.351943 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing extension driver 'port_security' Dec 22 08:27:28.352338 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.extensions.port_security [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] PortSecurityExtensionDriver initialization complete Dec 22 08:27:28.352679 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing mechanism driver 'openvswitch' Dec 22 08:27:28.353012 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing mechanism driver 'hyperv' Dec 22 08:27:28.359638 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.plugins.ml2.plugin [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:28.360407 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.360774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.361122 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.361502 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnet after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.361846 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnet after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.362185 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.362558 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.362894 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.363227 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.363595 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > security_group after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.363948 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > security_group after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.364297 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > security_group after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.364665 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.365000 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.365331 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.365696 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > address_group after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.366028 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > address_group after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.366354 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > address_group after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.366683 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] ML2 OVO RPC backend initialized. {{(pid=87493) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 22 08:27:28.367375 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.367722 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.368164 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.368503 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > networks before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.368843 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.369175 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > ports before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.369512 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnet before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.370336 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnets before_response 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.370670 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.371002 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.371333 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.371670 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.372008 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.372335 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.372666 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnet after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.372993 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnet after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.373319 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.373868 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.plugin [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Modular L2 Plugin initialization complete Dec 22 08:27:28.374188 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading services supported by the core plugin {{(pid=87493) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 08:27:28.374505 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.plugins.ml2.managers [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Got port-security extension from driver 'port_security' Dec 22 08:27:28.374951 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.extensions.vlantransparent [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Disabled vlantransparent extension. Dec 22 08:27:28.375424 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87493) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 08:27:28.375727 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: router Dec 22 08:27:28.412905 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router_interface before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.413546 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router after_create 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.413633 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router before_create 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.413995 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.414359 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.414705 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router after_delete 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.415055 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > floatingip after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.415408 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router after_create 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.415746 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router after_update 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.416124 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router after_update 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.416463 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.417341 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router after_update 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.417783 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_update 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.418154 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: port after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.418489 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: port after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.419069 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: subnet after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.419415 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.419756 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > port precommit_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.420121 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_create 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.420459 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: port before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.420797 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.421145 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router after_update 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.421480 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_delete 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.421820 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_create 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.422172 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.422513 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_update 55549900 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.422875 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > agent after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.423220 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > agent after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.423558 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > network after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.424453 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Tracking information for resource: router configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:28.424785 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Tracking information for resource: floatingip configured {{(pid=87493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:28.429829 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.db.l3_agentschedulers_db [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 08:27:28.430402 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: port after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.430758 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: port after_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.431102 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: port after_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.431448 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: port after_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.432869 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router before_create 55550100 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.433232 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_delete 55550100 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.433590 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_create 55550100 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.433944 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > router precommit_update 55550100 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.438433 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.services.provider_configuration [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service providers = [] {{(pid=87493) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 08:27:28.438793 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.db.servicetype_db [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87493) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 08:27:28.441758 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.services.service_base [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:28.442104 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.services.service_base [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:28.442440 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.services.service_base [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:28.443486 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.services.service_base [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:28.443857 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.services.service_base [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 08:27:28.444259 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.444576 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 08:27:28.455098 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.455433 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: auto_allocate Dec 22 08:27:28.461301 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: network precommit_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.461664 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: network precommit_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.462176 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.462494 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: tag Dec 22 08:27:28.469456 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.469784 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: timestamp Dec 22 08:27:28.473633 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.473965 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: network_ip_availability Dec 22 08:27:28.479726 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.480129 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.480484 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.481184 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.481499 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: flavors Dec 22 08:27:28.486448 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.486828 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading Plugin: revisions Dec 22 08:27:28.491091 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:28.491480 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_concurrency.lockutils [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=87493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:28.492231 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87493) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 08:27:28.492563 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Initializing extension manager. Dec 22 08:27:28.493064 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: __init__.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.493397 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: __pycache__ {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.493723 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.494050 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: address_group.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.495410 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.495988 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: address-group Dec 22 08:27:28.496308 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: address_scope.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.497018 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.497518 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: address-scope Dec 22 08:27:28.497835 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: admin_state_down_before_update.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.498770 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.499271 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: router-admin-state-down-before-update Dec 22 08:27:28.499591 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: agent.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.500349 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.500850 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: agent Dec 22 08:27:28.501166 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: agent_resources_synced.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.502077 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.502576 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: agent-resources-synced Dec 22 08:27:28.502895 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: allowedaddresspairs.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.504689 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.505209 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: allowed-address-pairs Dec 22 08:27:28.505533 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: auto_allocated_topology.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.506616 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.507127 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: auto-allocated-topology Dec 22 08:27:28.507452 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: availability_zone.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.508181 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.508685 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: availability_zone Dec 22 08:27:28.509005 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: availability_zone_filter.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.509916 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.510446 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: availability_zone_filter Dec 22 08:27:28.510762 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: data_plane_status.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.511671 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.512194 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 08:27:28.512518 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: default_subnetpools.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.513427 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.513926 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: default-subnetpools Dec 22 08:27:28.514245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: dhcpagentscheduler.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.515047 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.515542 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: dhcp_agent_scheduler Dec 22 08:27:28.515860 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: dns.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.516800 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.517303 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension dns-integration not supported by any of loaded plugins Dec 22 08:27:28.517625 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: dns_domain_ports.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.518554 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.519054 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 08:27:28.519371 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: dvr.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.520064 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.520561 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: dvr Dec 22 08:27:28.520883 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: empty_string_filtering.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.521793 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.522291 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: empty-string-filtering Dec 22 08:27:28.522608 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.523511 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.524047 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 08:27:28.524364 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.525264 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.525782 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 08:27:28.526118 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: external_net.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.527019 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.527519 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: external-net Dec 22 08:27:28.527838 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: extra_dhcp_opt.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.528764 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.529264 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: extra_dhcp_opt Dec 22 08:27:28.529579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: extraroute.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.530482 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.530979 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: extraroute Dec 22 08:27:28.531314 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: extraroute_atomic.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.532340 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.532839 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: extraroute-atomic Dec 22 08:27:28.533155 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: filter_validation.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.533818 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.534316 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: filter-validation Dec 22 08:27:28.534633 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: fip_pf_description.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.537176 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.537718 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 08:27:28.538077 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: fip_port_details.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.539152 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.539726 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: fip-port-details Dec 22 08:27:28.540086 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: flavors.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.542067 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.542556 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: flavors Dec 22 08:27:28.542915 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.545067 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.545872 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 08:27:28.545981 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: floatingip_pools.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.546690 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.547252 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: floatingip-pools Dec 22 08:27:28.547567 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: ip_allocation.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.548732 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.549204 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 08:27:28.549396 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.550394 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.550878 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: ip-substring-filtering Dec 22 08:27:28.551203 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l2_adjacency.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.552845 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.552845 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 08:27:28.553056 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l3.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.554163 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.554658 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: router Dec 22 08:27:28.555043 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l3_conntrack_helper.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.558100 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.558721 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 08:27:28.559055 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.560020 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.560529 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: ext-gw-mode Dec 22 08:27:28.560853 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.561770 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.562269 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: l3-ha Dec 22 08:27:28.562589 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l3_flavors.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.563501 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.564026 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: l3-flavors Dec 22 08:27:28.564357 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.565271 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.565766 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 08:27:28.566082 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: l3agentscheduler.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.567141 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.567642 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: l3_agent_scheduler Dec 22 08:27:28.567985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: logging.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.569511 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.570020 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension logging not supported by any of loaded plugins Dec 22 08:27:28.570348 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: metering.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.571090 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.571656 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: metering Dec 22 08:27:28.572003 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.573135 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.573640 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: metering_source_and_destination_fields Dec 22 08:27:28.573960 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: multiprovidernet.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.575013 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.575519 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: multi-provider Dec 22 08:27:28.575841 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: netmtu.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.576792 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.577332 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: net-mtu Dec 22 08:27:28.577652 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: netmtu_writable.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.578571 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.579072 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: net-mtu-writable Dec 22 08:27:28.579388 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: network_availability_zone.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.580087 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.580585 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: network_availability_zone Dec 22 08:27:28.580900 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: network_ip_availability.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.581988 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.582486 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: network-ip-availability Dec 22 08:27:28.582803 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: network_segment_range.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.583559 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.584091 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 08:27:28.584407 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: pagination.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.585377 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.585698 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: pagination Dec 22 08:27:28.586009 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: port_device_profile.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.586921 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.587425 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: port-device-profile Dec 22 08:27:28.587740 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.588707 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.589209 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: port-mac-address-regenerate Dec 22 08:27:28.589526 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.590437 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.590940 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: port-numa-affinity-policy Dec 22 08:27:28.591257 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: port_resource_request.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.592195 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.592693 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 08:27:28.593009 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: portbindings.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.593930 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.594432 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: binding Dec 22 08:27:28.594749 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: portbindings_extended.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.596072 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.596579 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: binding-extended Dec 22 08:27:28.596905 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: portsecurity.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.597817 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.598321 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: port-security Dec 22 08:27:28.598640 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: project_id.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.599615 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.599969 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: project-id Dec 22 08:27:28.600293 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: providernet.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.601202 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.601706 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: provider Dec 22 08:27:28.602022 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.606120 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.606632 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos not supported by any of loaded plugins Dec 22 08:27:28.606960 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.608237 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.608750 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 08:27:28.609075 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.609993 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.610496 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 08:27:28.610819 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_default.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.611730 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.612273 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-default not supported by any of loaded plugins Dec 22 08:27:28.612596 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_fip.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.613245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.613740 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-fip not supported by any of loaded plugins Dec 22 08:27:28.614059 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_gateway_ip.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.614974 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.615471 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 08:27:28.615790 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_port_network_policy.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.616726 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.617220 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 08:27:28.617538 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_rule_type_details.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.618457 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.618959 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 08:27:28.619276 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: qos_rules_alias.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.620953 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.621463 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 08:27:28.621787 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: quotasv2.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.622685 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.623130 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: quotas Dec 22 08:27:28.623447 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: quotasv2_detail.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.625102 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.625435 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: quota_details Dec 22 08:27:28.625763 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: rbac.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.626805 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.627320 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: rbac-policies Dec 22 08:27:28.627645 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: rbac_address_group.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.628598 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.629107 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: rbac-address-group Dec 22 08:27:28.629428 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: rbac_address_scope.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.630340 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.630844 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: rbac-address-scope Dec 22 08:27:28.631166 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: rbac_security_groups.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.632108 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.632611 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: rbac-security-groups Dec 22 08:27:28.632931 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: rbac_subnetpool.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.633863 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.634365 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: rbac-subnetpool Dec 22 08:27:28.634688 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: revisionifmatch.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.635626 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.636151 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: revision-if-match Dec 22 08:27:28.636475 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: revisions.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.637577 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.638079 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: standard-attr-revisions Dec 22 08:27:28.638401 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: router_availability_zone.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.639073 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.639571 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: router_availability_zone Dec 22 08:27:28.639891 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: routerservicetype.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.640833 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.641333 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension router-service-type not supported by any of loaded plugins Dec 22 08:27:28.641651 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.642560 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.643058 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: security-groups-normalized-cidr Dec 22 08:27:28.643375 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: security_groups_port_filtering.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.644316 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.644820 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: port-security-groups-filtering Dec 22 08:27:28.645137 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.646063 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.646568 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: security-groups-remote-address-group Dec 22 08:27:28.646885 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: securitygroup.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.656543 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.657068 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: security-group Dec 22 08:27:28.657399 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: segment.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.658176 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.658682 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension segment not supported by any of loaded plugins Dec 22 08:27:28.659015 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.659958 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.660468 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 08:27:28.660791 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: servicetype.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.661882 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.662393 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: service-type Dec 22 08:27:28.662717 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: sorting.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.663690 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.664100 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: sorting Dec 22 08:27:28.664380 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: standard_attr_segment.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.665291 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.665797 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 08:27:28.666118 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: standardattrdescription.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.667291 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.667789 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: standard-attr-description Dec 22 08:27:28.668133 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: stateful_security_group.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.669330 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.669832 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: stateful-security-group Dec 22 08:27:28.670149 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: stdattrs_common.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.670722 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 08:27:28.671041 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.672071 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.672574 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 08:27:28.672889 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: subnet_onboard.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.673959 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.674467 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: subnet_onboard Dec 22 08:27:28.674784 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.675716 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.676245 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 08:27:28.676562 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: subnet_service_types.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.677484 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.677984 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: subnet-service-types Dec 22 08:27:28.678298 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: subnetallocation.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.679403 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.679906 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: subnet_allocation Dec 22 08:27:28.680251 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.680908 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.681408 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: subnetpool-prefix-ops Dec 22 08:27:28.681726 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.683243 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.683745 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 08:27:28.684097 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: tagging.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.685150 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.685657 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: standard-attr-tag Dec 22 08:27:28.685978 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: timestamp.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.687186 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.687697 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loaded extension: standard-attr-timestamp Dec 22 08:27:28.688054 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: trunk.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.689097 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.689606 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension trunk not supported by any of loaded plugins Dec 22 08:27:28.689930 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: trunk_details.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.690856 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.691359 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension trunk-details not supported by any of loaded plugins Dec 22 08:27:28.691680 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: uplink_status_propagation.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.692628 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.693130 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 08:27:28.693448 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Loading extension file: vlantransparent.py {{(pid=87493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 08:27:28.694118 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 08:27:28.694618 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 08:27:28.697033 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:network Dec 22 08:27:28.697781 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:subnet Dec 22 08:27:28.698561 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:28.699164 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:port Dec 22 08:27:28.700491 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.700922 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service FLAVORS assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.701519 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.701950 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.702277 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:router Dec 22 08:27:28.702923 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:floatingip Dec 22 08:27:28.703642 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service METERING assigned prefix: /metering {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.705086 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.705452 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.705797 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:28.706926 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 08:27:28.707369 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:security_group Dec 22 08:27:28.708061 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 08:27:28.708796 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service CORE assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.709132 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:28.709464 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] subnetpool is already registered Dec 22 08:27:28.710058 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service CORE assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.710382 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:28.710700 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] subnetpool is already registered Dec 22 08:27:28.713253 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.713703 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service FLAVORS assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.714284 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.714696 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.715024 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:router Dec 22 08:27:28.715348 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] router is already registered Dec 22 08:27:28.715954 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:floatingip Dec 22 08:27:28.716294 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] floatingip is already registered Dec 22 08:27:28.716917 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service METERING assigned prefix: /metering {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.717584 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 08:27:28.717910 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] rbac_policy is already registered Dec 22 08:27:28.718452 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:security_group Dec 22 08:27:28.718775 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] security_group is already registered Dec 22 08:27:28.719371 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 08:27:28.719697 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] security_group_rule is already registered Dec 22 08:27:28.720386 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service CORE assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.720717 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:28.721039 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] subnetpool is already registered Dec 22 08:27:28.721626 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.v2.resource_helper [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Service CORE assigned prefix: {{(pid=87493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:28.721948 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:28.722267 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING neutron.quota.resource_registry [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] subnetpool is already registered Dec 22 08:27:28.722898 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: extensions {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.724410 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: address-groups {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.726203 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: address-scopes {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.727429 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: agents {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.728637 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: auto-allocated-topology {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.730425 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: availability_zones {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.731753 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: dhcp-networks {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.733289 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: dhcp-agents {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.734724 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: routers {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.737516 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: flavors {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.738638 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: service_profiles {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.739859 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: next_providers {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.741561 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: service_profiles {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.743023 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: floatingip-pools {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.744307 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: routers {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.746665 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: floatingips {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.747853 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: l3-routers {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.749402 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: l3-agents {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.750827 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: metering-labels {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.752237 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: metering-label-rules {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.753522 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: network-ip-availabilities {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.754776 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: bindings {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.756642 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: quotas {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.758090 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: quotas {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.759519 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: rbac-policies {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.760867 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: security-groups {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.762088 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: security-group-rules {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.763331 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: service-providers {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.764688 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: subnetpools {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.766132 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: subnetpools {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.767604 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.769300 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.771428 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.773237 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.775013 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.777421 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.779376 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.781305 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.783055 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.784925 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron.api.extensions [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Extended resource: tags {{(pid=87493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 08:27:28.790871 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING keystonemiddleware.auth_token [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 08:27:28.796374 dv-neutron-822602-1-hyperv neutron-server[87493]: WARNING keystonemiddleware.auth_token [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 08:27:28.804412 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_concurrency.lockutils [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Acquired lock "singleton_lock" {{(pid=87493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 08:27:28.804887 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_concurrency.lockutils [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Releasing lock "singleton_lock" {{(pid=87493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 08:27:28.805519 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO oslo_service.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Starting 2 workers Dec 22 08:27:28.810137 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Started child 87600 {{(pid=87493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:28.814406 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Started child 87601 {{(pid=87493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:28.815022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:28.815844 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO neutron.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 08:27:28.816518 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Notify callbacks [] for process, before_spawn {{(pid=87493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:28.816616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [-] (87600) wsgi starting up on http://0.0.0.0:9696 Dec 22 08:27:28.818516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:28.818958 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO oslo_service.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Starting 1 workers Dec 22 08:27:28.819872 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [-] (87601) wsgi starting up on http://0.0.0.0:9696 Dec 22 08:27:28.823886 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Started child 87602 {{(pid=87493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:28.824448 dv-neutron-822602-1-hyperv neutron-server[87493]: INFO oslo_service.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Starting 1 workers Dec 22 08:27:28.827114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] calling RpcWorker wait() {{(pid=87602) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 08:27:28.827648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] returning from RpcWorker wait() {{(pid=87602) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 08:27:28.828637 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Started child 87603 {{(pid=87493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:28.828836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:28.829305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:28.829400 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG neutron_lib.callbacks.manager [None req-e5aab2ba-8e24-42b0-8d6c-74f7fbd847cc None None] Notify callbacks [] for process, after_spawn {{(pid=87493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:28.831215 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 08:27:28.831427 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:27:28.831609 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:27:28.831994 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:27:28.832490 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:27:28.832799 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:27:28.833151 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:28.833627 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.833711 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.833999 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.834099 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:28.834256 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.834783 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.835440 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.835876 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.836271 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.836686 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.837091 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.837431 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.837739 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.838119 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.839020 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.839462 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.839879 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.840308 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.840723 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.841046 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.841443 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.841845 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.842241 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.842658 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] debug = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.843040 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.843650 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.844079 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.844457 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.844863 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.845278 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.845664 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.846076 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.846463 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.846843 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.847225 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.847625 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.848040 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.848409 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.848766 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.849147 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.849525 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.850124 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] host = dv-neutron-822602-1-hyperv {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.850505 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.850865 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.851245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.851650 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.852068 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.852427 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.852822 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.853205 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.853603 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.854012 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.855005 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.855397 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.855785 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.856203 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.856509 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_options = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.856921 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.857348 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.857763 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.858093 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.858410 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.858741 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.859128 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.859442 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.859901 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.860233 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.860481 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.860863 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.861287 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.861688 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.862125 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.862542 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.862962 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.863375 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.863789 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.864223 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.864623 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.865025 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.865417 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.865839 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.866244 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.866639 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.867052 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.867437 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.867838 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.868323 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.868719 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.869134 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.869546 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.869994 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.870409 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.870807 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.871196 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.871632 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.872079 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.872498 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.872957 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.873342 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.873739 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.874127 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.874518 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.874936 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_json = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.875333 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.875710 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.876138 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.876542 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.876944 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.877328 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.877729 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.878143 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.878727 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.879168 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.879644 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.880123 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.880552 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.880974 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.881373 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.881781 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.882183 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.882593 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.883056 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.883442 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.883752 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.884003 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.884267 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.884605 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.885104 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.885104 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.885396 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.885605 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.885822 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.886078 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.886425 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.886698 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.886979 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.887228 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.887445 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.887683 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.887902 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.888132 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.888403 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.888599 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.888863 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.889087 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.889302 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.889528 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.889784 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.890003 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.890249 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.890509 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.890758 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.891009 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.891244 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.891486 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.891700 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.891905 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.892161 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.892409 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.892624 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.892878 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.893117 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.893337 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.893548 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.893758 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.893977 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.894237 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.894446 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.894654 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.894867 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.895101 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.895324 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.895584 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.895801 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.896036 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.896248 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.896466 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.896698 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.896915 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.897128 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.897355 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.897553 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.897804 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.898000 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.898156 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.898380 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.898607 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.898821 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.899023 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.899260 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.899473 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.899683 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.899912 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.900144 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.900379 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.900658 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.901490 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.901740 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.901990 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.902246 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.902481 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.902720 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.902994 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.903211 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.903462 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.903675 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.903968 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.904198 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.904462 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.904683 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.904932 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.905174 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.905387 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.905600 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.905816 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.906051 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.906283 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.906583 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.906817 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.907074 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.907332 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.907559 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.907831 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.908120 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.908477 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.908671 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.908898 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.909151 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.909410 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.909689 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.909933 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.910159 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.910383 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.910600 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.910846 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.911067 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.911284 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.911503 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.911770 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.912052 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.912267 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.912501 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.912724 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.913104 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.913306 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.913667 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.913802 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.913966 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.914208 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.914457 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.914716 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.914986 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.915229 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.915488 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.915711 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.915979 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.916221 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.916466 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.917316 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.917498 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.917727 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.918216 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.918216 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.918507 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.918645 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.919095 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.919343 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.919572 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.919791 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.920043 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.920291 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.920500 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.920717 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.920975 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.921189 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.921405 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.921618 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.921846 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.922208 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.922351 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.922580 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.922823 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.923052 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.923275 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.923517 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.923769 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.924017 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.924276 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.924493 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.924702 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.924917 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.925155 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.925364 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.925592 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.925833 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.926047 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.926277 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.926544 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.926840 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.927082 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.927327 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.927558 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.927771 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932045 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.932631 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933282 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933885 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933885 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.933885 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.934121 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.934281 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.934540 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.934774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.935063 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.935289 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.935511 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.935778 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.936124 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.936337 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.936572 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.936827 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.937040 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.937260 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.937522 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.937835 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.938135 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.938402 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.938630 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.938924 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.939210 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.939577 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.939978 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.939978 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.940315 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.940637 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.940798 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.941126 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.941289 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.941512 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.941724 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.941936 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943142 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943142 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943142 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943142 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943142 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943900 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943900 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943900 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.943900 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.944438 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.944438 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.944731 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.944731 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:27:28.945253 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 08:27:28.945415 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:27:28.946115 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:27:28.946115 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:27:28.946115 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:27:28.946115 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.947508 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.948579 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.949597 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.949597 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.949597 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.949597 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.949597 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.949597 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] debug = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.949597 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.950617 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.950617 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.950617 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.950617 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.950617 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.950617 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951103 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951103 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951103 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951103 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951478 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951478 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951478 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951829 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.951829 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952139 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952139 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] host = dv-neutron-822602-1-hyperv {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952292 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952372 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952506 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952663 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952819 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.952975 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.953132 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.953275 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.953431 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.953585 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.953740 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.953897 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.954521 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.954521 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.954521 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_options = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.954521 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.954964 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.954964 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.954964 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.955179 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.955260 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.955370 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.955543 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.955670 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.955797 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.955975 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.956132 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.956309 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.956530 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.956657 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.956783 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.956908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:28.957040 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.957040 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.957298 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.957298 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.957537 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.957663 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.957787 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.957912 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.958036 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.958163 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.958297 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.958452 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.958596 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.958792 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.958921 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.959046 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.959173 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.959321 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.959475 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.959613 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.959773 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.959959 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.960092 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.960251 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.960409 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.960564 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.960783 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.960920 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.961058 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.961185 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_json = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.961310 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.961457 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.961614 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.961769 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.961925 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.962080 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.962235 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.962393 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:28.962566 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.962725 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.962894 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.963052 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.963211 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.963879 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.964071 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.964230 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.964372 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.964533 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.964698 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.964858 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.965026 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.965185 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.965342 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.965504 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.965663 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.965822 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.965981 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.966139 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.966298 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.966455 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.966628 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.966787 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.966946 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.967105 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.967264 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.967422 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.967583 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.967742 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.967901 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.968088 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.968214 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.968375 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.968543 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.968723 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.969907 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971867 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971867 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971867 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.971867 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.972245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.972245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.972245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.972582 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.972582 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.972805 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.972805 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.973041 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.973166 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.973289 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.973414 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.973538 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.973691 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.973849 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.974010 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.974168 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.974326 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.974484 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.974643 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.974802 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.974960 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.975150 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.975295 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.975421 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.975569 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.975728 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.975889 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.976075 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.976247 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.976405 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.976563 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.976705 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.976867 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.977025 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.977231 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.977366 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.977493 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.977646 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.977824 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.978008 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.978108 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.978191 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.978348 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.978506 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.978663 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.978820 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.979048 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.979675 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.979814 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.979979 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.981245 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.982985 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.983909 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.984852 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.985774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.985774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.985774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.985774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.985774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.985774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.985774 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.986588 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.986588 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.986588 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.986588 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.986588 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987178 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987178 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987178 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987178 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987686 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987686 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987686 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.987686 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988188 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988188 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988188 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988629 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988629 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988629 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988965 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.988965 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.989285 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.989285 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.989285 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.989649 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.989649 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.989896 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.989896 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.990143 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.990268 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.990394 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.990519 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.990654 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.990780 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.990906 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.991123 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.991261 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.991388 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.991512 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.991661 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.991822 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.992026 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.992187 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.992345 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.992504 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.992662 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.992821 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.992979 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.993136 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.993294 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.993452 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.993609 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.993770 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.993930 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.994090 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.994248 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.994407 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.994565 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.995061 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.995061 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.995061 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.995383 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.995383 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996130 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996130 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996130 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996130 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996130 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996719 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996719 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996719 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.996719 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.997295 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.997295 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.997295 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.997295 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.997750 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.997750 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.997750 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.998113 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.998113 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.998353 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.998353 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.998506 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.998622 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.998788 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999151 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999151 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999970 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999970 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999970 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999970 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999970 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:28.999970 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.000609 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.000609 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.000609 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.000609 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001051 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001051 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001051 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001448 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001448 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001645 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001645 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.001804 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.002610 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.002610 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.002610 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.002610 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.002610 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.002610 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.003458 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.003458 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.003458 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.003458 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.003458 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.003979 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:29.003979 dv-neutron-822602-1-hyperv neutron-server[87493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:27:29.224956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 51786) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:27:29.233159 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061133 Dec 22 08:27:39.743782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471bb73-c1cf-489f-b100-adcf8655cbff None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:27:39.832667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471bb73-c1cf-489f-b100-adcf8655cbff None None] No non-hosted networks {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 08:27:39.852709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.agentschedulers_db [None req-3471bb73-c1cf-489f-b100-adcf8655cbff None None] DHCP Agent not found on host dv-neutron-822602-1-hyperv {{(pid=87602) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 08:27:39.964764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c05cc4ee-1a01-47f0-b328-7a8386979127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921395'] for agent, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:41.935954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-731ccdac-ae07-413b-ad1a-51796e73a0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921395'] for agent, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:41.984148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9faea691-3af6-43c0-8aef-f8e2dc35ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:43.111785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921395'] for agent, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:43.112546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.113038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.115678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.116736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.118530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.119379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.119987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.120695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.121028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.121717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.122925 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.123548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:43.125863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822602-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:43.139451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822602-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:43.140354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921395'] for agent, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:44.399265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921395'] for agent, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:46.074356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 51880) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:27:46.661689 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING oslo_policy.policy [None req-a9158bcd-8964-471a-af64-1cb7e092e79c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:27:46.662264 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING oslo_policy.policy [None req-a9158bcd-8964-471a-af64-1cb7e092e79c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:27:46.882053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-a9158bcd-8964-471a-af64-1cb7e092e79c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:27:46.883105 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a9158bcd-8964-471a-af64-1cb7e092e79c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8076155 Dec 22 08:27:46.918416 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.db.l3_hamode_db [None req-1e2edd68-aea0-452b-a6fd-a81cac3ea779 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 08:27:47.006245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2edd68-aea0-452b-a6fd-a81cac3ea779 None None] Routers set() bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:27:47.006637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2edd68-aea0-452b-a6fd-a81cac3ea779 None None] Router IDs set() for agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 08:27:49.225291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 51894) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:27:49.585647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:27:49.685309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.policy [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 08:27:49.730368 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING oslo_policy.policy [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:27:49.730735 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING oslo_policy.policy [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:27:49.739605 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.quota [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] Loaded quota_driver: . Dec 22 08:27:49.755857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:27:49.814419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743495105008', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743495105485', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743495045899', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743495042945', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743495061843', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743495072346', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8134369', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8366561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676754'] for rbac-policy, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:49.874824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:49.876036 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3b7eefc5-6e66-407d-8746-5c46ce071e7a admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6497920 Dec 22 08:27:52.436712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 51908) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:27:52.785542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e176643d9b48464692143471ad044696'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:27:52.790813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:27:52.796142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Usage tracker for resource:network and tenant:e176643d9b48464692143471ad044696 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:27:52.800693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:27:52.807693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:27:52.816948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Made reservation on behalf of e176643d9b48464692143471ad044696 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:27:52.819688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:52.836710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:52.849990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:27:52.854022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Usage tracker for resource:security_group_rule and tenant:e176643d9b48464692143471ad044696 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:27:52.859032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:27:52.864429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:27:52.960953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:52.964627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:52.969658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:52.987235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:27:53.013519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743491953053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:53.014090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Unsubscribe: segment precommit_create {{(pid=87601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 08:27:53.014555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Added segment 97d3c038-2bc0-421e-9ce8-595eb059095b of type vlan for network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f Dec 22 08:27:53.061758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759dd9ea-9f38-4ae8-9545-d984c61e5ddb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:27:53.077498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.077847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.078171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.078486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.078871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.079224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.079593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.079902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.080232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.080532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.080834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.081132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Tracked resource versions report: Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: pushed versions: Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: { 'AddressGroup': {'1.2'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'ConntrackHelper': {'1.0'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Log': {'1.0'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Network': {'1.1'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Port': {'1.7'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'PortForwarding': {'1.2'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'QosPolicy': {'1.8'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroup': {'1.4'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SubPort': {'1.0'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Subnet': {'1.1'}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Trunk': {'1.1'}} Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: consumer versions: Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: { DHCP agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: L3 agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: Metadata agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: Metering agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: Open vSwitch agent@dv-neutron-822602-1-hyperv: { 'AddressGroup': '1.2', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'ConntrackHelper': '1.0', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Log': '1.0', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Network': '1.1', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Port': '1.7', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'PortForwarding': '1.2', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'QosPolicy': '1.8', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroup': '1.4', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroupRule': '1.2', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SubPort': '1.0', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Subnet': '1.1', Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Trunk': '1.1'}} Dec 22 08:27:53.082433 dv-neutron-822602-1-hyperv neutron-server[87601]: {{(pid=87601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:27:53.132883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:53.137948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:53.173299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:53.174786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:27:53.175451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:53.180000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:53.280378 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8425112 Dec 22 08:27:53.282914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Pushing event updated for resources: {'Network': ['ID=8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:27:53.305566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:53.314644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:27:55.929153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 51924) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:27:56.368091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31483969-411c-40ed-9ede-4edd232e2321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:27:56.369472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-31483969-411c-40ed-9ede-4edd232e2321 admin admin] 10.222.0.36 "GET /v2.0/networks/8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f HTTP/1.1" status: 200 len: 824 time: 0.4393897 Dec 22 08:27:56.394889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-901a0cd7-ac41-4ef6-b3a0-e364b636d0a2 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/219c68cc-94d5-4880-a7e6-52d8dac70df8 HTTP/1.1" status: 200 len: 734 time: 0.0200095 Dec 22 08:27:56.403295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Request body: {'subnet': {'tenant_id': 'e176643d9b48464692143471ad044696', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'subnetpool_id': '219c68cc-94d5-4880-a7e6-52d8dac70df8', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:27:56.407424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:27:56.411079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Usage tracker for resource:subnet and tenant:e176643d9b48464692143471ad044696 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:27:56.413852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:27:56.420130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:27:56.429459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Made reservation on behalf of e176643d9b48464692143471ad044696 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:27:56.431647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.695656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.700958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:56.790002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a31c19f-0ddb-408f-99b1-682823c0b874,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:27:56.792078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Checking segment: {'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:27:56.792441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Network hostable DHCP agents. Network: 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:27:56.799033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:56.812862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:27:56.823554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:27:56.828257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:27:56.828827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.833732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fac195-d6c1-485e-b6ff-eee3cfae94fe None None] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:27:56.848248 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4484999 Dec 22 08:27:57.224055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'tenant_id': 'e176643d9b48464692143471ad044696', 'fixed_ips': [{'subnet_id': '2a31c19f-0ddb-408f-99b1-682823c0b874'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:27:57.225263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:57.409868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Allocated IP 172.20.0.2 (8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f/2a31c19f-0ddb-408f-99b1-682823c0b874/4eac57e9-8350-4967-848d-2393918bacca) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:27:57.637209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:57.649898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Transition to ACTIVE for port object 4eac57e9-8350-4967-848d-2393918bacca will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:27:57.669607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Transition to ACTIVE for port object 4eac57e9-8350-4967-848d-2393918bacca will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:27:57.676643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:57.682732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:57.741927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:27:57.744889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:27:57.751436 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:27:57.754698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Pushing event updated for resources: {'Port': ['ID=4eac57e9-8350-4967-848d-2393918bacca,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:27:57.794415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.794774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.795102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.795418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.795752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.796104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.796419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.796728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.797052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.797361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.797665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.797973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Tracked resource versions report: Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: pushed versions: Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: { 'AddressGroup': {'1.2'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'ConntrackHelper': {'1.0'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Log': {'1.0'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Network': {'1.1'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Port': {'1.7'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'PortForwarding': {'1.2'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'QosPolicy': {'1.8'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroup': {'1.4'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SubPort': {'1.0'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Subnet': {'1.1'}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Trunk': {'1.1'}} Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: consumer versions: Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: { DHCP agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: L3 agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: Metadata agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: Metering agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: Open vSwitch agent@dv-neutron-822602-1-hyperv: { 'AddressGroup': '1.2', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'ConntrackHelper': '1.0', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Log': '1.0', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Network': '1.1', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Port': '1.7', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'PortForwarding': '1.2', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'QosPolicy': '1.8', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroup': '1.4', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroupRule': '1.2', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SubPort': '1.0', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Subnet': '1.1', Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Trunk': '1.1'}} Dec 22 08:27:57.799308 dv-neutron-822602-1-hyperv neutron-server[87602]: {{(pid=87602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:27:57.828911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:57.853041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Attempting to bind port 4eac57e9-8350-4967-848d-2393918bacca on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:27:57.854269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Attempting to bind port 4eac57e9-8350-4967-848d-2393918bacca by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:27:57.854389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Attempting to bind port 4eac57e9-8350-4967-848d-2393918bacca on network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:27:57.859424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:27:57.859821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Checking segment: {'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:27:57.860343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:57.860728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Bound using segment: {'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:27:57.861212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Bound port: 4eac57e9-8350-4967-848d-2393918bacca, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:27:57.861592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:57.947948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] For port 4eac57e9-8350-4967-848d-2393918bacca, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:27:57.951624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] For port 4eac57e9-8350-4967-848d-2393918bacca, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4eac57e9-8350-4967-848d-2393918bacca,segment=NetworkSegment(97d3c038-2bc0-421e-9ce8-595eb059095b),segment_id=97d3c038-2bc0-421e-9ce8-595eb059095b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:27:57.955851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:57.959456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:58.059435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Pushing event updated for resources: {'Port': ['ID=4eac57e9-8350-4967-848d-2393918bacca,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:27:58.062474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:59.218355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 51934) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:27:59.801817 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-1a0813d3-b79a-4877-862a-5c1e5b698836 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:27:59.802381 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-1a0813d3-b79a-4877-862a-5c1e5b698836 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:00.021665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-1a0813d3-b79a-4877-862a-5c1e5b698836 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:28:00.022894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1a0813d3-b79a-4877-862a-5c1e5b698836 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8024309 Dec 22 08:28:00.795146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4eac57e9-8350-4967-848d-2393918bacca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:00.864365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 4eac57e9-8350-4967-848d-2393918bacca completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:01.670970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691785d5-42b5-45d9-892b-110b361738e7 None None] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:28:01.828018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Provisioning for port 4eac57e9-8350-4967-848d-2393918bacca completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:01.839394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Provisioning complete for port 4eac57e9-8350-4967-848d-2393918bacca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:01.839786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:02.012647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:02.050217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] For port 4eac57e9-8350-4967-848d-2393918bacca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4eac57e9-8350-4967-848d-2393918bacca,segment=NetworkSegment(97d3c038-2bc0-421e-9ce8-595eb059095b),segment_id=97d3c038-2bc0-421e-9ce8-595eb059095b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:28:02.055029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:02.058571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:02.125637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Pushing event updated for resources: {'Port': ['ID=4eac57e9-8350-4967-848d-2393918bacca,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:02.128790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:02.277749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-aea5cc77-2cbc-4a54-981b-8033ecb6184e None None] Provisioning complete for port 4eac57e9-8350-4967-848d-2393918bacca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:02.278118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aea5cc77-2cbc-4a54-981b-8033ecb6184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:02.450272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 51952) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:02.771435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4eac57e9-8350-4967-848d-2393918bacca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:02.808053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-b3bff668-cfd1-4b39-ae41-25d7e3a712e1 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:28:02.809018 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b3bff668-cfd1-4b39-ae41-25d7e3a712e1 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3578401 Dec 22 08:28:02.836341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4eac57e9-8350-4967-848d-2393918bacca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:02.836853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:05.469086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 51964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:05.810212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e176643d9b48464692143471ad044696', 'name': 'router1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:28:05.879745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.policy [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 08:28:05.925377 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:05.925693 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING oslo_policy.policy [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:05.934626 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.quota [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Loaded quota_driver: . Dec 22 08:28:05.950475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:05.956860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Usage tracker for resource:router and tenant:e176643d9b48464692143471ad044696 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:05.961226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:05.968544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:05.983618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:05.985604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:06.010488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:06.125968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:06.145771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:06.146938 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3aaaf5cc-f841-4f86-9218-81640dadbe44 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6769121 Dec 22 08:28:06.885566 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:28:08.552475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 51976) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:08.905374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-b468d925-03d9-4625-a94e-5b0998919956 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:28:08.906334 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b468d925-03d9-4625-a94e-5b0998919956 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3529489 Dec 22 08:28:09.675658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f6bb4556-f41a-43e8-9e27-b998e845bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.228845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 51986) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:11.583064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:28:11.587521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:11.591355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Usage tracker for resource:network and tenant:5683dae9fa874101ab5b37cb09f38dea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:11.594714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:11.600274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:11.609509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Made reservation on behalf of 5683dae9fa874101ab5b37cb09f38dea for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:28:11.611733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.623745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.637888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:11.641484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Usage tracker for resource:security_group_rule and tenant:5683dae9fa874101ab5b37cb09f38dea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:11.644169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:11.649580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:11.730532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.734004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.736901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:11.757616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Reserving flat network on physical network physnet1 {{(pid=87601) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 08:28:11.770537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8255e-deec-4228-b36d-38b8734499c5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:11.774249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:11.776883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.777295 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Added segment baf10322-d6b2-414f-a7e1-337c7fc833f3 of type flat for network c5635b97-5b51-4561-a741-d37e7b9b645f Dec 22 08:28:11.807816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.842991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.844241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:11.844775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.847697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:11.930268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f91bb05-5fd7-4e70-bf54-a275ed038e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.940976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Pushing event updated for resources: {'Network': ['ID=c5635b97-5b51-4561-a741-d37e7b9b645f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:11.943894 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7140825 Dec 22 08:28:11.944582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:11.950834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network c5635b97-5b51-4561-a741-d37e7b9b645f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:28:13.051542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:13.090623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:14.277980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52006) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:14.356447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:14.479706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2444ac-e38b-440b-b652-3a9fb9c0d509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:14.481007 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7e2444ac-e38b-440b-b652-3a9fb9c0d509 admin admin] 10.222.0.36 "GET /v2.0/subnets/2a31c19f-0ddb-408f-99b1-682823c0b874 HTTP/1.1" status: 200 len: 849 time: 0.2021010 Dec 22 08:28:14.650311 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e436c5f1-283d-4dd0-ac00-8f8f03c0da52 admin admin] 10.222.0.36 "GET /v2.0/routers/68cb9cde-98e1-4f1b-a600-79f03d1993e1 HTTP/1.1" status: 200 len: 704 time: 0.1637630 Dec 22 08:28:15.093610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:15.312678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Allocated IP 172.20.0.1 (8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f/2a31c19f-0ddb-408f-99b1-682823c0b874/01e9f0ea-e42f-4550-817f-db893653e1cc) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:28:15.485482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:15.501856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Transition to ACTIVE for port object 01e9f0ea-e42f-4550-817f-db893653e1cc will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:15.558943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:15.562898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:15.625422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:28:15.628333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:15.631912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:28:15.632446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:15.748428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Pushing event updated for resources: {'Port': ['ID=01e9f0ea-e42f-4550-817f-db893653e1cc,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:15.762727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:15.872889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-465e036f-5ac5-4d2c-9c0f-e68bfe262a48 None None] Provisioning for port 01e9f0ea-e42f-4550-817f-db893653e1cc completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:15.877536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-465e036f-5ac5-4d2c-9c0f-e68bfe262a48 None None] Provisioning complete for port 01e9f0ea-e42f-4550-817f-db893653e1cc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:15.877911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-465e036f-5ac5-4d2c-9c0f-e68bfe262a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:15.890358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:15.932286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-465e036f-5ac5-4d2c-9c0f-e68bfe262a48 None None] Port 01e9f0ea-e42f-4550-817f-db893653e1cc cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:28:16.106686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:16.110745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:16.111786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:16.114833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:16.240620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Pushing event updated for resources: {'Port': ['ID=01e9f0ea-e42f-4550-817f-db893653e1cc,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:16.249402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:16.301263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:28:16.302295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:16.486350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:28:16.557229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f993cb6e-befa-471e-93b3-937c4729dc07 None None] Provisioning complete for port 01e9f0ea-e42f-4550-817f-db893653e1cc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:16.557440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f993cb6e-befa-471e-93b3-937c4729dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:16.608520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f993cb6e-befa-471e-93b3-937c4729dc07 None None] Port 01e9f0ea-e42f-4550-817f-db893653e1cc cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:28:16.675957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:28:16.685973 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Sync routers for ids ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:28:16.686417 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] 10.222.0.36 "PUT /v2.0/routers/68cb9cde-98e1-4f1b-a600-79f03d1993e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0308893 Dec 22 08:28:16.696032 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Routers {'68cb9cde-98e1-4f1b-a600-79f03d1993e1'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:28:16.697055 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:16.868403 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Set router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:28:17.225103 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'name': 'router1', 'tenant_id': 'e176643d9b48464692143471ad044696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:05Z', 'updated_at': '2021-12-22T08:28:15Z', 'revision_number': 2, 'project_id': 'e176643d9b48464692143471ad044696', 'gw_port_host': None, '_interfaces': [{'id': '01e9f0ea-e42f-4550-817f-db893653e1cc', 'name': '', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'tenant_id': 'e176643d9b48464692143471ad044696', 'mac_address': 'fa:16:3e:9c:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:15Z', 'updated_at': '2021-12-22T08:28:15Z', 'revision_number': 2, 'project_id': 'e176643d9b48464692143471ad044696', 'subnets': [{'id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '219c68cc-94d5-4880-a7e6-52d8dac70df8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:17.229884 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Checking router: 68cb9cde-98e1-4f1b-a600-79f03d1993e1 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:28:17.230247 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Updating router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 port 01e9f0ea-e42f-4550-817f-db893653e1cc binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:28:17.283620 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:17.656687 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:17.672647 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Transition to ACTIVE for port object 01e9f0ea-e42f-4550-817f-db893653e1cc will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:17.678865 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:17.689131 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:17.917145 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Pushing event updated for resources: {'Port': ['ID=01e9f0ea-e42f-4550-817f-db893653e1cc,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:17.928110 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.928464 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.928797 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.929121 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.929440 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.929778 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.930098 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.930409 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.930736 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.931580 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.931889 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.932219 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Tracked resource versions report: Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: pushed versions: Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: { 'AddressGroup': {'1.2'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'ConntrackHelper': {'1.0'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Log': {'1.0'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Network': {'1.1'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Port': {'1.7'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'PortForwarding': {'1.2'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'QosPolicy': {'1.8'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroup': {'1.4'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SubPort': {'1.0'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Subnet': {'1.1'}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Trunk': {'1.1'}} Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: consumer versions: Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: { DHCP agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: L3 agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: Metadata agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: Metering agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: Open vSwitch agent@dv-neutron-822602-1-hyperv: { 'AddressGroup': '1.2', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'ConntrackHelper': '1.0', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Log': '1.0', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Network': '1.1', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Port': '1.7', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'PortForwarding': '1.2', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'QosPolicy': '1.8', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroup': '1.4', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroupRule': '1.2', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SubPort': '1.0', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Subnet': '1.1', Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Trunk': '1.1'}} Dec 22 08:28:17.933559 dv-neutron-822602-1-hyperv neutron-server[87603]: {{(pid=87603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:28:17.939569 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Attempting to bind port 01e9f0ea-e42f-4550-817f-db893653e1cc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:28:17.940039 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Attempting to bind port 01e9f0ea-e42f-4550-817f-db893653e1cc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:28:17.940512 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Attempting to bind port 01e9f0ea-e42f-4550-817f-db893653e1cc on network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:28:17.942674 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:17.947303 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:28:17.947709 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Checking segment: {'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:28:17.948238 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:17.948627 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Bound using segment: {'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:28:17.949139 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Bound port: 01e9f0ea-e42f-4550-817f-db893653e1cc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d3c038-2bc0-421e-9ce8-595eb059095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:28:17.949525 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:18.042947 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] For port 01e9f0ea-e42f-4550-817f-db893653e1cc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:28:18.047360 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] For port 01e9f0ea-e42f-4550-817f-db893653e1cc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=01e9f0ea-e42f-4550-817f-db893653e1cc,segment=NetworkSegment(97d3c038-2bc0-421e-9ce8-595eb059095b),segment_id=97d3c038-2bc0-421e-9ce8-595eb059095b)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:28:18.052266 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:18.057356 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:18.140277 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Routers {'68cb9cde-98e1-4f1b-a600-79f03d1993e1'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:28:18.140959 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:18.195739 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Pushing event updated for resources: {'Port': ['ID=01e9f0ea-e42f-4550-817f-db893653e1cc,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:18.255185 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:18.300288 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] Set router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:28:18.627737 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'name': 'router1', 'tenant_id': 'e176643d9b48464692143471ad044696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:05Z', 'updated_at': '2021-12-22T08:28:15Z', 'revision_number': 2, 'project_id': 'e176643d9b48464692143471ad044696', 'gw_port_host': None, '_interfaces': [{'id': '01e9f0ea-e42f-4550-817f-db893653e1cc', 'name': '', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'tenant_id': 'e176643d9b48464692143471ad044696', 'mac_address': 'fa:16:3e:9c:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:15Z', 'updated_at': '2021-12-22T08:28:18Z', 'revision_number': 4, 'project_id': 'e176643d9b48464692143471ad044696', 'subnets': [{'id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '219c68cc-94d5-4880-a7e6-52d8dac70df8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:18.631495 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9471891-d498-4ec5-848b-b9e8c2c73ad4 None None] The sync data for ids ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'] in dv-neutron-822602-1-hyperv is: [{'id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'name': 'router1', 'tenant_id': 'e176643d9b48464692143471ad044696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:05Z', 'updated_at': '2021-12-22T08:28:15Z', 'revision_number': 2, 'project_id': 'e176643d9b48464692143471ad044696', 'gw_port_host': None, '_interfaces': [{'id': '01e9f0ea-e42f-4550-817f-db893653e1cc', 'name': '', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'tenant_id': 'e176643d9b48464692143471ad044696', 'mac_address': 'fa:16:3e:9c:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:15Z', 'updated_at': '2021-12-22T08:28:18Z', 'revision_number': 4, 'project_id': 'e176643d9b48464692143471ad044696', 'subnets': [{'id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '219c68cc-94d5-4880-a7e6-52d8dac70df8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:28:18.846455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52028) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:18.991332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8358bd-4454-4ac7-a326-d8534be972a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:18.991885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bf8358bd-4454-4ac7-a326-d8534be972a6 admin admin] Synchronizing usage tracker for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:28:19.009721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bf8358bd-4454-4ac7-a326-d8534be972a6 admin admin] Unset dirty status for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:28:19.010939 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bf8358bd-4454-4ac7-a326-d8534be972a6 admin admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 842 time: 0.1634502 Dec 22 08:28:19.020179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:28:19.026001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:19.029709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Usage tracker for resource:subnet and tenant:5683dae9fa874101ab5b37cb09f38dea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:19.032478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:19.038455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:19.048890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Made reservation on behalf of 5683dae9fa874101ab5b37cb09f38dea for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:28:19.051175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:19.407346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:28:19.407822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:19.412754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:19.489655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:28:19.490017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Network hostable DHCP agents. Network: c5635b97-5b51-4561-a741-d37e7b9b645f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:28:19.497482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bfb5ca-37ef-403d-b867-54e67f551ee6,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:19.503878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:19.514647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:28:19.525915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, c5635b97-5b51-4561-a741-d37e7b9b645f) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:19.530050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:19.530755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:19.537147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdabd6-a38e-49ed-869a-414412260445 None None] Network c5635b97-5b51-4561-a741-d37e7b9b645f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:28:19.569270 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5396500 Dec 22 08:28:19.786241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f6140-d329-400b-b904-8c8687f161a6 None None] Network c5635b97-5b51-4561-a741-d37e7b9b645f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:28:20.798431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 01e9f0ea-e42f-4550-817f-db893653e1cc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:20.866420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 01e9f0ea-e42f-4550-817f-db893653e1cc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:20.872469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 01e9f0ea-e42f-4550-817f-db893653e1cc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:20.872703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:20.986047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:21.017712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 01e9f0ea-e42f-4550-817f-db893653e1cc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=01e9f0ea-e42f-4550-817f-db893653e1cc,segment=NetworkSegment(97d3c038-2bc0-421e-9ce8-595eb059095b),segment_id=97d3c038-2bc0-421e-9ce8-595eb059095b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:28:21.022490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:21.025351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c9a49b6f-b8e0-4ec1-baf2-1db84ea1623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:21.089579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=01e9f0ea-e42f-4550-817f-db893653e1cc,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:21.092574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:21.803246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52042) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:21.994185 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-161ee0e3-40cd-48d5-b823-e43c05f97a66 admin admin] 10.222.0.36 "GET /v2.0/routers/68cb9cde-98e1-4f1b-a600-79f03d1993e1 HTTP/1.1" status: 200 len: 710 time: 0.1892920 Dec 22 08:28:22.119848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b93c6da-63ea-409f-b24a-937e2ab940c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:22.121116 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5b93c6da-63ea-409f-b24a-937e2ab940c2 admin admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 886 time: 0.1219299 Dec 22 08:28:22.129519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:28:22.603238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:22.784762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 01e9f0ea-e42f-4550-817f-db893653e1cc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:22.850113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 01e9f0ea-e42f-4550-817f-db893653e1cc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:22.850409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:22.928159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:22.982605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:23.110461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Allocated IP 172.26.7.114 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/a8fb00ab-3951-427d-971e-d27de1073a11) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:28:23.247095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:23.275075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:23.281808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba55431d-6875-4fba-a450-0d456c3385c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:23.339576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:28:23.340654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:23.344161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:28:23.467490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fb00ab-3951-427d-971e-d27de1073a11,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:23.471905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:23.717767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:24.091689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:24.094851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:24.266657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:28:24.434913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:28:24.442659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:24.443818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] 10.222.0.36 "PUT /v2.0/routers/68cb9cde-98e1-4f1b-a600-79f03d1993e1 HTTP/1.1" status: 200 len: 890 time: 2.3173823 Dec 22 08:28:24.444752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Sync routers for ids ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:28:24.455512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Routers {'68cb9cde-98e1-4f1b-a600-79f03d1993e1'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:28:24.456289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:24.650259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Set router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:28:24.976514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'name': 'router1', 'tenant_id': 'e176643d9b48464692143471ad044696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a8fb00ab-3951-427d-971e-d27de1073a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:05Z', 'updated_at': '2021-12-22T08:28:23Z', 'revision_number': 4, 'project_id': 'e176643d9b48464692143471ad044696', 'gw_port': {'id': 'a8fb00ab-3951-427d-971e-d27de1073a11', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:23Z', 'updated_at': '2021-12-22T08:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '01e9f0ea-e42f-4550-817f-db893653e1cc', 'name': '', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'tenant_id': 'e176643d9b48464692143471ad044696', 'mac_address': 'fa:16:3e:9c:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:15Z', 'updated_at': '2021-12-22T08:28:21Z', 'revision_number': 5, 'project_id': 'e176643d9b48464692143471ad044696', 'subnets': [{'id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '219c68cc-94d5-4880-a7e6-52d8dac70df8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:24.981371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Checking router: 68cb9cde-98e1-4f1b-a600-79f03d1993e1 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:28:24.981748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Updating router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 port a8fb00ab-3951-427d-971e-d27de1073a11 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:28:25.032241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.347367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.358862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Transition to ACTIVE for port object a8fb00ab-3951-427d-971e-d27de1073a11 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:25.365646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.370795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6956ed1-8ca0-4a59-a1b6-6883ae893e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:25.461240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Attempting to bind port a8fb00ab-3951-427d-971e-d27de1073a11 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:28:25.461872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Attempting to bind port a8fb00ab-3951-427d-971e-d27de1073a11 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:28:25.461983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Attempting to bind port a8fb00ab-3951-427d-971e-d27de1073a11 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:28:25.470426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd064ead-90e0-46f3-88c8-86819bc6d7e7 None None] Pushing event updated for resources: {'Port': ['ID=a8fb00ab-3951-427d-971e-d27de1073a11,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:25.472885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:28:25.473260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:28:25.473680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.474113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:28:25.474572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Bound port: a8fb00ab-3951-427d-971e-d27de1073a11, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:28:25.474958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.498684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd064ead-90e0-46f3-88c8-86819bc6d7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:25.550177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] For port a8fb00ab-3951-427d-971e-d27de1073a11, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:28:25.553283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] For port a8fb00ab-3951-427d-971e-d27de1073a11, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a8fb00ab-3951-427d-971e-d27de1073a11,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:28:25.557895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.561877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd064ead-90e0-46f3-88c8-86819bc6d7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:25.636048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Routers {'68cb9cde-98e1-4f1b-a600-79f03d1993e1'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:28:25.636657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:25.686488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd064ead-90e0-46f3-88c8-86819bc6d7e7 None None] Pushing event updated for resources: {'Port': ['ID=a8fb00ab-3951-427d-971e-d27de1073a11,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:25.694103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd064ead-90e0-46f3-88c8-86819bc6d7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:25.823104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] Set router 68cb9cde-98e1-4f1b-a600-79f03d1993e1 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:28:26.139950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'name': 'router1', 'tenant_id': 'e176643d9b48464692143471ad044696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a8fb00ab-3951-427d-971e-d27de1073a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:05Z', 'updated_at': '2021-12-22T08:28:23Z', 'revision_number': 4, 'project_id': 'e176643d9b48464692143471ad044696', 'gw_port': {'id': 'a8fb00ab-3951-427d-971e-d27de1073a11', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:23Z', 'updated_at': '2021-12-22T08:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '01e9f0ea-e42f-4550-817f-db893653e1cc', 'name': '', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'tenant_id': 'e176643d9b48464692143471ad044696', 'mac_address': 'fa:16:3e:9c:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:15Z', 'updated_at': '2021-12-22T08:28:21Z', 'revision_number': 5, 'project_id': 'e176643d9b48464692143471ad044696', 'subnets': [{'id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '219c68cc-94d5-4880-a7e6-52d8dac70df8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:26.143828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f2a6f1-a110-489a-9d78-4609403b80c8 None None] The sync data for ids ['68cb9cde-98e1-4f1b-a600-79f03d1993e1'] in dv-neutron-822602-1-hyperv is: [{'id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'name': 'router1', 'tenant_id': 'e176643d9b48464692143471ad044696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'a8fb00ab-3951-427d-971e-d27de1073a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:05Z', 'updated_at': '2021-12-22T08:28:23Z', 'revision_number': 4, 'project_id': 'e176643d9b48464692143471ad044696', 'gw_port': {'id': 'a8fb00ab-3951-427d-971e-d27de1073a11', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:36:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:23Z', 'updated_at': '2021-12-22T08:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '01e9f0ea-e42f-4550-817f-db893653e1cc', 'name': '', 'network_id': '8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f', 'tenant_id': 'e176643d9b48464692143471ad044696', 'mac_address': 'fa:16:3e:9c:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cb9cde-98e1-4f1b-a600-79f03d1993e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:15Z', 'updated_at': '2021-12-22T08:28:21Z', 'revision_number': 5, 'project_id': 'e176643d9b48464692143471ad044696', 'subnets': [{'id': '2a31c19f-0ddb-408f-99b1-682823c0b874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '219c68cc-94d5-4880-a7e6-52d8dac70df8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:28:26.799010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52052) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:26.814590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a8fb00ab-3951-427d-971e-d27de1073a11 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:26.885174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a8fb00ab-3951-427d-971e-d27de1073a11 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:26.890295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a8fb00ab-3951-427d-971e-d27de1073a11 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:26.890851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:26.931966 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-93064eed-113b-42a2-a990-adab642f1972 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1287332 Dec 22 08:28:27.016363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:27.034252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port a8fb00ab-3951-427d-971e-d27de1073a11, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a8fb00ab-3951-427d-971e-d27de1073a11,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:28:27.038283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:27.040364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:27.106056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=a8fb00ab-3951-427d-971e-d27de1073a11,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:27.109121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:28.794306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a8fb00ab-3951-427d-971e-d27de1073a11 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:28.870366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a8fb00ab-3951-427d-971e-d27de1073a11 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:28.871112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.677894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ebb8-f577-4e00-929d-cfbb081a2b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:41.934370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7bc3-8606-4c8f-9f25-032ee774f13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.061917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.094062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.885540 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:28:44.375148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:09.681473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e25d7eba-790d-40fd-b69b-f0ad7e3ca2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:11.936573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2e1626be-c572-4616-849d-11df82ab08e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:13.066232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:13.099032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:14.381217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:20.889004 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:29:39.720247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-03237cda-69e8-4d96-97db-658b6ec7f9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:41.942872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-54d23a27-3f40-4d36-a999-ce1e6f4a77b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:43.067011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:43.112282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:44.384617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:57.889382 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:30:09.688224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d452e447-a57b-4b82-9398-9b1bd55a5055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:11.946843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31d9cb49-546b-49a5-87d0-3322fd2430c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:13.071260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:13.113916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:14.385741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:34.887868 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:30:35.483009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52654) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:35.549531 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-96298e1b-d2e3-4d44-bd88-b7ee0c52619a admin admin] GET failed (client error): The resource could not be found. Dec 22 08:30:35.550812 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-96298e1b-d2e3-4d44-bd88-b7ee0c52619a admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668764 Dec 22 08:30:35.686790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af105a1e-1ca9-4ab7-b3bb-d3715634dd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:35.688216 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-af105a1e-1ca9-4ab7-b3bb-d3715634dd2e admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1330769 Dec 22 08:30:37.855680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52664) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:37.960013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e262b2-57be-4436-a330-92047b16c255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:37.960596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e8e262b2-57be-4436-a330-92047b16c255 admin admin] Synchronizing usage tracker for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:30:37.976563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e8e262b2-57be-4436-a330-92047b16c255 admin admin] Unset dirty status for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:30:37.977841 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e8e262b2-57be-4436-a330-92047b16c255 admin admin] 10.222.0.36 "GET /v2.0/subnets/2a31c19f-0ddb-408f-99b1-682823c0b874 HTTP/1.1" status: 200 len: 849 time: 0.1211865 Dec 22 08:30:37.987017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:30:38.102621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:38.288186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743491946837'] for subnet, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:38.296986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:30:38.339859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:38.340965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:38.343670 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] 10.222.0.36 "PUT /v2.0/subnets/2a31c19f-0ddb-408f-99b1-682823c0b874 HTTP/1.1" status: 200 len: 868 time: 0.3584666 Dec 22 08:30:38.345963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9c863e-102e-49b1-9e08-dc5098b7b2ad None None] Network 8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:30:38.367372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a31c19f-0ddb-408f-99b1-682823c0b874,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:30:38.375004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.375365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.375702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.376115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.376470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.376840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.377184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.377527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.377865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.378171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.378509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.378842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:30:38.382630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:30:38.812524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1ed0b21c-a9a1-43ed-a60e-b6212f182384 None None] Provisioning complete for port 01e9f0ea-e42f-4550-817f-db893653e1cc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:30:38.812941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b21c-a9a1-43ed-a60e-b6212f182384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:38.950611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1ed0b21c-a9a1-43ed-a60e-b6212f182384 None None] Provisioning complete for port 4eac57e9-8350-4967-848d-2393918bacca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:30:38.950821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b21c-a9a1-43ed-a60e-b6212f182384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:39.690310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5d499809-9197-40b8-8137-31b12109ec96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:40.502070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 52674) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:40.715880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404b502-866d-48a6-a32b-22c9bc34bfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:40.716396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404b502-866d-48a6-a32b-22c9bc34bfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:40.718400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e404b502-866d-48a6-a32b-22c9bc34bfd1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2152812 Dec 22 08:30:41.941506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a35ff36d-d21b-4eaf-870b-be49a47b652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:42.859884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52684) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:43.036399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab3a39-248c-4f4d-951a-eb53199b9a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:43.036870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab3a39-248c-4f4d-951a-eb53199b9a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:43.038357 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ccab3a39-248c-4f4d-951a-eb53199b9a68 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1774397 Dec 22 08:30:43.073099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:43.108237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:44.389506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:45.180658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 52694) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:45.357100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84a0fc-e6fe-42a4-b91a-81754cb9932d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:45.358425 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fc84a0fc-e6fe-42a4-b91a-81754cb9932d admin admin] 10.222.0.36 "GET /v2.0/networks/8e05d8e0-26f2-4df8-8ce1-916aaa96fd5f HTTP/1.1" status: 200 len: 868 time: 0.1768506 Dec 22 08:30:47.527800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 52704) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:47.695876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a57d5-d9f0-4617-9e47-e075fa8cb790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:47.697238 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-295a57d5-d9f0-4617-9e47-e075fa8cb790 admin admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 886 time: 0.1684203 Dec 22 08:30:49.819498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 52714) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:49.929531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f990e9-321a-4382-9500-2e2ec2b6f2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:49.929982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f990e9-321a-4382-9500-2e2ec2b6f2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:49.931491 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b6f990e9-321a-4382-9500-2e2ec2b6f2ed admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110942 Dec 22 08:30:52.074078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 52724) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:52.181408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd97eb9-d261-4ba5-a518-043740bcd581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:52.181864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd97eb9-d261-4ba5-a518-043740bcd581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:52.183367 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ebd97eb9-d261-4ba5-a518-043740bcd581 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083591 Dec 22 08:30:54.366857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52734) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:54.480619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dde3ba-114e-48c6-9165-a88eb2576329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:54.481955 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-54dde3ba-114e-48c6-9165-a88eb2576329 admin admin] 10.222.0.36 "GET /v2.0/subnets/2a31c19f-0ddb-408f-99b1-682823c0b874 HTTP/1.1" status: 200 len: 868 time: 0.1139672 Dec 22 08:30:56.739618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52744) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:30:56.850436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce6755-787b-442d-81b1-6f7fac3a0dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:30:56.851708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-05ce6755-787b-442d-81b1-6f7fac3a0dae admin admin] 10.222.0.36 "GET /v2.0/subnets/52bfb5ca-37ef-403d-b867-54e67f551ee6 HTTP/1.1" status: 200 len: 816 time: 0.1107810 Dec 22 08:31:09.695205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a37cc4ed-1210-40f2-a105-463ce7738737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:11.886839 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:31:11.946404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-477a2e8b-c895-448e-964a-045c6de12563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:13.074401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:13.110424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:14.396340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:20.747301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52788) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:20.804583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-9003ded8-cbdb-4450-b308-36109213ce08 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:31:20.806901 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9003ded8-cbdb-4450-b308-36109213ce08 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578732 Dec 22 08:31:23.110469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52798) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:23.219578 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad41caa-c624-4e93-99ed-0ff44cbdecef admin admin] GET failed (client error): The resource could not be found. Dec 22 08:31:23.220891 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8ad41caa-c624-4e93-99ed-0ff44cbdecef admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1095216 Dec 22 08:31:23.342231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde7cf2f-4f5e-4e58-9c4e-94334a59c066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:23.343705 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cde7cf2f-4f5e-4e58-9c4e-94334a59c066 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1183946 Dec 22 08:31:25.485534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52808) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:25.534376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:31:25.538925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:31:25.548565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:31:25.558478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Made reservation on behalf of 5683dae9fa874101ab5b37cb09f38dea for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:31:25.561013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:25.657824 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.services.revisions.revision_plugin [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Could not find related network for resource to bump revision. Dec 22 08:31:25.670240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:31:25.680347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:25.680717 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Added segment 34a05734-217b-48aa-b291-039d058b8be2 of type vlan for network ec1fdf8f-23a3-45e6-9873-4fda929c2010 Dec 22 08:31:25.705371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:25.732855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:25.734069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:25.734635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:25.737796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:25.832075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Pushing event updated for resources: {'Network': ['ID=ec1fdf8f-23a3-45e6-9873-4fda929c2010,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:25.835246 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3487210 Dec 22 08:31:25.835934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:25.843870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network ec1fdf8f-23a3-45e6-9873-4fda929c2010 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:31:27.964265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52818) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:28.030382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c184061-eb47-4b85-9eea-05cf79159521 admin admin] GET failed (client error): The resource could not be found. Dec 22 08:31:28.030894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2c184061-eb47-4b85-9eea-05cf79159521 admin admin] Synchronizing usage tracker for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:31:28.046134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2c184061-eb47-4b85-9eea-05cf79159521 admin admin] Unset dirty status for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:31:28.047322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2c184061-eb47-4b85-9eea-05cf79159521 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0820909 Dec 22 08:31:28.151976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a00dbc-aed0-4dcf-9856-01b3624bfc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:28.153376 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c2a00dbc-aed0-4dcf-9856-01b3624bfc3b admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1014407 Dec 22 08:31:28.163149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010', 'name': 'shared-subnet'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:31:28.167536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:31:28.177568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:31:28.188061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Made reservation on behalf of 5683dae9fa874101ab5b37cb09f38dea for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:31:28.190499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:28.386387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:28.390942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c51662aa-0f0b-4f0e-b973-836dac7dfc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:28.463629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac77bee2-2717-4144-935b-108adc24cee8,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:28.467284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:28.468154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Checking segment: {'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:31:28.468497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Network hostable DHCP agents. Network: ec1fdf8f-23a3-45e6-9873-4fda929c2010, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:31:28.489408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Network ec1fdf8f-23a3-45e6-9873-4fda929c2010 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:31:28.498356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, ec1fdf8f-23a3-45e6-9873-4fda929c2010) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:31:28.502504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:28.503126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:28.515184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a8ba8-8012-47a1-9203-fbe18215c680 None None] Network ec1fdf8f-23a3-45e6-9873-4fda929c2010 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:31:28.527126 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673735 Dec 22 08:31:28.732753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-ec1fdf8f-23a3-45e6-9873-4fda929c2010', 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010', 'tenant_id': '5683dae9fa874101ab5b37cb09f38dea', 'fixed_ips': [{'subnet_id': 'ac77bee2-2717-4144-935b-108adc24cee8'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:31:28.733605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:28.895492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Allocated IP 192.168.233.2 (ec1fdf8f-23a3-45e6-9873-4fda929c2010/ac77bee2-2717-4144-935b-108adc24cee8/193442bf-3098-4639-b839-87a4b7792a25) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:31:29.107838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:29.119666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Transition to ACTIVE for port object 193442bf-3098-4639-b839-87a4b7792a25 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:31:29.138715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Transition to ACTIVE for port object 193442bf-3098-4639-b839-87a4b7792a25 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:31:29.144830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:29.177968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fd064ead-90e0-46f3-88c8-86819bc6d7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:29.236193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Network ec1fdf8f-23a3-45e6-9873-4fda929c2010 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:31:29.240172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:31:29.244101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:31:29.274959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Pushing event updated for resources: {'Port': ['ID=193442bf-3098-4639-b839-87a4b7792a25,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:29.317881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.318232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.318558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.318872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.319181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.319494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.319801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.320131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.320432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.320741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.321042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.321338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:29.328563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:29.349379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Attempting to bind port 193442bf-3098-4639-b839-87a4b7792a25 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:31:29.349747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Attempting to bind port 193442bf-3098-4639-b839-87a4b7792a25 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:31:29.350117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Attempting to bind port 193442bf-3098-4639-b839-87a4b7792a25 on network ec1fdf8f-23a3-45e6-9873-4fda929c2010 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:31:29.355403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:31:29.355766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Checking segment: {'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:31:29.356859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:29.356859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Bound using segment: {'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:31:29.357249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Bound port: 193442bf-3098-4639-b839-87a4b7792a25, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:31:29.357618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:29.447569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] For port 193442bf-3098-4639-b839-87a4b7792a25, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:31:29.450869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] For port 193442bf-3098-4639-b839-87a4b7792a25, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=193442bf-3098-4639-b839-87a4b7792a25,segment=NetworkSegment(34a05734-217b-48aa-b291-039d058b8be2),segment_id=34a05734-217b-48aa-b291-039d058b8be2)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:31:29.456643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:29.460914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:29.538735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Pushing event updated for resources: {'Port': ['ID=193442bf-3098-4639-b839-87a4b7792a25,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:29.542381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:30.431859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d2e7a-1275-4e9e-9720-e4048a7163ea None None] Network ec1fdf8f-23a3-45e6-9873-4fda929c2010 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:31:30.588835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1a6630c3-f0d3-4860-9dcd-62cce83dea01 None None] Provisioning for port 193442bf-3098-4639-b839-87a4b7792a25 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:31:30.917990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 193442bf-3098-4639-b839-87a4b7792a25 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:31:30.998329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 193442bf-3098-4639-b839-87a4b7792a25 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:31:31.003700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 193442bf-3098-4639-b839-87a4b7792a25 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:31:31.004099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:31.125093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:31.160589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 193442bf-3098-4639-b839-87a4b7792a25, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=193442bf-3098-4639-b839-87a4b7792a25,segment=NetworkSegment(34a05734-217b-48aa-b291-039d058b8be2),segment_id=34a05734-217b-48aa-b291-039d058b8be2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:31:31.164992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:31.167084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:31.235300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=193442bf-3098-4639-b839-87a4b7792a25,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:31.240681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:32.891426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 193442bf-3098-4639-b839-87a4b7792a25 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:31:32.958128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 193442bf-3098-4639-b839-87a4b7792a25 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:31:32.958502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:39.697801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0832be0-f42b-49f7-9ce6-69f5255225af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:41.951335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c4b4623-fc61-4002-a98a-a908b0b1874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:43.079364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:43.114870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:44.399813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:48.885844 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:32:09.700163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-442d1f09-d804-4fd0-925c-5187ef899cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:11.954213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e64bfb15-5e5c-4213-a405-9b3fb8656beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:13.088063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:13.126006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:14.390887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:25.884866 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:32:39.703109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-13b6e363-6d51-4d97-94d5-f6ccc86e9bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:41.961593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ed65bf5-e629-4e4c-a6a8-649ea585b61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:43.085651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:43.116952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:44.394326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:46.937592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52868) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:46.943473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-435031dd-a60e-4290-9e6d-6263d11643ea tempest-verify_tempest_config-82166646 tempest-verify_tempest_config-82166646-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:32:46.944442 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-435031dd-a60e-4290-9e6d-6263d11643ea tempest-verify_tempest_config-82166646 tempest-verify_tempest_config-82166646-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059071 Dec 22 08:32:47.249312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52886) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:47.366724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:47.383202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:32:47.389770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b21fe38b62ec4016a97eeb846f1d83b2 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:32:47.395533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:32:47.401440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:32:47.493426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:47.497020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:47.505035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:32:47.548161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d944898-0f69-4829-b973-21d490a010e0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:32:47.552400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Synchronizing usage tracker for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:32:47.558920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.559265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.559594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.559938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.560263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.560606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.560925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.561245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.561558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.561866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.562175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.562482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:47.566895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:32:47.580765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Unset dirty status for tenant:5683dae9fa874101ab5b37cb09f38dea on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:32:47.582244 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b21fe38b62ec4016a97eeb846f1d83b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3319173 Dec 22 08:32:47.584845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 52892) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:47.640505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:47.665502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:47.767094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:47.771234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-279e87d2-ab3a-42f4-afdc-84ac6c0f298d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:32:47.785394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d944898-0f69-4829-b973-21d490a010e0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:32:47.787936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:32:47.789221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:47.790340 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d944898-0f69-4829-b973-21d490a010e0 HTTP/1.1" status: 204 len: 168 time: 0.2044713 Dec 22 08:33:02.884306 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:33:09.705678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a742ff5-d259-4c3c-a3a8-aa23b420a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:11.956144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2f26130-c1ef-4a86-8b3e-1282cfda1271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:13.089507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:13.119542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:14.397336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:39.709662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7d1f47ea-0b5f-49f9-b7e1-e571207790e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:39.883397 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 5 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:33:41.960953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d7e29107-24fa-41dd-8f82-4580d2f40b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:43.093486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:43.124947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:44.399426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:09.388544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-921395'] for agent, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:09.713099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-706cd707-a20f-416e-94df-2abf2d90c728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:11.964575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce0affe3-f533-46b0-9efe-fb1cf6dbd7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:13.099982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:13.120160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:14.401371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:16.882637 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:34:24.011988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 52962) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:34:24.125714 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-19369541-8b75-44e9-98c2-a351c34599ee admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1126082 Dec 22 08:34:26.346196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 52972) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:34:26.402245 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-76a9d7f6-13ca-4a64-bdec-b4f43c03052c admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0546870 Dec 22 08:34:39.353592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:39.717992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-36d05b58-6c49-4e25-ba16-6eb80d8437f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:41.968800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-821e8937-43b1-43f3-a2dc-62eb330aeba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:43.098808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:43.126107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:44.407508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:53.882043 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:35:09.358816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:09.721595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f60922c-a7bc-4a11-bbde-90dcd0dbb182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:11.963243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8332eae7-c78d-4dd4-8fe3-ed0cfc73f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:13.101382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:13.128298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:14.409536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:30.880105 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:35:39.357378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:39.724203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9dcf7804-36e0-4344-9edc-e3458a07e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:41.967639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d6cdf03-992c-424d-8564-c7c49fbda337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:43.104873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:43.134235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:44.414651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.587364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53136) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:57.969316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1310389439-network', 'tenant_id': '3b6c8b9821904412935b072842096681'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:35:57.975271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:57.980607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Usage tracker for resource:network and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:57.983732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:57.989556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:58.003477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Made reservation on behalf of 3b6c8b9821904412935b072842096681 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:58.007489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.025238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.040592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:58.045033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Usage tracker for resource:security_group_rule and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:58.049060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:58.055353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:58.183390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.188315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.193563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:58.210625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:35:58.228731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743491953053', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.229343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Unsubscribe: segment precommit_create {{(pid=87600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 08:35:58.229825 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Added segment 46957843-a952-46c6-b1d3-b7fd68904742 of type vlan for network a0f2857d-284d-4277-88a7-2c03db2dbd3c Dec 22 08:35:58.309548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270ae459-3493-444d-bbfa-6f8ff8ee9d60,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:58.319027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.355658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.356037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.356377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.356701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.357022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.358056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.358056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.358056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.358348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.358554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.358864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.359170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Tracked resource versions report: Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: pushed versions: Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: { 'AddressGroup': {'1.2'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'ConntrackHelper': {'1.0'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Log': {'1.0'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Network': {'1.1'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Port': {'1.7'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'PortForwarding': {'1.2'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'QosPolicy': {'1.8'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'SecurityGroup': {'1.4'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'SubPort': {'1.0'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Subnet': {'1.1'}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Trunk': {'1.1'}} Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: consumer versions: Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: { DHCP agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: L3 agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: Metadata agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: Metering agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: Open vSwitch agent@dv-neutron-822602-1-hyperv: { 'AddressGroup': '1.2', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'ConntrackHelper': '1.0', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Log': '1.0', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Network': '1.1', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Port': '1.7', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'PortForwarding': '1.2', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'QosPolicy': '1.8', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'SecurityGroup': '1.4', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'SecurityGroupRule': '1.2', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'SubPort': '1.0', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Subnet': '1.1', Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: 'Trunk': '1.1'}} Dec 22 08:35:58.361525 dv-neutron-822602-1-hyperv neutron-server[87600]: {{(pid=87600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:35:58.392047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.394055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:58.394765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.401123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:58.401763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:58.504924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f2857d-284d-4277-88a7-2c03db2dbd3c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:58.509058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:58.516401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53178) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:58.520733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:35:58.522613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Request body: {'subnet': {'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1310389439-subnet', 'tenant_id': '3b6c8b9821904412935b072842096681', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:35:58.526451 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9379482 Dec 22 08:35:58.529384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:58.534036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Usage tracker for resource:subnet and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:58.547487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:58.553701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:58.566980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Made reservation on behalf of 3b6c8b9821904412935b072842096681 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:58.570420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.789017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.794282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6defeb80-5a91-4717-b3c2-69cd888706d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:58.843628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53192) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:58.864829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebe3ed5-95e6-40dd-a092-230927d00f5d,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:58.875323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.875681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.876240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.876572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.876901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.877218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.877534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.878037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.878362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.878681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.879012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.879305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Tracked resource versions report: Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: pushed versions: Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: { 'AddressGroup': {'1.2'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'ConntrackHelper': {'1.0'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Log': {'1.0'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Network': {'1.1'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Port': {'1.7'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'PortForwarding': {'1.2'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'QosPolicy': {'1.8'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroup': {'1.4'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SubPort': {'1.0'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Subnet': {'1.1'}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Trunk': {'1.1'}} Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: consumer versions: Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: { DHCP agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: L3 agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: Metadata agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: Metering agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: Open vSwitch agent@dv-neutron-822602-1-hyperv: { 'AddressGroup': '1.2', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'ConntrackHelper': '1.0', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Log': '1.0', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Network': '1.1', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Port': '1.7', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'PortForwarding': '1.2', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'QosPolicy': '1.8', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroup': '1.4', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SecurityGroupRule': '1.2', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'SubPort': '1.0', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Subnet': '1.1', Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: 'Trunk': '1.1'}} Dec 22 08:35:58.880395 dv-neutron-822602-1-hyperv neutron-server[87601]: {{(pid=87601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:35:58.884437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:58.890250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Checking segment: {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:35:58.890605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Network hostable DHCP agents. Network: a0f2857d-284d-4277-88a7-2c03db2dbd3c, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:35:58.910531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:35:58.920908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a0f2857d-284d-4277-88a7-2c03db2dbd3c) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:58.925391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:58.926294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.935197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8a49e8-dd8e-4394-9e4d-ea5ce1d5e20f None None] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:35:58.956274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53200) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:58.957085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4393091 Dec 22 08:35:58.961613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:35:58.967402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:58.971383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Usage tracker for resource:router and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:58.975059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:58.982046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:58.997036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.998892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.022870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.239447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:35:59.240979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.375304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-82263923-network', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:35:59.383065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:59.390582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Usage tracker for resource:network and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:59.395232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.399756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:59.408760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:59.435073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Allocated IP 172.20.0.2 (a0f2857d-284d-4277-88a7-2c03db2dbd3c/4ebe3ed5-95e6-40dd-a092-230927d00f5d/b947bdb2-f9be-4ccf-8110-7a9a4fe3699a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:35:59.438340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Made reservation on behalf of 8e151dd36f1d46ca8284dd3f13a283eb for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:59.441270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.456286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.562532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:59.573147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Usage tracker for resource:security_group_rule and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:59.585197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:59.605445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:59.678141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.689526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Transition to ACTIVE for port object b947bdb2-f9be-4ccf-8110-7a9a4fe3699a will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:35:59.712370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Transition to ACTIVE for port object b947bdb2-f9be-4ccf-8110-7a9a4fe3699a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:35:59.720307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.726947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:59.752987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.760573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.767418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:59.799694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Pushing event updated for resources: {'Port': ['ID=b947bdb2-f9be-4ccf-8110-7a9a4fe3699a,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:59.806421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1922e38c-4398-46ea-80d8-342d2d7aaa6a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:59.811089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.811696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.812256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.812755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.813279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:59.813498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.813989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.814504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.815007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.815552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.816081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.816581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.817078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Tracked resource versions report: Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: pushed versions: Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: { 'AddressGroup': {'1.2'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'ConntrackHelper': {'1.0'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Log': {'1.0'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Network': {'1.1'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Port': {'1.7'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'PortForwarding': {'1.2'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'QosPolicy': {'1.8'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroup': {'1.4'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SubPort': {'1.0'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Subnet': {'1.1'}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Trunk': {'1.1'}} Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: consumer versions: Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: { DHCP agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: L3 agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: Metadata agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: Metering agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: Open vSwitch agent@dv-neutron-822602-1-hyperv: { 'AddressGroup': '1.2', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'ConntrackHelper': '1.0', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Log': '1.0', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Network': '1.1', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Port': '1.7', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'PortForwarding': '1.2', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'QosPolicy': '1.8', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroup': '1.4', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SecurityGroupRule': '1.2', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'SubPort': '1.0', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Subnet': '1.1', Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: 'Trunk': '1.1'}} Dec 22 08:35:59.819440 dv-neutron-822602-1-hyperv neutron-server[87602]: {{(pid=87602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:35:59.827265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:35:59.835530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:35:59.837467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:59.838602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:59.846139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:35:59.947281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Attempting to bind port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:35:59.947556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Attempting to bind port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:35:59.948495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Attempting to bind port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a on network a0f2857d-284d-4277-88a7-2c03db2dbd3c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:35:59.953957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:35:59.954340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Checking segment: {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:35:59.954739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.955134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Bound using segment: {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:35:59.955599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Bound port: b947bdb2-f9be-4ccf-8110-7a9a4fe3699a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:35:59.956251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.033560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.062198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.062544 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Added segment 8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6 of type vlan for network 040efd29-f17a-493e-9fe8-ba39cd40f48b Dec 22 08:36:00.074007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.084383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] For port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:00.089067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] For port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b947bdb2-f9be-4ccf-8110-7a9a4fe3699a,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:00.097087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.112107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:00.222106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Pushing event updated for resources: {'Port': ['ID=b947bdb2-f9be-4ccf-8110-7a9a4fe3699a,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:00.234562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:00.265901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.277109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Allocated IP 172.26.7.73 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/760be610-8f95-4630-982c-9e044e4772d0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:00.390065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.395476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:00.396114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.416845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:00.591820 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7459567 Dec 22 08:36:00.595053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53258) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:00.601626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Request body: {'subnet': {'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-82263923-subnet', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:00.610877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:00.620549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Usage tracker for resource:subnet and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.628653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Pushing event updated for resources: {'Network': ['ID=040efd29-f17a-493e-9fe8-ba39cd40f48b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:00.628790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.639698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:00.643870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:00.653939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:00.671738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Made reservation on behalf of 8e151dd36f1d46ca8284dd3f13a283eb for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:00.675763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.730988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.824386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.836412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:00.869827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53266) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:00.900711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:00.908942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:00.914320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:00.998661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.003200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8c2e9674-41f0-454e-8c1c-ed5c95a003b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:01.074915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c300cb-0386-4f24-9d95-c9ebb10d1a0a,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:01.078541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:01.140461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b947bdb2-f9be-4ccf-8110-7a9a4fe3699a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:01.162497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Checking segment: {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:01.162852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Network hostable DHCP agents. Network: 040efd29-f17a-493e-9fe8-ba39cd40f48b, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:01.220074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:01.233493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Pushing event updated for resources: {'Port': ['ID=760be610-8f95-4630-982c-9e044e4772d0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:01.235201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 040efd29-f17a-493e-9fe8-ba39cd40f48b) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:01.239880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:01.240937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.246139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356dc139-341d-46f7-b9d9-5bc70bd7eebb None None] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:01.276685 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6803808 Dec 22 08:36:01.282317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53278) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:01.289815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:01.298596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:01.305597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Usage tracker for resource:router and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:01.309327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:01.320802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:01.338497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:01.350809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.353133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.382639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.470821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53282) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:01.477348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:01.581849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.673741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-040efd29-f17a-493e-9fe8-ba39cd40f48b', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:36:01.677152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.694194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad6f71e-9e66-4160-946a-96d3a0623af9 None None] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:01.817788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53290) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:01.855701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1212881186'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:01.879073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:01.894955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.903693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Usage tracker for resource:network and tenant:71482b9c4b354448b652b42085e6cacd is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:01.919245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:01.935738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:01.980647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53294) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:01.998633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Allocated IP 172.20.0.2 (040efd29-f17a-493e-9fe8-ba39cd40f48b/28c300cb-0386-4f24-9d95-c9ebb10d1a0a/79f6e900-320c-4b0f-ba8d-e93e7b575857) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:02.007980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.165955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Made reservation on behalf of 71482b9c4b354448b652b42085e6cacd for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:02.175638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.221523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.293682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:02.309338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53308) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:02.317193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Usage tracker for resource:security_group_rule and tenant:71482b9c4b354448b652b42085e6cacd is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:02.328153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-159083660'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:02.329920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:02.351689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:02.360272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:02.366223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Usage tracker for resource:network and tenant:4a86a3859e1d4bf49dc6daa979ca4d99 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:02.373409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:02.378873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:02.383970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:02.387989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Usage tracker for resource:floatingip and tenant:9957b1bbeb3d44ef8aa289ccfefc0326 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:02.391343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:02.397759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:02.406893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Router 5401c11a-252b-489f-b1f1-c2dfe803f522 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:36:02.416065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Provisioning for port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:02.420311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:02.458036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Provisioning complete for port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:02.458410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.620296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.634996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Transition to ACTIVE for port object 79f6e900-320c-4b0f-ba8d-e93e7b575857 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:02.648564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-25f16019-16d2-4604-9674-3c7e5a92705d tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:02.658764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Transition to ACTIVE for port object 79f6e900-320c-4b0f-ba8d-e93e7b575857 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:02.681888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.711093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:02.711740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.755319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.819866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:02.826893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:02.828528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.830854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:02.850508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:02.858905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-331998232'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:02.862295 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Sync routers for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:02.864583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:02.871841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Usage tracker for resource:network and tenant:465926df1a6648248bff8ba1d7d8f723 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:02.874999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:02.877807 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:02.878422 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:35:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:02.881065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:02.916716 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-25f16019-16d2-4604-9674-3c7e5a92705d tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "PUT /v2.0/quotas/0f1ff38f135040ecae0b3ae2706a6f81 HTTP/1.1" status: 200 len: 368 time: 0.9323416 Dec 22 08:36:02.945263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53330) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:02.967377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Request body: {'network': {'project_id': '0f1ff38f135040ecae0b3ae2706a6f81'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:02.987306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:02.987755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Made reservation on behalf of 465926df1a6648248bff8ba1d7d8f723 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:02.992217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Attempting to bind port 79f6e900-320c-4b0f-ba8d-e93e7b575857 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:02.993396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Attempting to bind port 79f6e900-320c-4b0f-ba8d-e93e7b575857 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:02.993953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Attempting to bind port 79f6e900-320c-4b0f-ba8d-e93e7b575857 on network 040efd29-f17a-493e-9fe8-ba39cd40f48b {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:02.997130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.004184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Usage tracker for resource:network and tenant:0f1ff38f135040ecae0b3ae2706a6f81 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:03.012349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:03.013292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Checking segment: {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:03.014069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.014807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Bound using segment: {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:03.015597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:03.015995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Bound port: 79f6e900-320c-4b0f-ba8d-e93e7b575857, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:03.016775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.026959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.040983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:03.057175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Made reservation on behalf of 4a86a3859e1d4bf49dc6daa979ca4d99 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:03.063282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.082904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:03.089656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Made reservation on behalf of 0f1ff38f135040ecae0b3ae2706a6f81 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:03.092022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.093587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.103269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Usage tracker for resource:security_group_rule and tenant:465926df1a6648248bff8ba1d7d8f723 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:03.122866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.124114 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1663804 Dec 22 08:36:03.126762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:03.135128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53336) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:03.141766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.150460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:03.160014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:03.181532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53340) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:03.205048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] For port 79f6e900-320c-4b0f-ba8d-e93e7b575857, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:03.205653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:03.210764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] For port 79f6e900-320c-4b0f-ba8d-e93e7b575857, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79f6e900-320c-4b0f-ba8d-e93e7b575857,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:03.221390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Allocated IP 172.26.7.231 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/0a579f53-753d-4d39-acea-97603348ed46) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:03.223808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Usage tracker for resource:security_group_rule and tenant:0f1ff38f135040ecae0b3ae2706a6f81 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:03.231916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:03.237316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.258360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:03.305161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Usage tracker for resource:security_group_rule and tenant:4a86a3859e1d4bf49dc6daa979ca4d99 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:03.336848 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:03.362957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:03.389786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Pushing event updated for resources: {'Port': ['ID=79f6e900-320c-4b0f-ba8d-e93e7b575857,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:03.393041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:03.425567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:03.433177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:03.517892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Pushing event updated for resources: {'Port': ['ID=79f6e900-320c-4b0f-ba8d-e93e7b575857,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:03.533670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:03.548727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.552977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.591647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.618864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:03.631426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] For port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b947bdb2-f9be-4ccf-8110-7a9a4fe3699a,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:03.637814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.645470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:03.658253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:03.674863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Usage tracker for resource:floatingip and tenant:bcab7182ca43450b939e0109bcc9cb81 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:03.684177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:03.697958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:03.720979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.748789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.750929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.762042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.770429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Pushing event updated for resources: {'Port': ['ID=b947bdb2-f9be-4ccf-8110-7a9a4fe3699a,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:03.773057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.777137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:03.780160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:03.791089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.917555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bec50a-bf88-4505-852a-c52cd6b9ecc0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:03.948011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:03.967112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:03.981626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:03.993110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c8882df6-251d-4803-a4eb-076728ad1cc7 None None] Provisioning complete for port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:03.993692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c8882df6-251d-4803-a4eb-076728ad1cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.016414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.037171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:04.062020 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:04.062968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.063540 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Added segment f59c6c41-09b6-4253-9a2c-f8db7c1563e7 of type vlan for network 8922bb34-f835-46ba-8780-1ae23c46c203 Dec 22 08:36:04.070458 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Checking router: 5401c11a-252b-489f-b1f1-c2dfe803f522 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:36:04.071679 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Updating router 5401c11a-252b-489f-b1f1-c2dfe803f522 port 760be610-8f95-4630-982c-9e044e4772d0 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:36:04.129396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.136875 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.137130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.137480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Added segment dc73ea52-c9cb-4835-addb-7c82db22d6e4 of type vlan for network e2eb03e0-fb2f-4f7d-9e9a-badf1db105e7 Dec 22 08:36:04.236116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.238034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.248274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.263747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.291973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.304045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.322609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:04.329954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c7ae58-406f-4f09-8cfb-d4d576f57af7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.340657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.349385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.363976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:04.364956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.396030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.397447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54917ddd-d8db-4b14-b381-3509cf222cc5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.410557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.410989 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Added segment af17291b-83d9-47a8-bc86-f07643c0a34d of type vlan for network cf23df6c-394c-4b27-ac1c-92f3563a9ef7 Dec 22 08:36:04.426166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:04.426762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.439318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:04.448816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:04.455768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:04.460674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:04.583482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98622b-0748-4a09-b630-e3645bc7a6c4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.593042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.593392 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Added segment 636696d2-2088-480c-b055-bd9c379f9e55 of type vlan for network f6a39354-391b-40cb-b842-f0a7fe1f304f Dec 22 08:36:04.596778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.605621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.605905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.606010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.614952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6ce7ff59-a80b-4339-9ae0-db608c1e2a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.623471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Pushing event updated for resources: {'Port': ['ID=0a579f53-753d-4d39-acea-97603348ed46,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.632575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Allocated IP 172.26.7.27 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/b49dca6f-8069-4924-8b2f-c45a805a838f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:04.663590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.669999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.700948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fc998588-fb83-43cd-a3ba-139530db7597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.703966 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3810482 Dec 22 08:36:04.715043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53352) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:04.750624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Request body: {'subnet': {'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:04.772958 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.9005189 Dec 22 08:36:04.789552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53358) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:04.833747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.930313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event updated for resources: {'Network': ['ID=8922bb34-f835-46ba-8780-1ae23c46c203,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.933018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:04.942669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.956381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 8922bb34-f835-46ba-8780-1ae23c46c203 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:05.030285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c3c7f-22d2-4432-9d91-b3fdedfe9227 None None] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:05.031452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Pushing event updated for resources: {'Network': ['ID=e2eb03e0-fb2f-4f7d-9e9a-badf1db105e7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:05.103918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:05.107380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'network': {'name': 'tempest-network--1983709401', 'router:external': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:05.109316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network e2eb03e0-fb2f-4f7d-9e9a-badf1db105e7 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:05.112724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.123643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:05.126204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:05.128717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:05.129393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.132784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.132967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:05.152526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:05.153309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.160417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:network and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:05.172834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:05.173999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:05.177057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Usage tracker for resource:subnet and tenant:465926df1a6648248bff8ba1d7d8f723 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:05.236385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:05.248222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:05.276189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:05.360382 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.8797250 Dec 22 08:36:05.377524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.4311240 Dec 22 08:36:05.382426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Pushing event updated for resources: {'Network': ['ID=cf23df6c-394c-4b27-ac1c-92f3563a9ef7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:05.387192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53370) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:05.388048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Made reservation on behalf of a3bdbdcbe4a8494f8451bc163afc3fb0 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:05.388344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 79f6e900-320c-4b0f-ba8d-e93e7b575857 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:05.390388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.403964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:05.410046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Request body: {'network': {'project_id': '0f1ff38f135040ecae0b3ae2706a6f81'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:05.415784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Made reservation on behalf of 465926df1a6648248bff8ba1d7d8f723 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:05.419339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks [] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.437158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.438581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.450356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:05.450575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Pushing event updated for resources: {'Network': ['ID=f6a39354-391b-40cb-b842-f0a7fe1f304f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:05.464758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Usage tracker for resource:network and tenant:0f1ff38f135040ecae0b3ae2706a6f81 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:05.470352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:05.478051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network cf23df6c-394c-4b27-ac1c-92f3563a9ef7 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:05.513254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network f6a39354-391b-40cb-b842-f0a7fe1f304f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:05.520382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:05.533192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:05.535514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:05.556053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:security_group_rule and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:05.558703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.647444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:05.651025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c53c8aaa-7730-48ee-9bef-d60b842257b2 None None] Provisioning for port 79f6e900-320c-4b0f-ba8d-e93e7b575857 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:05.665648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c53c8aaa-7730-48ee-9bef-d60b842257b2 None None] Provisioning complete for port 79f6e900-320c-4b0f-ba8d-e93e7b575857 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:05.666054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c53c8aaa-7730-48ee-9bef-d60b842257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.667316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.676609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:05.683760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8f9c3bdc-eeac-4c67-b395-9570d2372832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:05.691678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 79f6e900-320c-4b0f-ba8d-e93e7b575857 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:05.714391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 79f6e900-320c-4b0f-ba8d-e93e7b575857 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:05.714780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.720516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Made reservation on behalf of 0f1ff38f135040ecae0b3ae2706a6f81 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:05.724529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.773752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:05.776705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.791051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:05.796093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Pushing event updated for resources: {'Port': ['ID=b49dca6f-8069-4924-8b2f-c45a805a838f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:05.808902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:05.945264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.073479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.080822 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.081400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.087372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.098202 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Transition to ACTIVE for port object 760be610-8f95-4630-982c-9e044e4772d0 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:06.107788 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.114533 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.180228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c53c8aaa-7730-48ee-9bef-d60b842257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.210382 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Attempting to bind port 760be610-8f95-4630-982c-9e044e4772d0 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:06.212698 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Attempting to bind port 760be610-8f95-4630-982c-9e044e4772d0 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:06.213405 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Attempting to bind port 760be610-8f95-4630-982c-9e044e4772d0 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:06.224115 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:06.224998 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:06.225631 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.226311 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:06.226983 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Bound port: 760be610-8f95-4630-982c-9e044e4772d0, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:06.228302 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.245242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 79f6e900-320c-4b0f-ba8d-e93e7b575857, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79f6e900-320c-4b0f-ba8d-e93e7b575857,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:06.256433 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Pushing event updated for resources: {'Port': ['ID=760be610-8f95-4630-982c-9e044e4772d0,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.277953 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.278879 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.279414 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.280019 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.280566 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.281165 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.281699 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.282229 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.282779 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.284057 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.284631 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.285442 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Tracked resource versions report: Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: pushed versions: Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: { 'AddressGroup': {'1.2'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'ConntrackHelper': {'1.0'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Log': {'1.0'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Network': {'1.1'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Port': {'1.7'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'PortForwarding': {'1.2'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'QosPolicy': {'1.8'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroup': {'1.4'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroupRule': {'1.2'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SubPort': {'1.0'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Subnet': {'1.1'}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Trunk': {'1.1'}} Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: consumer versions: Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: { DHCP agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: L3 agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: Metadata agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: Metering agent@dv-neutron-822602-1-hyperv: {}, Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: Open vSwitch agent@dv-neutron-822602-1-hyperv: { 'AddressGroup': '1.2', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'ConntrackHelper': '1.0', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Log': '1.0', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Network': '1.1', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Port': '1.7', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'PortForwarding': '1.2', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'QosPolicy': '1.8', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroup': '1.4', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SecurityGroupRule': '1.2', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'SubPort': '1.0', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Subnet': '1.1', Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: 'Trunk': '1.1'}} Dec 22 08:36:06.286904 dv-neutron-822602-1-hyperv neutron-server[87603]: {{(pid=87603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:36:06.299234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.308187 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.309486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b947bdb2-f9be-4ccf-8110-7a9a4fe3699a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:06.353085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8e07e07b-032e-4390-bcea-f55765202a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.371955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.380542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.381417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:06.388074 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] For port 760be610-8f95-4630-982c-9e044e4772d0, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:06.397712 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] For port 760be610-8f95-4630-982c-9e044e4772d0, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=760be610-8f95-4630-982c-9e044e4772d0,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:06.407882 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.417764 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.434400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=79f6e900-320c-4b0f-ba8d-e93e7b575857,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.445631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.464275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Allocated IP 172.26.7.71 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/c7e350e5-1feb-48e3-89dd-dc0989031c44) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:06.494742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-c53c8aaa-7730-48ee-9bef-d60b842257b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:36:06.495214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-c53c8aaa-7730-48ee-9bef-d60b842257b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:36:06.542189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:06.542576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.548425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53386) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:06.551329 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:06.552115 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:35:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:06.558851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Request body: {'port': {'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209429545'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:06.589091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:06.601023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Allocated IP 172.20.0.1 (a0f2857d-284d-4277-88a7-2c03db2dbd3c/4ebe3ed5-95e6-40dd-a092-230927d00f5d/fdde44c4-7890-4e91-a2d6-74006376b8bb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:06.604763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Usage tracker for resource:port and tenant:5972a3fbf3424fa893feba802aa2c1b6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:06.633797 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Pushing event updated for resources: {'Port': ['ID=760be610-8f95-4630-982c-9e044e4772d0,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.654223 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.663420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.693595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:06.730363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:06.799227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Made reservation on behalf of 5972a3fbf3424fa893feba802aa2c1b6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:06.802607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.804606 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:06.807664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:06.822200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.856833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048cbf06-fe3c-40bd-a4dc-5453547d49df,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.859817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.893775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.922771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.923270 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Added segment 5e04c634-139a-4304-aa29-c4d46f67411d of type vlan for network e47169bc-5eaf-4e3b-8de9-88b87449d358 Dec 22 08:36:06.938665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.938942 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Added segment 8e94875e-8e6a-414d-af89-b2677e303520 of type vlan for network 7838f8be-bd72-408f-a70d-a74086238ef8 Dec 22 08:36:06.950874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:06.962866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Usage tracker for resource:security_group_rule and tenant:5972a3fbf3424fa893feba802aa2c1b6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:07.019273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.042281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Transition to ACTIVE for port object fdde44c4-7890-4e91-a2d6-74006376b8bb will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:07.056836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.065008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:07.077866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.079224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:07.082651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.094084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.115213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.142823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 79f6e900-320c-4b0f-ba8d-e93e7b575857 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:07.153238 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:07.155969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e6f2c20c-81db-4b9c-bc64-173212e907c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.157515 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7996ce-26a4-4614-b2ad-bc0e6672f62e None None] The sync data for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv is: [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:07.177593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:07.187656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:07.196640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:07.197509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.234186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 79f6e900-320c-4b0f-ba8d-e93e7b575857 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:07.234559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.239057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.300165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.311196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:07.311786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.325881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:07.331008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.344690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dc9bf8b0-b538-4007-bc9b-5a20ab6ca598 None None] Provisioning complete for port 79f6e900-320c-4b0f-ba8d-e93e7b575857 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:07.345256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf8b0-b538-4007-bc9b-5a20ab6ca598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.354556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:07.355144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.359114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event updated for resources: {'Subnet': ['ID=d47aa623-5913-4386-a6f7-e71e21ce7152,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.362008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.368400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Pushing event updated for resources: {'Port': ['ID=fdde44c4-7890-4e91-a2d6-74006376b8bb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.368701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.372066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.381530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.389312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.409004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.446127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Checking segment: {'id': 'f59c6c41-09b6-4253-9a2c-f8db7c1563e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:07.446777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Network hostable DHCP agents. Network: 8922bb34-f835-46ba-8780-1ae23c46c203, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:07.506634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.535821 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1322672 Dec 22 08:36:07.562027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53390) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:07.562798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Router 6dc7b844-35a3-4024-9788-ca13d334bd77 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:36:07.575065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Pushing event updated for resources: {'Port': ['ID=b49dca6f-8069-4924-8b2f-c45a805a838f,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.586058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.599806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Request body: {'network': {'project_id': '0f1ff38f135040ecae0b3ae2706a6f81'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:07.610845 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7744508 Dec 22 08:36:07.620156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:07.624279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53394) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:07.631153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed5b4c-ff96-4705-8893-404b7929999a tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Pushing event updated for resources: {'Network': ['ID=e47169bc-5eaf-4e3b-8de9-88b87449d358,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.657077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Usage tracker for resource:network and tenant:0f1ff38f135040ecae0b3ae2706a6f81 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:07.659996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Network 8922bb34-f835-46ba-8780-1ae23c46c203 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:07.691780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network e47169bc-5eaf-4e3b-8de9-88b87449d358 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:07.727155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:07.764986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.772005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.776843 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7713206 Dec 22 08:36:07.782219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53398) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:07.792473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1089601591', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'fixed_ips': [{'ip_address': '172.26.7.27'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:07.798916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.802254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:07.807350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.808644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Usage tracker for resource:port and tenant:9957b1bbeb3d44ef8aa289ccfefc0326 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:07.812939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:07.815961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.829222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:07.854262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] device_id is not set on port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:07.878883 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:36:07.900530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:07.905189 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:36:07.905745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:07.906874 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-737cf280-6d7b-4412-8a72-7b335b043894 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3393400 Dec 22 08:36:07.913786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53402) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:07.923335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 8922bb34-f835-46ba-8780-1ae23c46c203) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:07.936177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd689f-4b9f-42d7-96d1-571a7f34a6e1 None None] Network 8922bb34-f835-46ba-8780-1ae23c46c203 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:07.985140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8208d-db6a-4b61-a4da-365aaf0a9a46,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.989131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.000280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Made reservation on behalf of 9957b1bbeb3d44ef8aa289ccfefc0326 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:08.003030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.018212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.021626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:08.022220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.042446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Network': ['ID=7838f8be-bd72-408f-a70d-a74086238ef8,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.043646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e50119e4-f3c8-443c-a0f9-b26153fd0436 None None] Provisioning for port fdde44c4-7890-4e91-a2d6-74006376b8bb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:08.051655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e50119e4-f3c8-443c-a0f9-b26153fd0436 None None] Provisioning complete for port fdde44c4-7890-4e91-a2d6-74006376b8bb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:08.052063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e50119e4-f3c8-443c-a0f9-b26153fd0436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.056182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.063389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:08.077531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.078112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.078390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.079245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:08.091408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.093746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 7838f8be-bd72-408f-a70d-a74086238ef8 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:08.131324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:08.144267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.156298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:08.172777 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3d2667a-73c4-4044-86dc-5248ae33494b tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f1ff38f135040ecae0b3ae2706a6f81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2536302 Dec 22 08:36:08.176880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Usage tracker for resource:security_group_rule and tenant:9957b1bbeb3d44ef8aa289ccfefc0326 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:08.182167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:08.186002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53406) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:08.224334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:08.233510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e50119e4-f3c8-443c-a0f9-b26153fd0436 None None] Port fdde44c4-7890-4e91-a2d6-74006376b8bb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:08.267354 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5352590 Dec 22 08:36:08.282898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53410) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:08.340539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Request body: {'port': {'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203', 'name': 'tempest-DHCPAgentSchedulersTestJSON-186085845'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:08.400870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-8922bb34-f835-46ba-8780-1ae23c46c203', 'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203', 'tenant_id': '465926df1a6648248bff8ba1d7d8f723', 'fixed_ips': [{'subnet_id': 'd47aa623-5913-4386-a6f7-e71e21ce7152'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:36:08.403181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.437284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:08.490706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Sync routers for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:08.528647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:08.529407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:35:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:08.582034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.613895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Port': ['ID=c7e350e5-1feb-48e3-89dd-dc0989031c44,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.674380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.717934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.732288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] device_id is not set on port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:08.748903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.782406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.789137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.790943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Allocated IP 172.20.0.2 (8922bb34-f835-46ba-8780-1ae23c46c203/d47aa623-5913-4386-a6f7-e71e21ce7152/a3cc209a-aed0-4558-b0ed-e33ad52c60f3) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:08.794301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:08.797145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.801286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5138750 Dec 22 08:36:08.811804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53414) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:08.834241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Usage tracker for resource:port and tenant:465926df1a6648248bff8ba1d7d8f723 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:08.843797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:08.845398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:08.864492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:08.871440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.871772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.872625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.872956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > port after_create 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.873299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.873649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > port after_update 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.873969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.874290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.874605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.874970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:08.882604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.903592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Transition to ACTIVE for port object d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:08.917821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.929624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.936988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0280e485-2a14-4a2c-8c7c-79672f7524cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.951328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] device_id is not set on port fcba4fe0-33d3-47db-9b04-d155997e70ec yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:08.984631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.986588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.999275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.062161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.064202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:09.064792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:09.065361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:09.065913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:09.066503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7838f8be-bd72-408f-a70d-a74086238ef8']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:09.087035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e94875e-8e6a-414d-af89-b2677e303520') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:09.087694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e94875e-8e6a-414d-af89-b2677e303520') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:09.107052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.110922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 760be610-8f95-4630-982c-9e044e4772d0 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:09.115094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Made reservation on behalf of 465926df1a6648248bff8ba1d7d8f723 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:09.119688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.128695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.191307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.201419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] device_id is not set on port f548fed9-98b4-4097-9aee-2175554f2e60 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:09.246410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:09.246930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: from cryptography.utils import int_from_bytes Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: from cryptography.utils import int_from_bytes Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn_limited( Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn_limited( Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:09.263323 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:09.333126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99d2dc4-2784-4e40-931a-b32e7d4292a4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:09.336151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:09.346063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 760be610-8f95-4630-982c-9e044e4772d0 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:09.346778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:09.386853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 760be610-8f95-4630-982c-9e044e4772d0 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:09.387239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.529539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.539782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:09.560773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7838f8be-bd72-408f-a70d-a74086238ef8 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:36:09.563306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event deleted for resources: {'Network': ['ID=7838f8be-bd72-408f-a70d-a74086238ef8,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:09.578515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.603030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.603296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.616491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.632121 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "DELETE /v2.0/networks/7838f8be-bd72-408f-a70d-a74086238ef8 HTTP/1.1" status: 204 len: 168 time: 2.0034018 Dec 22 08:36:09.637301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:09.637934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53422) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:09.638558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.645562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:09.652632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:09.656418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Transition to ACTIVE for port object a3cc209a-aed0-4558-b0ed-e33ad52c60f3 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:09.657589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:network and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:09.663306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:09.673772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:09.691526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:09.693796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Checking segment: {'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:09.695212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Network hostable DHCP agents. Network: f6a39354-391b-40cb-b842-f0a7fe1f304f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:09.702101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Transition to ACTIVE for port object a3cc209a-aed0-4558-b0ed-e33ad52c60f3 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:09.723070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.725571 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/94c7ae58-406f-4f09-8cfb-d4d576f57af7 HTTP/1.1" status: 204 len: 168 time: 1.5353734 Dec 22 08:36:09.741375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Pushing event updated for resources: {'Port': ['ID=fdde44c4-7890-4e91-a2d6-74006376b8bb,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:09.752994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53426) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:09.762057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Made reservation on behalf of a3bdbdcbe4a8494f8451bc163afc3fb0 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:09.764521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.765259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.779854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-32f79c7c-a112-40e2-9e70-bd3da4a96566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:09.842969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-217f5413-181d-48b0-b81a-613a4f6a05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.892104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.913876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 760be610-8f95-4630-982c-9e044e4772d0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=760be610-8f95-4630-982c-9e044e4772d0,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:09.926946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Network 8922bb34-f835-46ba-8780-1ae23c46c203 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:09.928500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.933737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:09.940866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:09.985231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:09.985231 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:36:09.985465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Pushing event updated for resources: {'Port': ['ID=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:09.985629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:09.985629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:10.009043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.015857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Network f6a39354-391b-40cb-b842-f0a7fe1f304f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:10.043524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.044916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:10.045986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.122487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:10.130971 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3477371 Dec 22 08:36:10.132569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.133186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.133461 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Added segment 0346db50-5d39-4a1d-81ab-7dc70312b185 of type vlan for network b4ebc164-ad7f-4ec1-a1aa-fda51e560437 Dec 22 08:36:10.141016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:10.141611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.142446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, f6a39354-391b-40cb-b842-f0a7fe1f304f) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:10.166213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=760be610-8f95-4630-982c-9e044e4772d0,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.166394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.170920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d2de4-df05-4932-9714-d897fe2be7c7 None None] Network f6a39354-391b-40cb-b842-f0a7fe1f304f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:10.195048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.199951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53430) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:10.220804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:10.251516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:10.270808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:10.271287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:10.271645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:10.303495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:04Z', 'revision_number': 3, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:10.339454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Checking router: 6dc7b844-35a3-4024-9788-ca13d334bd77 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:36:10.340314 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Updating router 6dc7b844-35a3-4024-9788-ca13d334bd77 port 0a579f53-753d-4d39-acea-97603348ed46 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:36:10.343789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.361814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Port': ['ID=c7e350e5-1feb-48e3-89dd-dc0989031c44,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.362600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:10.362936 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:10.363767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c7ae58-406f-4f09-8cfb-d4d576f57af7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.365759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.379483 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 2 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:10.381686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:10.382800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.389448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Allocated IP 172.20.0.3 (8922bb34-f835-46ba-8780-1ae23c46c203/d47aa623-5913-4386-a6f7-e71e21ce7152/f548fed9-98b4-4097-9aee-2175554f2e60) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:10.400699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.407293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:10.407500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:10.407500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:10.407500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:10.423497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Attempting to bind port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:10.424084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Attempting to bind port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'f59c6c41-09b6-4253-9a2c-f8db7c1563e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:10.424540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Attempting to bind port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 on network 8922bb34-f835-46ba-8780-1ae23c46c203 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:10.465740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:10.465978 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:10.469811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:10.470321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Checking segment: {'id': 'f59c6c41-09b6-4253-9a2c-f8db7c1563e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:10.470937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.471428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Bound using segment: {'id': 'f59c6c41-09b6-4253-9a2c-f8db7c1563e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:10.472208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Bound port: a3cc209a-aed0-4558-b0ed-e33ad52c60f3, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59c6c41-09b6-4253-9a2c-f8db7c1563e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8922bb34-f835-46ba-8780-1ae23c46c203'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:10.472658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.478574 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 3 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:10.486080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.490836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3067021 Dec 22 08:36:10.503065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53434) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:10.511134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d8484f1f-7d2b-4d06-ba80-33547a065206 None None] Provisioning complete for port fdde44c4-7890-4e91-a2d6-74006376b8bb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:10.511709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d8484f1f-7d2b-4d06-ba80-33547a065206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.514686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-305714146'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:10.520360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:10.525215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Usage tracker for resource:network and tenant:bcab7182ca43450b939e0109bcc9cb81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:10.528623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:10.535160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:10.557520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Made reservation on behalf of bcab7182ca43450b939e0109bcc9cb81 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:10.561059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.573810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.578694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.588536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:10.588875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:10.589220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:10.597720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:10.598050 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:10.606566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Router 5401c11a-252b-489f-b1f1-c2dfe803f522 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:36:10.610450 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 4 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:10.629034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:10.643809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.663599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Deleting port b49dca6f-8069-4924-8b2f-c45a805a838f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:10.663944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.665985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Usage tracker for resource:security_group_rule and tenant:bcab7182ca43450b939e0109bcc9cb81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:10.690764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0510275 Dec 22 08:36:10.715902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53438) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:10.725816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:10.735655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'subnet': {'network_id': 'b4ebc164-ad7f-4ec1-a1aa-fda51e560437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:10.741711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:10.742046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:10.742380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:10.751830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:10.759383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:10.763337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Network': ['ID=b4ebc164-ad7f-4ec1-a1aa-fda51e560437,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.777012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:10.777214 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:10.777443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d8484f1f-7d2b-4d06-ba80-33547a065206 None None] Port fdde44c4-7890-4e91-a2d6-74006376b8bb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:10.779664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:subnet and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:10.782992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.784617 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 5 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:10.785997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:10.802617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:10.806528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network b4ebc164-ad7f-4ec1-a1aa-fda51e560437 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:10.898878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] For port a3cc209a-aed0-4558-b0ed-e33ad52c60f3, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:10.915837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:10.916177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:10.916510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:10.942509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] For port a3cc209a-aed0-4558-b0ed-e33ad52c60f3, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,segment=NetworkSegment(f59c6c41-09b6-4253-9a2c-f8db7c1563e7),segment_id=f59c6c41-09b6-4253-9a2c-f8db7c1563e7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:10.950255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:10.950573 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:10.955809 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 6 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:11.001502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Made reservation on behalf of a3bdbdcbe4a8494f8451bc163afc3fb0 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:11.003752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.013701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.030383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:11.032587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:11.032909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:11.033258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:11.040745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:11.060750 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Sync routers for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:11.062980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:11.063472 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:11.071752 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 7 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:11.101343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 760be610-8f95-4630-982c-9e044e4772d0 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:11.104177 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:11.107666 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:35:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:11.112246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:11.112582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:11.112904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:11.121841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.144731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:11.145325 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:11.146812 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] 10.222.0.36 "PUT /v2.0/routers/5401c11a-252b-489f-b1f1-c2dfe803f522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9938133 Dec 22 08:36:11.153218 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 8 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:11.177995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.195113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.200860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.241511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Pushing event updated for resources: {'Port': ['ID=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:11.248169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:11.294596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 760be610-8f95-4630-982c-9e044e4772d0 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:11.295220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.299903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:11.300265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:11.300603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:11.307656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:11.310536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47169bc-5eaf-4e3b-8de9-88b87449d358']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:11.353162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e04c634-139a-4304-aa29-c4d46f67411d') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:11.353450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e04c634-139a-4304-aa29-c4d46f67411d') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:11.373493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.377432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.377752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.378206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:11.378540 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:11.394329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:11.405792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.424268 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 9 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:11.485953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.487607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.499176 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Added segment a31cac49-b4ac-4e76-85a5-a909989d0957 of type vlan for network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 Dec 22 08:36:11.503145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e207c-bc00-49a7-906a-d8e88d9d5743,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:11.543177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:11.567901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:11.569106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:11.571380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:11.604696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Calling delete_port for b49dca6f-8069-4924-8b2f-c45a805a838f owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:11.639324 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:11.652346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.656152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Transition to ACTIVE for port object f548fed9-98b4-4097-9aee-2175554f2e60 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:11.683737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:11.687624 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:11.693237 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 10 to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee Dec 22 08:36:11.699871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:11.700619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.712899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Transition to ACTIVE for port object 0a579f53-753d-4d39-acea-97603348ed46 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:11.717868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:11.734262 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:11.737854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.754476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:11.762967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:11.763890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:11.765189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:11.832422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:11.833132 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:11.833720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.906108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Attempting to bind port 0a579f53-753d-4d39-acea-97603348ed46 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:11.906483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Attempting to bind port 0a579f53-753d-4d39-acea-97603348ed46 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:11.906846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Attempting to bind port 0a579f53-753d-4d39-acea-97603348ed46 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:11.914426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.918280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:11.918659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:11.919067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.919463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:11.919944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Bound port: 0a579f53-753d-4d39-acea-97603348ed46, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:11.920346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.932642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:11.933771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.946452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Allocated IP 172.20.0.1 (040efd29-f17a-493e-9fe8-ba39cd40f48b/28c300cb-0386-4f24-9d95-c9ebb10d1a0a/62914dd7-5c58-49c2-9062-e9ab2ce77b53) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:11.991775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.995918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd1ebd-5619-4bed-b450-0a799aafa0e8 None None] Pushing event updated for resources: {'Port': ['ID=0a579f53-753d-4d39-acea-97603348ed46,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.011431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cdd1ebd-5619-4bed-b450-0a799aafa0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.026236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-17240cd5-edee-47fa-8684-9997748abeed tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.042411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c1a3-f72f-4c4c-9735-03b705f6ea39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.044196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.049518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.087464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] For port 0a579f53-753d-4d39-acea-97603348ed46, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:12.090112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Pushing event deleted for resources: {'Network': ['ID=e47169bc-5eaf-4e3b-8de9-88b87449d358,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.091879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] For port 0a579f53-753d-4d39-acea-97603348ed46, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0a579f53-753d-4d39-acea-97603348ed46,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:12.103500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.109800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.121441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.128186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.189690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e47169bc-5eaf-4e3b-8de9-88b87449d358 HTTP/1.1" status: 204 len: 168 time: 2.4293973 Dec 22 08:36:12.202436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53454) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.236548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Network 8922bb34-f835-46ba-8780-1ae23c46c203 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:12.244577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:12.271748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:12.273515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:12.388291 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 2, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:12.399557 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Checking router: 5401c11a-252b-489f-b1f1-c2dfe803f522 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:36:12.399958 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Updating router 5401c11a-252b-489f-b1f1-c2dfe803f522 port fdde44c4-7890-4e91-a2d6-74006376b8bb binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:36:12.405907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.423027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Transition to ACTIVE for port object 62914dd7-5c58-49c2-9062-e9ab2ce77b53 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:12.447387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.463906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd1ebd-5619-4bed-b450-0a799aafa0e8 None None] Pushing event updated for resources: {'Port': ['ID=0a579f53-753d-4d39-acea-97603348ed46,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.482881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.486636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:12.489663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cdd1ebd-5619-4bed-b450-0a799aafa0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.527101 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.641234 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1374323 Dec 22 08:36:12.649881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Network': ['ID=4bd6bbe0-310b-44ac-aca4-6df9a4983771,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.651869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53458) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.653082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] For port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee, host hv-neutron-8226, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:12.653588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempted to set empty binding levels {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:36:12.655841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:12.668934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Request body: {'subnet': {'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:12.669627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:12.732532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.794046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event updated for resources: {'Port': ['ID=f548fed9-98b4-4097-9aee-2175554f2e60,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.843116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.859123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.864164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:12.867093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.883901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.884914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.923407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:12.945098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:12.952869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:12.953543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.963156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7cd0c9-090c-4832-834a-ea514a6b8910 None None] Network 8922bb34-f835-46ba-8780-1ae23c46c203 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:13.012120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Usage tracker for resource:subnet and tenant:bcab7182ca43450b939e0109bcc9cb81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:13.016717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:13.023152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:13.098193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Pushing event deleted for resources: {'Port': ['ID=b49dca6f-8069-4924-8b2f-c45a805a838f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:13.104765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:13.124591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.133031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Pushing event updated for resources: {'Port': ['ID=62914dd7-5c58-49c2-9062-e9ab2ce77b53,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:13.141361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:13.141361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.201282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Made reservation on behalf of bcab7182ca43450b939e0109bcc9cb81 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:13.204878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.239144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:13.239759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.307195 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.321595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a3cc209a-aed0-4558-b0ed-e33ad52c60f3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:13.334143 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Transition to ACTIVE for port object fdde44c4-7890-4e91-a2d6-74006376b8bb will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:13.344801 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.350136 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7e85e2fc-2055-4384-babc-8136c3dc126f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:13.363380 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0422487 Dec 22 08:36:13.373444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53464) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.386446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53466) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.390891 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.8410358 Dec 22 08:36:13.396355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:13.398147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53472) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.402404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401888939', 'description': 'tempest-description--110622894'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:13.408727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:13.412860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Usage tracker for resource:security_group and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:13.429210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:13.438192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:13.448456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c095b491-807d-4eb6-b7d8-5e2ec0e46bc4 None None] Provisioning for port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:13.450648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:13.451426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:13.452340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:13.491908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.526767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.527491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.552273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:13.572592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:13.576802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:13.577124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.608261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Usage tracker for resource:security_group_rule and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:13.624318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:13.628720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.657530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:13.661322 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Attempting to bind port fdde44c4-7890-4e91-a2d6-74006376b8bb on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:13.662000 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Attempting to bind port fdde44c4-7890-4e91-a2d6-74006376b8bb by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:13.662266 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Attempting to bind port fdde44c4-7890-4e91-a2d6-74006376b8bb on network a0f2857d-284d-4277-88a7-2c03db2dbd3c {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:13.670486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.674102 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:13.675062 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Checking segment: {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:13.676931 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.677574 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Bound using segment: {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:13.678378 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Bound port: fdde44c4-7890-4e91-a2d6-74006376b8bb, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:13.679077 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.716951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf23df6c-394c-4b27-ac1c-92f3563a9ef7']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:13.730912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af17291b-83d9-47a8-bc86-f07643c0a34d') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:13.731437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af17291b-83d9-47a8-bc86-f07643c0a34d') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:13.749037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.755748 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bbd0d-0310-48d6-9b94-3c899b4594ec None None] Pushing event updated for resources: {'Port': ['ID=fdde44c4-7890-4e91-a2d6-74006376b8bb,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:13.792819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.799092 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c64bbd0d-0310-48d6-9b94-3c899b4594ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:13.799808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-73726a20-7410-474d-a6ec-945b0f0960d9 None None] Provisioning for port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:13.802065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:13.802603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.812764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.829845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-73726a20-7410-474d-a6ec-945b0f0960d9 None None] Provisioning complete for port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:13.830407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-73726a20-7410-474d-a6ec-945b0f0960d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.852856 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] For port fdde44c4-7890-4e91-a2d6-74006376b8bb, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:13.856852 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] For port fdde44c4-7890-4e91-a2d6-74006376b8bb, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fdde44c4-7890-4e91-a2d6-74006376b8bb,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:13.863663 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.876339 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:13.892561 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:13.932083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.942880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.946238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-73726a20-7410-474d-a6ec-945b0f0960d9 None None] Port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:13.980859 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bbd0d-0310-48d6-9b94-3c899b4594ec None None] Pushing event updated for resources: {'Port': ['ID=fdde44c4-7890-4e91-a2d6-74006376b8bb,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:13.995741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee12dad9-1ab2-47bf-b889-8eab7f83fd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.022091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.030343 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/62ee157a-3964-4dcd-828c-526a5b9c4352 HTTP/1.1" status: 204 len: 168 time: 3.8089862 Dec 22 08:36:14.034603 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c64bbd0d-0310-48d6-9b94-3c899b4594ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.035381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.040176 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] 10.222.0.36 "DELETE /v2.0/networks/cf23df6c-394c-4b27-ac1c-92f3563a9ef7 HTTP/1.1" status: 204 len: 168 time: 1.8346035 Dec 22 08:36:14.045971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf23df6c-394c-4b27-ac1c-92f3563a9ef7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.047447 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:14.048333 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:14.058318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Deleting port f548fed9-98b4-4097-9aee-2175554f2e60 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:14.058956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.086900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.137556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Deleting port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:14.138379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.167392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port a3cc209a-aed0-4558-b0ed-e33ad52c60f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,segment=NetworkSegment(f59c6c41-09b6-4253-9a2c-f8db7c1563e7),segment_id=f59c6c41-09b6-4253-9a2c-f8db7c1563e7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:14.194016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.195157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.202767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cdd1ebd-5619-4bed-b450-0a799aafa0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.262937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.263878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.282024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.285263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.317699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:04Z', 'revision_number': 3, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:14.328214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a9bb4-4744-4b48-8786-6f9e210e8a69 None None] The sync data for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv is: [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:04Z', 'revision_number': 3, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:14.367196 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:14.387158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Subnet': ['ID=42e5ebe8-d834-446c-a887-0b742bb183bd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.409985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:14.432729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.439983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.465571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.466954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.469581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f21032ba-426e-464b-9587-0fbb12669e17 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.569565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.594856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.640930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0feb4e0-2c7d-4352-b0f9-8702698c47cd,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.663264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Checking segment: {'id': 'a31cac49-b4ac-4e76-85a5-a909989d0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:14.663975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Network hostable DHCP agents. Network: 4bd6bbe0-310b-44ac-aca4-6df9a4983771, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:14.677174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.689949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.753331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:36:14.753780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.805353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.810449 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4144304 Dec 22 08:36:14.811311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53486) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:14.811422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0327d44-b0cb-4f5d-be40-039e66565302 None None] Provisioning complete for port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:14.811975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53488) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:14.812064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c0327d44-b0cb-4f5d-be40-039e66565302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.867678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Request body: {'security_group_rule': {'security_group_id': 'b0feb4e0-2c7d-4352-b0f9-8702698c47cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:14.949058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] For port d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee, host hv-neutron-8226, got binding levels [] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:14.950507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.962248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:15.004957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Usage tracker for resource:security_group_rule and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:15.022607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:15.059671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:15.061926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Pushing event updated for resources: {'Port': ['ID=62914dd7-5c58-49c2-9062-e9ab2ce77b53,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:15.076779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:15.078166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:15.128096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0327d44-b0cb-4f5d-be40-039e66565302 None None] Provisioning for port f548fed9-98b4-4097-9aee-2175554f2e60 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:15.133945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 4bd6bbe0-310b-44ac-aca4-6df9a4983771) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:15.141376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0327d44-b0cb-4f5d-be40-039e66565302 None None] Provisioning complete for port f548fed9-98b4-4097-9aee-2175554f2e60 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:15.141876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c0327d44-b0cb-4f5d-be40-039e66565302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.192021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5f80a48e-1b2e-4ece-baf4-7e43e86edb31 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:15.222961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:15.227160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.240061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02108b-7537-4504-809f-b569c3b9473e None None] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:15.241227 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:15.256719 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943ef6a-783d-4177-98a6-de43bc5b7592 None None] The sync data for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv is: [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:15.298185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.410809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Calling delete_port for d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:15.434297 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7728815 Dec 22 08:36:15.449753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:15.467427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53502) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:15.469340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:15.470928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53504) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:15.474159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0a579f53-753d-4d39-acea-97603348ed46 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:15.487470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-204568623', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:15.496588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:15.500898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Usage tracker for resource:router and tenant:bcab7182ca43450b939e0109bcc9cb81 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:15.504308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:15.511183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:15.529205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:15.744248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Usage tracker for resource:security_group_rule and tenant:36f28240afbc4b92b9f5796c457cb53d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:15.750449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.758860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.762678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c0327d44-b0cb-4f5d-be40-039e66565302 None None] Port f548fed9-98b4-4097-9aee-2175554f2e60 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:15.777551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:15.795534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.801479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:15.835564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 0a579f53-753d-4d39-acea-97603348ed46 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:15.852200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.852461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0a579f53-753d-4d39-acea-97603348ed46 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:15.852461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.942099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.948688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:15.953819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0120a15-905a-4f6b-a11c-d1bced1cb988 None None] Provisioning complete for port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:15.955052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c0120a15-905a-4f6b-a11c-d1bced1cb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.955353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.960094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9778a927ca0e442ca7e99748c1f78602 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:15.963739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:15.970956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:16.023208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.075690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.087173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4e46799-010a-41a5-8226-19ad8a16b52e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.088779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-4bd6bbe0-310b-44ac-aca4-6df9a4983771', 'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771', 'tenant_id': 'bcab7182ca43450b939e0109bcc9cb81', 'fixed_ips': [{'subnet_id': '42e5ebe8-d834-446c-a887-0b742bb183bd'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:36:16.090523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.096688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.111437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.121596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Checking segment: {'id': '0346db50-5d39-4a1d-81ab-7dc70312b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4ebc164-ad7f-4ec1-a1aa-fda51e560437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:16.122196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Network hostable DHCP agents. Network: b4ebc164-ad7f-4ec1-a1aa-fda51e560437, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:16.127650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Router 6dc7b844-35a3-4024-9788-ca13d334bd77 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:36:16.168917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.287661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Allocated IP 172.20.0.2 (4bd6bbe0-310b-44ac-aca4-6df9a4983771/42e5ebe8-d834-446c-a887-0b742bb183bd/3e49733b-db5c-4d95-bda7-faa6e4c9294d) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:16.294961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.298483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.309637 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9778a927ca0e442ca7e99748c1f78602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8274891 Dec 22 08:36:16.313924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66817da-ca13-4750-a519-079c807af87f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.316606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Network b4ebc164-ad7f-4ec1-a1aa-fda51e560437 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:16.323520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53512) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:16.324561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.397628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.518003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.537743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Calling delete_port for f548fed9-98b4-4097-9aee-2175554f2e60 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:16.554328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6516fcd1-0fbd-40ec-807b-fae38db04eda,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.558312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.615472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.616812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, b4ebc164-ad7f-4ec1-a1aa-fda51e560437) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:16.629595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Transition to ACTIVE for port object 3e49733b-db5c-4d95-bda7-faa6e4c9294d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:16.650493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.653288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Transition to ACTIVE for port object 3e49733b-db5c-4d95-bda7-faa6e4c9294d will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:16.663586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a765a46-f6c2-45cc-bc43-9d4927724e00 None None] Network b4ebc164-ad7f-4ec1-a1aa-fda51e560437 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:16.672933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:16.674380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.694523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.750477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.765351 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee HTTP/1.1" status: 204 len: 168 time: 3.3439443 Dec 22 08:36:16.768888 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.0516450 Dec 22 08:36:16.781874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53518) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:16.782463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53520) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:16.835602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4ebc164-ad7f-4ec1-a1aa-fda51e560437'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:16.846957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.854278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.856741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:16.858734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.871570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.911858 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-170c37e3-8cc8-4e16-a5c9-7bf87ce1111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:36:16.912606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-170c37e3-8cc8-4e16-a5c9-7bf87ce1111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Synchronizing usage tracker for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:16.924951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:floatingip and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:16.942815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:16.951656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:16.952803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c0120a15-905a-4f6b-a11c-d1bced1cb988 None None] Port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:16.957894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:16.961485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Pushing event updated for resources: {'Port': ['ID=3e49733b-db5c-4d95-bda7-faa6e4c9294d,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.964906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.966049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:16.968256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:16.970059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.987473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:17.008355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.010747 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] 10.222.0.36 "PUT /v2.0/routers/6dc7b844-35a3-4024-9788-ca13d334bd77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1867533 Dec 22 08:36:17.019428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.020709 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1906569 Dec 22 08:36:17.024380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.025265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.033440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Request body: {'security_group_rule': {'security_group_id': 'b0feb4e0-2c7d-4352-b0f9-8702698c47cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:17.040914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:17.043350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-170c37e3-8cc8-4e16-a5c9-7bf87ce1111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Unset dirty status for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:17.044831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-170c37e3-8cc8-4e16-a5c9-7bf87ce1111d tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "GET /v2.0/ports/d3c1dec4-eb2a-4ccb-b8c6-2a29ce25a5ee HTTP/1.1" status: 404 len: 333 time: 0.2612875 Dec 22 08:36:17.048840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.050432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.056727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Usage tracker for resource:security_group_rule and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:17.059483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.094079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:17.100191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Request body: {'port': {'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1762733933'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:17.108318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:17.119087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:17.134074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.144701 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36f28240afbc4b92b9f5796c457cb53d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3215115 Dec 22 08:36:17.151569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:17.152494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-909871cb-b4c8-4147-bb29-f84fc3eccece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.156069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Made reservation on behalf of 5972a3fbf3424fa893feba802aa2c1b6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:17.158853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.176523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.180601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 0a579f53-753d-4d39-acea-97603348ed46, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0a579f53-753d-4d39-acea-97603348ed46,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:17.216961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.217446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a3cc209a-aed0-4558-b0ed-e33ad52c60f3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:17.228416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event deleted for resources: {'Port': ['ID=f548fed9-98b4-4097-9aee-2175554f2e60,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:17.270383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] device_id is not set on port 70796086-55f2-4809-b200-3e0a11e527a5 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:17.284537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:17.353943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.361614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.394399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d69a6530-2c97-4f1e-93eb-80948d8c79d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.430574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66817da-ca13-4750-a519-079c807af87f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:17.464176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Attempting to bind port 3e49733b-db5c-4d95-bda7-faa6e4c9294d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:17.464551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Attempting to bind port 3e49733b-db5c-4d95-bda7-faa6e4c9294d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'a31cac49-b4ac-4e76-85a5-a909989d0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:17.464920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Attempting to bind port 3e49733b-db5c-4d95-bda7-faa6e4c9294d on network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:17.480089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0120a15-905a-4f6b-a11c-d1bced1cb988 None None] Provisioning complete for port f548fed9-98b4-4097-9aee-2175554f2e60 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:17.482476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c0120a15-905a-4f6b-a11c-d1bced1cb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.500694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:17.506988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.528573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.533918 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b66817da-ca13-4750-a519-079c807af87f HTTP/1.1" status: 204 len: 168 time: 1.2000091 Dec 22 08:36:17.548116 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "DELETE /v2.0/ports/f548fed9-98b4-4097-9aee-2175554f2e60 HTTP/1.1" status: 204 len: 168 time: 4.1757805 Dec 22 08:36:17.557221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53544) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.598758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.607824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.611727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:17.617143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Checking segment: {'id': 'a31cac49-b4ac-4e76-85a5-a909989d0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:17.618004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.622147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Bound using segment: {'id': 'a31cac49-b4ac-4e76-85a5-a909989d0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:17.622535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Bound port: 3e49733b-db5c-4d95-bda7-faa6e4c9294d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31cac49-b4ac-4e76-85a5-a909989d0957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:17.622998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.635964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ceea65-852b-4a49-8869-0bfa3ed97a18,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:17.644694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Sync routers for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:17.676260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:17.676964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.696745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.755009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.762293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:17.763079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:17.848965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c0120a15-905a-4f6b-a11c-d1bced1cb988 None None] Port f548fed9-98b4-4097-9aee-2175554f2e60 was deleted so its status cannot be updated. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 08:36:17.875680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Allocated IP 172.20.0.12 (b4ebc164-ad7f-4ec1-a1aa-fda51e560437/d4e46799-010a-41a5-8226-19ad8a16b52e/e720eff6-39f3-4ac6-b7c9-e3fd9b99d780) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:18.017318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=0a579f53-753d-4d39-acea-97603348ed46,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:18.082443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] For port 3e49733b-db5c-4d95-bda7-faa6e4c9294d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:18.086645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:18.087044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.114195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f7e8ea-606d-48a1-85c1-9d7fd0923d6c None None] Network b4ebc164-ad7f-4ec1-a1aa-fda51e560437 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:18.174647 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-17ea7704-0c8d-498d-bac1-315702f9ffdc tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6129096 Dec 22 08:36:18.178018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53558) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.191263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-870424497'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:18.205892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.215871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:18.225501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Usage tracker for resource:network and tenant:465926df1a6648248bff8ba1d7d8f723 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:18.231154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:18.235170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:18.240788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.243681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:18.259737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] For port 3e49733b-db5c-4d95-bda7-faa6e4c9294d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e49733b-db5c-4d95-bda7-faa6e4c9294d,segment=NetworkSegment(a31cac49-b4ac-4e76-85a5-a909989d0957),segment_id=a31cac49-b4ac-4e76-85a5-a909989d0957)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:18.273942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Made reservation on behalf of 465926df1a6648248bff8ba1d7d8f723 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:18.277537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.279872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.357000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:18.366298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53562) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.424793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:18.428652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.431992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Network f6a39354-391b-40cb-b842-f0a7fe1f304f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:18.440517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:18.447894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Pushing event updated for resources: {'Port': ['ID=3e49733b-db5c-4d95-bda7-faa6e4c9294d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:18.459718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.468428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:18.481528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:18.515970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:18.516887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:18.517503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.530824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.566855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:18.575584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Usage tracker for resource:security_group_rule and tenant:38fd659685884b22ab3991cbe47d8226 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:18.580737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:18.588293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.594773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=70796086-55f2-4809-b200-3e0a11e527a5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:18.610798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.611422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:18.632999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:18.633488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.646326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:18.649261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.801404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.826340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Allocated IP 172.26.7.79 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/4824df0f-8aa1-4f26-8f5e-938c39e453d5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:18.832924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.833607 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Added segment 20673f5e-6115-4b8a-80ef-740d2118343a of type vlan for network 3fcc09f7-7d37-40a6-8069-cb62a9a91f74 Dec 22 08:36:18.874131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-58d6ebc4-66fc-4761-add2-86964727b0de tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:18.883511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.884547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.918104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334344922', 'description': 'tempest-description--1849179343'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:18.928276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:18.934609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Usage tracker for resource:security_group and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:18.938133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:18.945900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:18.958021 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8663528 Dec 22 08:36:18.985504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53570) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.993451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.994553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Network b4ebc164-ad7f-4ec1-a1aa-fda51e560437 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:19.004417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548d830b-007a-4c46-bfc6-6e66b6e0ffea,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.021497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.034200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:19.053934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.055326 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0267773 Dec 22 08:36:19.062736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53574) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.113899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:19.122119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:19.136481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:19.143463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.148120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.158658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Usage tracker for resource:floatingip and tenant:3b6c8b9821904412935b072842096681 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.163617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Usage tracker for resource:security_group_rule and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.167584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.174976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.180501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.193660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.205323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.229463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5ed33138-8215-4eb1-a1a8-99405b588c69 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.250481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.256690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 2, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:19.269583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Checking router: 6dc7b844-35a3-4024-9788-ca13d334bd77 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:36:19.270264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Updating router 6dc7b844-35a3-4024-9788-ca13d334bd77 port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:36:19.281847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ceea65-852b-4a49-8869-0bfa3ed97a18,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.300112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.310409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.311522 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92ceea65-852b-4a49-8869-0bfa3ed97a18 HTTP/1.1" status: 204 len: 168 time: 2.1258709 Dec 22 08:36:19.331813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.364373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0a579f53-753d-4d39-acea-97603348ed46 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:19.381897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.443185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.443451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.462694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.463564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.474726 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38fd659685884b22ab3991cbe47d8226&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1061060 Dec 22 08:36:19.476054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Port': ['ID=e720eff6-39f3-4ac6-b7c9-e3fd9b99d780,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.478817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.491855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.493104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.663053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.671721 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4898634 Dec 22 08:36:19.671721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db250248-9d01-4683-8903-f772018e2c9a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.677282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53584) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.689656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.727729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.727946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.735734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.737080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.754358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.774575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6eb4a37-6131-4133-9ec8-fc92a5ce1f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.811345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.887733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.930782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31e6329-dd37-4529-af19-79f463ed0301,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.943585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.947061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.958991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.993823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.995060 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0933993 Dec 22 08:36:19.997065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0a579f53-753d-4d39-acea-97603348ed46 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:19.997880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.999558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53590) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.041615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:20.045363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Request body: {'security_group_rule': {'security_group_id': 'e31e6329-dd37-4529-af19-79f463ed0301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:20.065198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:20.069752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:20.077190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.078104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:20.096272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.122876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Transition to ACTIVE for port object 62914dd7-5c58-49c2-9062-e9ab2ce77b53 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:20.146097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Usage tracker for resource:security_group_rule and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:20.149442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53594) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.154984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event updated for resources: {'Network': ['ID=3fcc09f7-7d37-40a6-8069-cb62a9a91f74,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.164074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:20.188244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.199982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.205964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 3fcc09f7-7d37-40a6-8069-cb62a9a91f74 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:20.210416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.225647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e85c558-6fad-4dec-9655-725896d2f979 None None] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:20.263892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.292587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:20.294811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Port': ['ID=4824df0f-8aa1-4f26-8f5e-938c39e453d5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.313161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.315552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.389000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db250248-9d01-4683-8903-f772018e2c9a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.400075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.421634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.421844 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9f090dcd-9dce-496a-85f1-f11f8312256b tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "GET /v2.0/agents/77fd7fde-d9ab-4b78-b148-b278a821028c/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 0.7402680 Dec 22 08:36:20.427941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53598) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.443337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.446100 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db250248-9d01-4683-8903-f772018e2c9a HTTP/1.1" status: 204 len: 168 time: 0.9558234 Dec 22 08:36:20.449646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Allocated IP 172.26.7.238 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/53e91f51-6560-42ef-8c03-d31d0bb1672c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:20.573532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f721cae-a5fb-4431-9ecc-bdcc7ce27d8a None None] Pushing event updated for resources: {'Port': ['ID=62914dd7-5c58-49c2-9062-e9ab2ce77b53,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.575765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f721cae-a5fb-4431-9ecc-bdcc7ce27d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.576378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-986ef4ae-b475-4e83-8ced-e85ca6ad7e55 None None] Provisioning for port 3e49733b-db5c-4d95-bda7-faa6e4c9294d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:20.643634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] device_id is not set on port 70796086-55f2-4809-b200-3e0a11e527a5 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:20.664863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.714249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Transition to ACTIVE for port object 70796086-55f2-4809-b200-3e0a11e527a5 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:20.716310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.722235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.739877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-53bb12cb-074f-48e9-9f81-c9d033783f98 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.756631 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0dbf2f0f-5cad-4859-b823-06e0aeddd7e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9957b1bbeb3d44ef8aa289ccfefc0326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960770 Dec 22 08:36:20.764080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdde44c4-7890-4e91-a2d6-74006376b8bb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:20.769909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.780183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.959204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=70796086-55f2-4809-b200-3e0a11e527a5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.960864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Attempting to bind port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:20.961439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Attempting to bind port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:20.961981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Attempting to bind port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 on network 040efd29-f17a-493e-9fe8-ba39cd40f48b {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:20.968033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.972211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1524c15b-90ae-4e65-929b-a0f66655c5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.974127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:20.975329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Checking segment: {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:20.975765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.976258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Bound using segment: {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:20.976789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Bound port: 62914dd7-5c58-49c2-9062-e9ab2ce77b53, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:20.977176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.010946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port fdde44c4-7890-4e91-a2d6-74006376b8bb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:21.020022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fdde44c4-7890-4e91-a2d6-74006376b8bb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:21.020668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.055409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Port': ['ID=e720eff6-39f3-4ac6-b7c9-e3fd9b99d780,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:21.113106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:21.114723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:21.115296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:21.115963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:21.124616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:21.125279 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:21.128455 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 2 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:21.146641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.155517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:21.156187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:21.156732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:21.174289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:21.174947 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:21.177777 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 3 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:21.204891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:21.208501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:21.209468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:21.217113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.219405 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4341166 Dec 22 08:36:21.222693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53618) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:21.227396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:21.228274 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:21.296693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] For port 62914dd7-5c58-49c2-9062-e9ab2ce77b53, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:21.299430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.300058 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 4 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:21.324375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] For port 62914dd7-5c58-49c2-9062-e9ab2ce77b53, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=62914dd7-5c58-49c2-9062-e9ab2ce77b53,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:21.339299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.346056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-adec62d1-31b9-4c10-a682-dd80cf10406f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.350008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.353308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:21.353768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:21.354257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:21.360391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:21.361488 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:21.363711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-82202503-4c41-4209-9e61-1f81b446a463 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Synchronizing usage tracker for tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 on resource:floatingip {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:21.370548 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 5 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:21.385865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.419669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-82202503-4c41-4209-9e61-1f81b446a463 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Unset dirty status for tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 on resource:floatingip {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:21.424218 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-82202503-4c41-4209-9e61-1f81b446a463 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=b4ebc164-ad7f-4ec1-a1aa-fda51e560437 HTTP/1.1" status: 200 len: 690 time: 0.1968045 Dec 22 08:36:21.424218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:21.424566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:21.425118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:21.429531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53624) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:21.451379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.460605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.478318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.508494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.535552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f721cae-a5fb-4431-9ecc-bdcc7ce27d8a None None] Pushing event updated for resources: {'Port': ['ID=62914dd7-5c58-49c2-9062-e9ab2ce77b53,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:21.546131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99d2dc4-2784-4e40-931a-b32e7d4292a4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:21.551056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:21.557586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:21.558151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.560084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:21.661296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83047e16-8093-4e24-ad47-8da4fb6195b8 tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] Network 3fcc09f7-7d37-40a6-8069-cb62a9a91f74 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:21.679463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:21.680603 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:21.684648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 6 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:21.687834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.689425 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6667881 Dec 22 08:36:21.690101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.698123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53634) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:21.711539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Request body: {'security_group_rule': {'security_group_id': 'e31e6329-dd37-4529-af19-79f463ed0301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:21.719842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.725786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:21.728542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:21.728880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:21.729216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:21.770914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.942769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f721cae-a5fb-4431-9ecc-bdcc7ce27d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:21.966081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Usage tracker for resource:security_group_rule and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:21.969595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:21.975995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:21.984874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Deleting port e720eff6-39f3-4ac6-b7c9-e3fd9b99d780 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:21.985434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.012429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:22.013250 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:22.019458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 7 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:22.042636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port fdde44c4-7890-4e91-a2d6-74006376b8bb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fdde44c4-7890-4e91-a2d6-74006376b8bb,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:22.052153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.052983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3e49733b-db5c-4d95-bda7-faa6e4c9294d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:22.057563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.084370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.088829 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e99d2dc4-2784-4e40-931a-b32e7d4292a4 HTTP/1.1" status: 204 len: 168 time: 1.3123024 Dec 22 08:36:22.088829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c839f01f-316c-4a3a-bd2e-8353edfbba1f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:22.105723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.121641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:22.128714 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83047e16-8093-4e24-ad47-8da4fb6195b8 tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "POST /v2.0/agents/77fd7fde-d9ab-4b78-b148-b278a821028c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.6867042 Dec 22 08:36:22.129917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53644) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:22.151197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:22.161381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.177178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.178007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:22.178340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:22.178668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:22.182560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40e72975-90ed-4b54-b0ca-f18e7e6bac34 tempest-ExternalNetworksAdminNegativeTestJSON-69908081 tempest-ExternalNetworksAdminNegativeTestJSON-69908081-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:22.204251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:22.204577 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:22.208520 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 8 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:22.252144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:22.276484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.284699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5821745 Dec 22 08:36:22.291541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:22.300891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53648) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:22.326994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cfeca5-2d38-4b69-b853-ef1177dd158f None None] Network 3fcc09f7-7d37-40a6-8069-cb62a9a91f74 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:22.523996 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-85026f91-a98f-446b-b0fb-e410f7a465fe tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "GET /v2.0/agents/77fd7fde-d9ab-4b78-b148-b278a821028c/dhcp-networks HTTP/1.1" status: 200 len: 7988 time: 0.3682952 Dec 22 08:36:22.532838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.533399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.534723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53654) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:22.596909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:22.680250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=fdde44c4-7890-4e91-a2d6-74006376b8bb,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:22.690697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Calling delete_port for e720eff6-39f3-4ac6-b7c9-e3fd9b99d780 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:22.728654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:22.815025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:22.819434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.860496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:22.862325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:22.862678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:22.876882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:22.880761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 3e49733b-db5c-4d95-bda7-faa6e4c9294d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:22.893082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:22.898572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 3e49733b-db5c-4d95-bda7-faa6e4c9294d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:22.899252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.911553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:22.927292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Usage tracker for resource:floatingip and tenant:8e151dd36f1d46ca8284dd3f13a283eb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:22.935862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event updated for resources: {'Port': ['ID=53e91f51-6560-42ef-8c03-d31d0bb1672c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:22.936572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:22.955032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:22.957488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:23.015650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.066908 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e296f5aa-8fd1-43c1-8816-6c5d1c33eb26 tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "DELETE /v2.0/agents/77fd7fde-d9ab-4b78-b148-b278a821028c/dhcp-networks/3fcc09f7-7d37-40a6-8069-cb62a9a91f74 HTTP/1.1" status: 204 len: 168 time: 0.5041902 Dec 22 08:36:23.067740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53676) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:23.073232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.075785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa7b6e7-cf3e-407e-bb67-3789f4b27e99,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:23.078297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:23.078952 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:23.085533 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 9 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:23.105187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:21Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:23.118647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:23.119527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8efbc-fe52-4ff9-b5ab-790cbe10a704 None None] The sync data for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv is: [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:21Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:23.119777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:23.120546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:23.122180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:23.144354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 3e49733b-db5c-4d95-bda7-faa6e4c9294d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e49733b-db5c-4d95-bda7-faa6e4c9294d,segment=NetworkSegment(a31cac49-b4ac-4e76-85a5-a909989d0957),segment_id=a31cac49-b4ac-4e76-85a5-a909989d0957)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:23.151372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.160167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:23.347424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=3e49733b-db5c-4d95-bda7-faa6e4c9294d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:23.363908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:23.364315 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:23.368889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 10 to bind port 70796086-55f2-4809-b200-3e0a11e527a5 Dec 22 08:36:23.369496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdde44c4-7890-4e91-a2d6-74006376b8bb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:23.378669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.394756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5036c22-05ac-4903-b31a-3f695d009d3e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:23.428045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:23.446678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53686) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:23.447420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event deleted for resources: {'Port': ['ID=e720eff6-39f3-4ac6-b7c9-e3fd9b99d780,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:23.463350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:23.467607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:23.467959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:23.468289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:23.479442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:23.479750 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 70796086-55f2-4809-b200-3e0a11e527a5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:23.480196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.489419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fdde44c4-7890-4e91-a2d6-74006376b8bb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:23.489951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.640618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Router 054af5ee-de69-4e1f-bf93-89c7afe619f5 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:36:23.725018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.796991 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-66fba504-14cc-4773-8d90-ef3dff178257 tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "GET /v2.0/agents/77fd7fde-d9ab-4b78-b148-b278a821028c/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 0.7174757 Dec 22 08:36:23.811486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53698) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:23.948225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] For port 70796086-55f2-4809-b200-3e0a11e527a5, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:23.948707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempted to set empty binding levels {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:36:23.958757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.973779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2003103522', 'router:external': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:23.978866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:23.980755 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70a3c7b7-6712-4ee5-b145-982561c69149 tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "GET /v2.0/networks/8922bb34-f835-46ba-8780-1ae23c46c203/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1674142 Dec 22 08:36:23.985431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53704) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.022529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.093919 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35bc9c16-0e65-4407-af7a-c86a258b6177 tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "GET /v2.0/networks/8922bb34-f835-46ba-8780-1ae23c46c203/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0998094 Dec 22 08:36:24.098427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.099310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:24.099776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:24.104173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] In _notify_port_updated(), no bound segment for port 70796086-55f2-4809-b200-3e0a11e527a5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:36:24.105282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.116033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.118253 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "PUT /v2.0/ports/70796086-55f2-4809-b200-3e0a11e527a5 HTTP/1.1" status: 200 len: 981 time: 5.1131501 Dec 22 08:36:24.119528 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] Sync routers for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:24.123093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53712) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.125346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=70796086-55f2-4809-b200-3e0a11e527a5,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:24.128315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:24.133941 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:24.134069 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:24.135383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:network and tenant:5356c2c983884e6ab16fe5c4142168cb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:24.141403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:24.188882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.212010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:24.229349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.231138 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.7483320 Dec 22 08:36:24.238726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53720) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.238964 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:24.265761 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:24.266389 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:24.353078 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:24.353952 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72bff4-0da7-4cb9-96e3-027e53f04062 None None] The sync data for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:24.365792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Made reservation on behalf of 5356c2c983884e6ab16fe5c4142168cb for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:24.369536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.413005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.421832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.527328 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdb09da3-7097-45d9-9e5c-90f5b0d56003 tempest-DHCPAgentSchedulersTestJSON-1279606882 tempest-DHCPAgentSchedulersTestJSON-1279606882-project-admin] 10.222.0.36 "GET /v2.0/agents/77fd7fde-d9ab-4b78-b148-b278a821028c/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 0.4127703 Dec 22 08:36:24.536556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53730) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.541413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:24.546930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:security_group_rule and tenant:5356c2c983884e6ab16fe5c4142168cb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:24.549950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:24.559388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:24.604831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.663733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.677839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.699809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-171a33e0-a6c4-41e1-89a0-8daac0c52cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:24.770144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.793616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.820026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event updated for resources: {'Port': ['ID=53e91f51-6560-42ef-8c03-d31d0bb1672c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:24.824025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.832362 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7066066 Dec 22 08:36:24.832362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:24.890420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.890900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.891371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.891833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.892488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.893123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.893731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.894364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.894992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.895618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.896283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.896908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.897536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.898673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.899318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.900004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.907555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3b84d0ac-484d-4fff-8d78-74872440a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14467 time: 0.7779624 Dec 22 08:36:24.908473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53742) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.015548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53748) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.019733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.061786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > segment before_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.062386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.064627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.065217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > port after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.065754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > port after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.066469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > port after_update 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.067243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > segment after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.067768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.068343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.069303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet after_update 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.197189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Deleting port 70796086-55f2-4809-b200-3e0a11e527a5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:25.197744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.257576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.282660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet after_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.283110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet after_delete 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.283513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet before_create 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.284062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Subscribe: > subnet before_update 55550000 {{(pid=87600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:25.284480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcc09f7-7d37-40a6-8069-cb62a9a91f74']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:25.298802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20673f5e-6115-4b8a-80ef-740d2118343a') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:25.299209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20673f5e-6115-4b8a-80ef-740d2118343a') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:25.319845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.338715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-459969da-56f6-4dda-b576-4fe7067f4ce9 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:25.348707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.357777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.368416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:25.368909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.386084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 62914dd7-5c58-49c2-9062-e9ab2ce77b53 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: from cryptography.utils import int_from_bytes Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: from cryptography.utils import int_from_bytes Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn_limited( Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn_limited( Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:25.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:25.396716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.406161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Allocated IP 172.26.7.215 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/08230fff-5a64-44b5-bfbb-68569ac40782) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:25.446411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.447300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e46799-010a-41a5-8226-19ad8a16b52e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.482173 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-459969da-56f6-4dda-b576-4fe7067f4ce9 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "PUT /v2.0/quotas/aad8038125f448c4b10d814db61ab4ec HTTP/1.1" status: 200 len: 366 time: 0.4627490 Dec 22 08:36:25.486689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:25.489239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53768) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.496946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:25.497628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.522442 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1312cbda-1a44-4ecd-82f1-5c23aba7d021 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0296469 Dec 22 08:36:25.522442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.526222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53772) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.561480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.562040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.586426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.588246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-41b13478-0a43-4dd4-89ab-c1a2268117b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.610145 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 08:36:25.627201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event deleted for resources: {'Network': ['ID=3fcc09f7-7d37-40a6-8069-cb62a9a91f74,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.630661 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24aecd14-58d9-4baf-ad4f-17468c28e191 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "GET /v2.0/quotas/aad8038125f448c4b10d814db61ab4ec HTTP/1.1" status: 200 len: 366 time: 0.1029890 Dec 22 08:36:25.631725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.635414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.641037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53784) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.664961 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "DELETE /v2.0/networks/3fcc09f7-7d37-40a6-8069-cb62a9a91f74 HTTP/1.1" status: 204 len: 168 time: 1.1236391 Dec 22 08:36:25.673010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53788) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.678843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.713898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 62914dd7-5c58-49c2-9062-e9ab2ce77b53, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=62914dd7-5c58-49c2-9062-e9ab2ce77b53,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:25.714545 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-74dc8100-6341-4582-9d09-41f5d606a081 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/aad8038125f448c4b10d814db61ab4ec HTTP/1.1" status: 204 len: 168 time: 0.0707576 Dec 22 08:36:25.718606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.719784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3e49733b-db5c-4d95-bda7-faa6e4c9294d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:25.722410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.725753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-158bee28-d20f-41fa-86cb-ea2eb0fac6f6 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Synchronizing usage tracker for tenant:3b6c8b9821904412935b072842096681 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:25.734761 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-021c9b6b-5177-4dd2-aed3-c8675958ff49 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] DELETE failed (client error): The resource could not be found. Dec 22 08:36:25.734931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021c9b6b-5177-4dd2-aed3-c8675958ff49 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:25.739051 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-021c9b6b-5177-4dd2-aed3-c8675958ff49 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "DELETE /v2.0/ports/f548fed9-98b4-4097-9aee-2175554f2e60 HTTP/1.1" status: 404 len: 333 time: 0.0625377 Dec 22 08:36:25.739197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d762131-47bf-4226-843d-994f7664fdc0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.739278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53796) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.747866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-88a491b8-f4ed-4798-bd65-afe33eb918a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.752118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:25.796332 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-626a16ac-cf84-4215-837b-62d1d8f10fd3 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0705674 Dec 22 08:36:25.803564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53800) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.806366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.840675 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e85f225-a02f-4b43-8611-8370ac838cd7 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "GET /v2.0/quotas/aad8038125f448c4b10d814db61ab4ec HTTP/1.1" status: 200 len: 370 time: 0.0238137 Dec 22 08:36:25.840878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.852015 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bf1c00bd-22e0-46ef-ac2f-32866c4ba18c tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "GET /v2.0/quotas/aad8038125f448c4b10d814db61ab4ec/default HTTP/1.1" status: 200 len: 370 time: 0.0071347 Dec 22 08:36:25.852015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-158bee28-d20f-41fa-86cb-ea2eb0fac6f6 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Unset dirty status for tenant:3b6c8b9821904412935b072842096681 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:25.852015 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-158bee28-d20f-41fa-86cb-ea2eb0fac6f6 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--401888939&fields=id&tenant_id=3b6c8b9821904412935b072842096681 HTTP/1.1" status: 200 len: 267 time: 0.2678142 Dec 22 08:36:25.854128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53808) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.858104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Deleting subnet d47aa623-5913-4386-a6f7-e71e21ce7152 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:36:25.861983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=62914dd7-5c58-49c2-9062-e9ab2ce77b53,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.865382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.869270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.869618 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Added segment 99804f2b-0d66-4eb1-a603-c5dd47abce95 of type vlan for network ae05b814-2be2-43a9-9e1a-5aa8589b9183 Dec 22 08:36:25.870818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.882045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 3e49733b-db5c-4d95-bda7-faa6e4c9294d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:25.882419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.887113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.054020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ebc164-ad7f-4ec1-a1aa-fda51e560437']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:26.066016 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-33eb091f-b966-431f-90a0-c94c2b8d0d4b tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] delete failed (client error): The resource could not be found. Dec 22 08:36:26.066016 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-33eb091f-b966-431f-90a0-c94c2b8d0d4b tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/aad8038125f448c4b10d814db61ab4ec HTTP/1.1" status: 404 len: 348 time: 0.2053936 Dec 22 08:36:26.094214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.109306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0346db50-5d39-4a1d-81ab-7dc70312b185') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:26.109631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0346db50-5d39-4a1d-81ab-7dc70312b185') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:26.160536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.198190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-8aea1ae5-ae0a-4dd1-840c-82677c77d815 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:26.198893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-8aea1ae5-ae0a-4dd1-840c-82677c77d815 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Synchronizing usage tracker for tenant:3b6c8b9821904412935b072842096681 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:26.227577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.239266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53816) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:26.263493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] For port 70796086-55f2-4809-b200-3e0a11e527a5, host hv-neutron-8226, got binding levels [] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:26.263913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.282481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-8aea1ae5-ae0a-4dd1-840c-82677c77d815 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Unset dirty status for tenant:3b6c8b9821904412935b072842096681 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:26.283556 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-8aea1ae5-ae0a-4dd1-840c-82677c77d815 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/networks?id=a0f2857d-284d-4277-88a7-2c03db2dbd3c HTTP/1.1" status: 200 len: 806 time: 0.4215312 Dec 22 08:36:26.285596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.289929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.336339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:network and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:26.344926 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-f3889fa2-2428-43b4-8b80-550de094dda3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/quotas/3b6c8b9821904412935b072842096681 HTTP/1.1" status: 200 len: 375 time: 0.0311584 Dec 22 08:36:26.348033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:26.360989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.370907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:26.371296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.405723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:subnet and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:26.426511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:26.436571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:26.443146 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:26.445190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4cda1bd3-ff6f-4739-a740-b66e910fa1e6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:26.479062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:subnetpool and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:26.484304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event deleted for resources: {'Subnet': ['ID=d47aa623-5913-4386-a6f7-e71e21ce7152,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:26.487448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:26.495805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:26.498507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.505389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fbb3c-11b4-4c94-979b-794cae31190a None None] Network 8922bb34-f835-46ba-8780-1ae23c46c203 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:26.511040 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "DELETE /v2.0/subnets/d47aa623-5913-4386-a6f7-e71e21ce7152 HTTP/1.1" status: 204 len: 168 time: 0.7708228 Dec 22 08:36:26.514218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53820) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:26.525404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-82fe6ab8-64f1-4963-b42c-7414b99187cc tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Synchronizing usage tracker for tenant:3b6c8b9821904412935b072842096681 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:26.552680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:port and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:26.618075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:26.636286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Calling delete_port for 70796086-55f2-4809-b200-3e0a11e527a5 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:26.667419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:router and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:26.676418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:26.679057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-82fe6ab8-64f1-4963-b42c-7414b99187cc tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Unset dirty status for tenant:3b6c8b9821904412935b072842096681 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:26.692156 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-82fe6ab8-64f1-4963-b42c-7414b99187cc tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b6c8b9821904412935b072842096681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3324807 Dec 22 08:36:26.700113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.721402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:floatingip and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:26.726209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Deleting port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:26.726782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.762389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:26.780212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.791911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:26.792526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.802991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:26.846015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.957236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:security_group and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:26.969925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4ebc164-ad7f-4ec1-a1aa-fda51e560437 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:36:26.973688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.980195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] DHCP port deletion for 8922bb34-f835-46ba-8780-1ae23c46c203 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:36:26.984984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Deleting port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:26.985560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.023155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:27.055533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Usage tracker for resource:security_group_rule and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:27.066635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:27.069441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] For port a3cc209a-aed0-4558-b0ed-e33ad52c60f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,segment=NetworkSegment(f59c6c41-09b6-4253-9a2c-f8db7c1563e7),segment_id=f59c6c41-09b6-4253-9a2c-f8db7c1563e7)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:27.069815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.088375 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e1f7eee-1e35-4acc-97ea-3b4ec13dfb30 tempest-QuotasTest-950464240 tempest-QuotasTest-950464240-project-admin] 10.222.0.36 "GET /v2.0/quotas/20cc49f4ef964697b565064af0727afe/details.json HTTP/1.1" status: 200 len: 703 time: 0.8446975 Dec 22 08:36:27.126195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Network': ['ID=ae05b814-2be2-43a9-9e1a-5aa8589b9183,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:27.136123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.150457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-b1df6c05-00fd-47c3-8b3c-df623bc88a88 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:36:27.157311 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-b1df6c05-00fd-47c3-8b3c-df623bc88a88 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1431260 Dec 22 08:36:27.158935 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b4ebc164-ad7f-4ec1-a1aa-fda51e560437 HTTP/1.1" status: 204 len: 168 time: 5.7273562 Dec 22 08:36:27.160838 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.6994700 Dec 22 08:36:27.161576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53832) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:27.277650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] For port a3cc209a-aed0-4558-b0ed-e33ad52c60f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,segment=NetworkSegment(f59c6c41-09b6-4253-9a2c-f8db7c1563e7),segment_id=f59c6c41-09b6-4253-9a2c-f8db7c1563e7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:27.278079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.305167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:27.320883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Calling delete_port for a3cc209a-aed0-4558-b0ed-e33ad52c60f3 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:27.405917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Calling delete_port for a3cc209a-aed0-4558-b0ed-e33ad52c60f3 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:27.413613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'subnet': {'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:27.430122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:27.442332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:subnet and tenant:5356c2c983884e6ab16fe5c4142168cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:27.449916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:27.465087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:27.649253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network ae05b814-2be2-43a9-9e1a-5aa8589b9183 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:27.664202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.670548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:27.672011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:27.673717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 62914dd7-5c58-49c2-9062-e9ab2ce77b53 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:27.680118 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-86d09225-9791-4c1f-b91d-0dcbe653f058 service neutron] 10.222.0.36 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213170 Dec 22 08:36:27.685481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53842) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:27.715779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Made reservation on behalf of 5356c2c983884e6ab16fe5c4142168cb for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:27.718063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.741113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.764547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.778941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4ebc164-ad7f-4ec1-a1aa-fda51e560437,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:27.780110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:27.781398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:27.788236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:27.833011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-86be590d-7be2-49de-bdb6-de989c0a5e2d tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Synchronizing usage tracker for tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 on resource:floatingip {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:27.841979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Pushing event deleted for resources: {'Port': ['ID=a3cc209a-aed0-4558-b0ed-e33ad52c60f3,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:27.854544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:27.867188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Allocated IP 172.20.0.1 (4bd6bbe0-310b-44ac-aca4-6df9a4983771/42e5ebe8-d834-446c-a887-0b742bb183bd/6add12b7-4a14-4c0e-a345-4cbff5f24f6f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:27.875400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] No DVR routers for this DVR port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:36:27.885459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:27.897834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:27.902005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:27.902436 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.906507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.920421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:27.953877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event updated for resources: {'Port': ['ID=08230fff-5a64-44b5-bfbb-68569ac40782,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:27.958276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:36:27.958754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:36:28.027417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-86be590d-7be2-49de-bdb6-de989c0a5e2d tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Unset dirty status for tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 on resource:floatingip {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:28.031172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-86be590d-7be2-49de-bdb6-de989c0a5e2d tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.3684163 Dec 22 08:36:28.032003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53848) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.068352 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-3ffe9ae7-b314-4617-a2dd-50fab5d1cff4 service neutron] 10.222.0.36 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848026 Dec 22 08:36:28.083764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "DELETE /v2.0/ports/70796086-55f2-4809-b200-3e0a11e527a5 HTTP/1.1" status: 204 len: 168 time: 3.1659312 Dec 22 08:36:28.088000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53852) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.095262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event deleted for resources: {'Port': ['ID=70796086-55f2-4809-b200-3e0a11e527a5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:28.114886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a3cc209a-aed0-4558-b0ed-e33ad52c60f3 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:36:28.161291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:28.161478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a3cc209a-aed0-4558-b0ed-e33ad52c60f3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:36:28.161750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:28.161951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a3cc209a-aed0-4558-b0ed-e33ad52c60f3 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:36:28.162077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:28.168815 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-314fb630-a783-4944-85af-e2751a4ad666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:36:28.169351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-314fb630-a783-4944-85af-e2751a4ad666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Synchronizing usage tracker for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:28.196253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.207804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-314fb630-a783-4944-85af-e2751a4ad666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Unset dirty status for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:28.213621 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-314fb630-a783-4944-85af-e2751a4ad666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "GET /v2.0/ports/70796086-55f2-4809-b200-3e0a11e527a5 HTTP/1.1" status: 404 len: 333 time: 0.1245058 Dec 22 08:36:28.214636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.236461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674621367', 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:28.248563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:28.249779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:28.259595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Usage tracker for resource:security_group_rule and tenant:413d6939aa8e4f449460378d63b01d8b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:28.264942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:28.277951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:28.296485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:28.322459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:28.324786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:28.325285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:28.326192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:28.326707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:28.327172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:28.328142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Synchronizing usage tracker for tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:28.352039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Made reservation on behalf of 5972a3fbf3424fa893feba802aa2c1b6 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:28.354223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.354891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.388426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] device_id is not set on port 6a3efe09-23cc-493b-bfc4-62f4dad7acb1 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:28.396871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Transition to ACTIVE for port object 6add12b7-4a14-4c0e-a345-4cbff5f24f6f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:28.400335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.406025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Unset dirty status for tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:28.410769 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-96eb254d-0108-4f9b-9d27-f11b80a47097 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3967 time: 0.3223333 Dec 22 08:36:28.411027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53882) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.462713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Deleting port a3cc209a-aed0-4558-b0ed-e33ad52c60f3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:28.463059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.533595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53886) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.557132 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-3a974fce-deaf-491c-8cb1-14e7a1f08868 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] delete failed (client error): The resource could not be found. Dec 22 08:36:28.560666 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3a974fce-deaf-491c-8cb1-14e7a1f08868 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/9f3b7ecc-a20d-418a-b09b-eacec02fc1b9 HTTP/1.1" status: 404 len: 345 time: 0.1462085 Dec 22 08:36:28.560800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] The port 'a3cc209a-aed0-4558-b0ed-e33ad52c60f3' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:36:28.572227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53890) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.607014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.682417 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1b5fa9-3423-4e99-b10c-a36667d97fe2 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 08:36:28.682944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1b5fa9-3423-4e99-b10c-a36667d97fe2 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:28.762662 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 08:36:28.768162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.818774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:28.881283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.890030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d328eb-36cb-424c-b9b4-a6362f70c70b req-ca694a8a-00e4-4045-9412-32069e06d787 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 210 time: 0.3445089 Dec 22 08:36:28.898833 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a1b5fa9-3423-4e99-b10c-a36667d97fe2 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b4ebc164-ad7f-4ec1-a1aa-fda51e560437 HTTP/1.1" status: 404 len: 339 time: 0.3212161 Dec 22 08:36:28.901495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53904) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.937667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'network': {'name': 'tempest-network--1348134838', 'router:external': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:28.941565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8922bb34-f835-46ba-8780-1ae23c46c203']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:28.954273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:28.959856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.974426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:28.977260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Port': ['ID=6add12b7-4a14-4c0e-a345-4cbff5f24f6f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:28.983259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:28.990935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:28.998514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.000344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:36:29.000793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.002559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59c6c41-09b6-4253-9a2c-f8db7c1563e7') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:29.002852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59c6c41-09b6-4253-9a2c-f8db7c1563e7') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:29.010508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:network and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:29.021736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:29.032975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.062242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:29.063727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.064543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.065641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.097632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.126296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Made reservation on behalf of a3bdbdcbe4a8494f8451bc163afc3fb0 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:29.128695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.142632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.171173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:29.171582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.185232 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=413d6939aa8e4f449460378d63b01d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4459956 Dec 22 08:36:29.186749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc33008-0035-4f39-a911-688497dec8d9,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.190855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.191518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53916) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:29.194981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:29.198390 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:29.297748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fbeebade-b190-469b-bd12-9e4cdce1e473 None None] Provisioning for port 6add12b7-4a14-4c0e-a345-4cbff5f24f6f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:29.308785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fbeebade-b190-469b-bd12-9e4cdce1e473 None None] Provisioning complete for port 6add12b7-4a14-4c0e-a345-4cbff5f24f6f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:29.310057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fbeebade-b190-469b-bd12-9e4cdce1e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.324135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Subnet': ['ID=21a25e83-434d-4b50-b8ee-933a5d0d2edb,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.338121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.347307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:29.366257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Checking segment: {'id': '99804f2b-0d66-4eb1-a603-c5dd47abce95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:29.366608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network hostable DHCP agents. Network: ae05b814-2be2-43a9-9e1a-5aa8589b9183, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:29.368175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.384240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.389153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fbeebade-b190-469b-bd12-9e4cdce1e473 None None] Port 6add12b7-4a14-4c0e-a345-4cbff5f24f6f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:29.393157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.393504 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Added segment b8597b2d-65ab-4fd8-9eca-8d6877d45d86 of type vlan for network d83543b0-ca37-43c7-aa03-38e6254015dd Dec 22 08:36:29.403996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.415984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.441724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.455281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.471583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.488595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.494928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.501322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network ae05b814-2be2-43a9-9e1a-5aa8589b9183 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:29.506425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Network f6a39354-391b-40cb-b842-f0a7fe1f304f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:29.522212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:29.534664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:29.535816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:29.536597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.543648 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] 10.222.0.36 "DELETE /v2.0/networks/8922bb34-f835-46ba-8780-1ae23c46c203 HTTP/1.1" status: 204 len: 168 time: 3.0277722 Dec 22 08:36:29.545943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.552453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=6a3efe09-23cc-493b-bfc4-62f4dad7acb1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.560517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, ae05b814-2be2-43a9-9e1a-5aa8589b9183) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:29.564482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.567637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.571497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843adedc-ef6b-45b5-8fe2-cd1ab3bd758e None None] Network ae05b814-2be2-43a9-9e1a-5aa8589b9183 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:29.601069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:29.602539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.608527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Pushing event deleted for resources: {'Network': ['ID=8922bb34-f835-46ba-8780-1ae23c46c203,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.617675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.624440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.633554 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4165621 Dec 22 08:36:29.634532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53928) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:29.731841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event updated for resources: {'Port': ['ID=08230fff-5a64-44b5-bfbb-68569ac40782,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.739145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.739957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-33b2317c-ad6b-4937-be38-67f8cf7fa1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.761317 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4522917 Dec 22 08:36:29.767009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53934) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:29.778674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-298535891', 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:29.785648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.786698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:29.793028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:29.793927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.811657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:port and tenant:5356c2c983884e6ab16fe5c4142168cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:29.813268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc33008-0035-4f39-a911-688497dec8d9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.820615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9b9b6439-0349-41cc-8f3f-4bb2fc4ffad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.823337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.830433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.840164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.841502 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cc33008-0035-4f39-a911-688497dec8d9 HTTP/1.1" status: 204 len: 168 time: 0.6415820 Dec 22 08:36:29.854863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.856391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:29.869410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.870906 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9954185 Dec 22 08:36:29.891059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:30.005524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf8401e-5396-4cf2-81b8-10d0f080fca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:30.006627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cdf8401e-5396-4cf2-81b8-10d0f080fca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Synchronizing usage tracker for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:30.041529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eaeb5d-8ae6-4c17-a36b-a234547a2093 None None] Network ae05b814-2be2-43a9-9e1a-5aa8589b9183 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:30.045524 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1411591 Dec 22 08:36:30.049703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53946) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.060587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Made reservation on behalf of 5356c2c983884e6ab16fe5c4142168cb for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:30.063253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.074721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53950) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.097206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Network': ['ID=d83543b0-ca37-43c7-aa03-38e6254015dd,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:30.107053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:30.124292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cdf8401e-5396-4cf2-81b8-10d0f080fca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Unset dirty status for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:30.128629 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdf8401e-5396-4cf2-81b8-10d0f080fca8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "GET /v2.0/ports/6a3efe09-23cc-493b-bfc4-62f4dad7acb1 HTTP/1.1" status: 200 len: 959 time: 0.4875398 Dec 22 08:36:30.131629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53956) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.189707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d83543b0-ca37-43c7-aa03-38e6254015dd details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:30.541324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] device_id is not set on port c0951611-5cb3-4644-9325-6d85a813b681 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:30.594055 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-cf617783-37ee-4f08-befd-f1932bd466ee tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1334344922&fields=id&tenant_id=8e151dd36f1d46ca8284dd3f13a283eb HTTP/1.1" status: 200 len: 267 time: 0.1616952 Dec 22 08:36:30.628828 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c6e5df57-e056-4ab0-8e31-2fdc2f765766 req-7c6e01d1-4f4d-405b-b2a6-8c914192218d tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 210 time: 0.4474831 Dec 22 08:36:30.727990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Deleting port 6a3efe09-23cc-493b-bfc4-62f4dad7acb1 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:30.728608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.750279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 53978) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.798173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.810653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.16', 50713) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.860485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69f9e-f407-480e-837c-5cf41b2c73aa tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:30.866456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69f9e-f407-480e-837c-5cf41b2c73aa tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:30.872428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69f9e-f407-480e-837c-5cf41b2c73aa tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:30.877987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69f9e-f407-480e-837c-5cf41b2c73aa tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:30.883814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b69f9e-f407-480e-837c-5cf41b2c73aa tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:30.888397 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10b69f9e-f407-480e-837c-5cf41b2c73aa tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3058 time: 0.8318255 Dec 22 08:36:30.895032 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59a5dfae-94b0-4d7e-a761-e8c17d86ea51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=465926df1a6648248bff8ba1d7d8f723&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7992687 Dec 22 08:36:30.903454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53984) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.903981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 53986) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.925416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:30.983800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Usage tracker for resource:security_group_rule and tenant:20cc49f4ef964697b565064af0727afe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:31.006639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:31.029557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:31.092873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-48c39eac-a983-4467-9548-faaab4007d55 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.094476 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-48c39eac-a983-4467-9548-faaab4007d55 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/networks?id=040efd29-f17a-493e-9fe8-ba39cd40f48b HTTP/1.1" status: 200 len: 810 time: 0.4839072 Dec 22 08:36:31.111834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Allocated IP 172.20.0.5 (ae05b814-2be2-43a9-9e1a-5aa8589b9183/21a25e83-434d-4b50-b8ee-933a5d0d2edb/c0951611-5cb3-4644-9325-6d85a813b681) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:31.164637 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-41d3e19f-c66e-4255-b3ea-dcdbc219fe2a tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/quotas/8e151dd36f1d46ca8284dd3f13a283eb HTTP/1.1" status: 200 len: 375 time: 0.0530694 Dec 22 08:36:31.175014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-d6a95494-9c50-4cb8-9ef0-4289fd1e8e4e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.176490 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-d6a95494-9c50-4cb8-9ef0-4289fd1e8e4e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.16 "GET /v2.0/networks?id=a0f2857d-284d-4277-88a7-2c03db2dbd3c HTTP/1.1" status: 200 len: 806 time: 0.3140311 Dec 22 08:36:31.223606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.275433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.297789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.346307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:31.391899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.416003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.462255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Calling delete_port for 6a3efe09-23cc-493b-bfc4-62f4dad7acb1 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:31.471659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d555028-7229-407e-b131-d59216af2a8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:31.550076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.554661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Port': ['ID=6add12b7-4a14-4c0e-a345-4cbff5f24f6f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:31.560857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-14b7d6de-0803-4dd9-a675-122a4b238041 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b6c8b9821904412935b072842096681 HTTP/1.1" status: 200 len: 379 time: 0.2506506 Dec 22 08:36:31.567353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.576017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:31.591249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Request body: {'port': {'device_id': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'admin_state_up': True, 'tenant_id': '3b6c8b9821904412935b072842096681', 'security_groups': ['b0feb4e0-2c7d-4352-b0f9-8702698c47cd']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:31.614142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.711261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:31.770853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.834560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83543b0-ca37-43c7-aa03-38e6254015dd']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:31.853062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.870392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8597b2d-65ab-4fd8-9eca-8d6877d45d86') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:31.871021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8597b2d-65ab-4fd8-9eca-8d6877d45d86') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:31.878041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.897068 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1353c0ce-533c-4385-90f7-4f831435dc7a tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e151dd36f1d46ca8284dd3f13a283eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7137671 Dec 22 08:36:31.924709 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20cc49f4ef964697b565064af0727afe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1578989 Dec 22 08:36:31.932297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54022) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:31.947141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.957910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7d85a-5863-459c-8bf9-fe3283cc4061,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:31.964625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0fdc8014-4c8f-4996-b9b0-f5b4508bae90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:31.987542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:32.018793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.033468 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8fbc5a69-f810-4522-8d96-b2ef69b83eb6 req-b3d5a3c8-987d-4046-87cd-44bb9cc47c89 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 210 time: 0.1492627 Dec 22 08:36:32.064937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a3efe09-23cc-493b-bfc4-62f4dad7acb1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:32.070938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:32.073083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.075426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:32.095426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.099365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.118098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:32.118555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:32.135735 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:32.138848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54917ddd-d8db-4b14-b381-3509cf222cc5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:32.150513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:32.226892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:32.241009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.270504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54028) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:32.275520 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6a3efe09-23cc-493b-bfc4-62f4dad7acb1 HTTP/1.1" status: 204 len: 168 time: 2.0976090 Dec 22 08:36:32.277139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.277877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:32.279350 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54917ddd-d8db-4b14-b381-3509cf222cc5 HTTP/1.1" status: 204 len: 168 time: 1.3729627 Dec 22 08:36:32.318483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.340889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae5d4023-aad1-4e7a-a31c-cc3c5f926406 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:32.360841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-f6d5bc05-7e9d-4741-9e2f-7f3ffcd8d481 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:36:32.368209 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-f6d5bc05-7e9d-4741-9e2f-7f3ffcd8d481 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1378694 Dec 22 08:36:32.385293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d83543b0-ca37-43c7-aa03-38e6254015dd {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:36:32.392149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event deleted for resources: {'Network': ['ID=d83543b0-ca37-43c7-aa03-38e6254015dd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:32.394546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:32.400082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.405568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.413108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.421739 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6268a2-2b1e-4c6c-9bc1-520ff9e13cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:36:32.422536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7f6268a2-2b1e-4c6c-9bc1-520ff9e13cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Synchronizing usage tracker for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:32.426340 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d83543b0-ca37-43c7-aa03-38e6254015dd HTTP/1.1" status: 204 len: 168 time: 1.5215516 Dec 22 08:36:32.431140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-87fdb049-644b-48ed-a731-872a2b2b6293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:32.481501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Made reservation on behalf of 3b6c8b9821904412935b072842096681 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:32.485724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.509127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:32.510009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54034) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:32.543207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:32.550541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'network': {'name': 'tempest-network--1321842929', 'router:external': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:32.570520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7f6268a2-2b1e-4c6c-9bc1-520ff9e13cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Unset dirty status for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:32.576362 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7f6268a2-2b1e-4c6c-9bc1-520ff9e13cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "GET /v2.0/ports/6a3efe09-23cc-493b-bfc4-62f4dad7acb1 HTTP/1.1" status: 404 len: 333 time: 0.3003712 Dec 22 08:36:32.581951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54038) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:32.584701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:32.624505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Request body: {'port': {'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297671572'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:32.632157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:32.647048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:32.681618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:network and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:32.696548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Made reservation on behalf of 5972a3fbf3424fa893feba802aa2c1b6 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:32.703387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.802690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network ae05b814-2be2-43a9-9e1a-5aa8589b9183 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:32.806418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:32.817922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:32.850424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:32.866691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] device_id is not set on port 8c9132fb-9747-47a9-8133-609c1b0117e5 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:32.939085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Port': ['ID=c0951611-5cb3-4644-9325-6d85a813b681,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:32.951684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:33.046839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:33.047781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.076097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-746f5140-5423-4011-b001-20fd9fef46e2 None None] Provisioning complete for port 6add12b7-4a14-4c0e-a345-4cbff5f24f6f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:33.077102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-746f5140-5423-4011-b001-20fd9fef46e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.099441 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.3296037 Dec 22 08:36:33.102397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54046) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:33.152107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.248922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-746f5140-5423-4011-b001-20fd9fef46e2 None None] Port 6add12b7-4a14-4c0e-a345-4cbff5f24f6f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:33.283906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Deleting port c0951611-5cb3-4644-9325-6d85a813b681 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:33.284577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.284887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:33.288095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.347976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b6fb3ab8-7386-483a-96f6-13fe46ab06c3 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:33.456750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54052) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:33.462938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=8c9132fb-9747-47a9-8133-609c1b0117e5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:33.466453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Network f6a39354-391b-40cb-b842-f0a7fe1f304f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:33.516036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:33.516036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:33.522466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.538226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:33.539708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:33.540428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.651582 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e21086fa-19ad-432b-ba38-2baf4dc4d658 req-989682a8-7528-4266-974a-726bb5e86d6f tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 210 time: 0.2401810 Dec 22 08:36:33.683259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:33.692851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Usage tracker for resource:security_group_rule and tenant:b03acb1ec3e04c8eb0ab9fe984ae3396 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:33.708716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:33.732197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Made reservation on behalf of a3bdbdcbe4a8494f8451bc163afc3fb0 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:33.734178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:33.735119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.765373 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1502020 Dec 22 08:36:33.771634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:33.771989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.774699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-5f13d223-097e-4d83-84a5-ec230d27113b service neutron] 10.222.0.36 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4055874 Dec 22 08:36:33.790323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.791619 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67f7d85a-5863-459c-8bf9-fe3283cc4061 HTTP/1.1" status: 204 len: 168 time: 1.8354461 Dec 22 08:36:33.817288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:33.847111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:34.058310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.077503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.229317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Calling delete_port for c0951611-5cb3-4644-9325-6d85a813b681 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:34.273931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7d85a-5863-459c-8bf9-fe3283cc4061,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:34.285919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:34.330306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Allocated IP 172.20.0.12 (a0f2857d-284d-4277-88a7-2c03db2dbd3c/4ebe3ed5-95e6-40dd-a092-230927d00f5d/42fe301a-ce9b-4cef-b4a9-44bf55040306) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:34.351115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:34.384905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Router 054af5ee-de69-4e1f-bf93-89c7afe619f5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:36:34.404703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.405341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Added segment c404bcab-dde2-4790-993b-5603762b744b of type vlan for network 543be0c4-05f2-44d7-af66-44af4058a5fe Dec 22 08:36:34.681865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.839348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.862355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] device_id is not set on port 8c9132fb-9747-47a9-8133-609c1b0117e5 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:34.867885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-faa09f67-02f1-4911-8393-6df5546d93db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:34.885844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.911249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.933483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.944639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Transition to ACTIVE for port object 8c9132fb-9747-47a9-8133-609c1b0117e5 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:34.952056 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b03acb1ec3e04c8eb0ab9fe984ae3396&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4841540 Dec 22 08:36:34.952056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c9e915-8bda-4416-b96b-a45c43d492be,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:34.953055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54074) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:34.959321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:34.965207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-9f72b73a-e7d9-4b67-a9fd-f499d9fe968b service neutron] 10.222.0.36 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1806378 Dec 22 08:36:35.034826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:35.088901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.153628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:35.162306 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ab7a90c6-1430-461d-b1d6-a298d2dfe559 req-ccf50d0a-3bde-4c85-93b4-fbb72907ed63 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 210 time: 0.2157812 Dec 22 08:36:35.163427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0951611-5cb3-4644-9325-6d85a813b681,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:35.177944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:35.183667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:35.365301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.366629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:35.373620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.380919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] Sync routers for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:35.399673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:35.399673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:35.445166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:35.453676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.467094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:35.569526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5e61d048-532b-4197-91c9-d5aa28159640 req-59518a75-edf3-4bfa-adcd-4d7f50f3fe27 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Synchronizing usage tracker for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:35.609152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=8c9132fb-9747-47a9-8133-609c1b0117e5,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:35.636324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:35.640283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:35.662239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.665799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.667488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:35.667829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:35.668184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:35.676077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:35.688982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:35.725812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:35.726849 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:35.729244 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 2 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:35.740399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Transition to ACTIVE for port object 42fe301a-ce9b-4cef-b4a9-44bf55040306 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:35.740880 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c0951611-5cb3-4644-9325-6d85a813b681 HTTP/1.1" status: 204 len: 168 time: 2.6364081 Dec 22 08:36:35.741381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:35.750373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5e61d048-532b-4197-91c9-d5aa28159640 req-59518a75-edf3-4bfa-adcd-4d7f50f3fe27 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Unset dirty status for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:35.757020 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "PUT /v2.0/routers/054af5ee-de69-4e1f-bf93-89c7afe619f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5148778 Dec 22 08:36:35.761777 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e61d048-532b-4197-91c9-d5aa28159640 req-59518a75-edf3-4bfa-adcd-4d7f50f3fe27 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.2868497 Dec 22 08:36:35.763641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54100) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:35.780526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:35.781589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:35.781589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:35.789330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'external_fixed_ips': [{'subnet_id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'ip_address': '172.20.0.5'}]}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:35.795503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.808543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Request body: {'port': {'network_id': '4bd6bbe0-310b-44ac-aca4-6df9a4983771', 'name': 'tempest-FloatingIPAdminTestJSON-1122225960'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:35.809088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:35.811560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:35.812133 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:35.815357 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 3 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:35.823491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:router and tenant:5356c2c983884e6ab16fe5c4142168cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:35.857500 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.3415318 Dec 22 08:36:35.860681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54108) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:35.864426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:35.883271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:35.885445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc063182-2b0b-418c-ac30-a2b005cf210c None None] The sync data for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:35.905340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:35.924965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:35.925417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:35.928233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:35.965346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:35.970079 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:35.971600 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 4 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:35.982591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.998890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Network': ['ID=543be0c4-05f2-44d7-af66-44af4058a5fe,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:36.001050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:36.035859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 543be0c4-05f2-44d7-af66-44af4058a5fe details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:36.042969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:36.115108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:36.284953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:36.286124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:36.287082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:36.373233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:36.408795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:36.409279 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:36.422855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:36.449809 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 5 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:36.494036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c9e915-8bda-4416-b96b-a45c43d492be,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:36.496405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:36.497017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:36.497475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:36.517952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:36.517952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:36.517952 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:36.517952 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 6 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:36.658791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:36.674595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Usage tracker for resource:port and tenant:bcab7182ca43450b939e0109bcc9cb81 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:36.688217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:36.701896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-738ab2ed-24fb-4af5-aa77-ebcdf811f69f req-f7b10b64-6f9d-45f2-b7f7-538048b5b8ea tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Synchronizing usage tracker for tenant:3b6c8b9821904412935b072842096681 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:36.724562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:36.725760 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1c9e915-8bda-4416-b96b-a45c43d492be HTTP/1.1" status: 204 len: 168 time: 1.7685320 Dec 22 08:36:36.734308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:36.737782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:36.747205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:36.748628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:36.748628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:36.749855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:36.753379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:36.764151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:36.764482 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:36.765158 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 7 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:36.845516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:36.845788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:36.845989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:36.918313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e357cc-2076-4aeb-92d2-725c678d2031 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:36.919475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c8e357cc-2076-4aeb-92d2-725c678d2031 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Synchronizing usage tracker for tenant:71482b9c4b354448b652b42085e6cacd on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:37.005110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:37.005110 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:37.005480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:37.006093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Made reservation on behalf of bcab7182ca43450b939e0109bcc9cb81 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:37.044734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.070570 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 8 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:37.117191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:37.135248 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-36dc7898-a729-460f-a0b3-ebced65b072f req-99190b8a-a706-4888-84f5-f7d3b218af28 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.1543498 Dec 22 08:36:37.164425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:37.169253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:37.169625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:37.179861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:37.184185 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:37.190232 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 9 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:37.207794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:37.219764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:37.222432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:37.222851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:37.248545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:37.248872 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:37.250702 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempt 10 to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 Dec 22 08:36:37.345970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:37.346611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:37.350289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempting to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:37.354144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-738ab2ed-24fb-4af5-aa77-ebcdf811f69f req-f7b10b64-6f9d-45f2-b7f7-538048b5b8ea tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Unset dirty status for tenant:3b6c8b9821904412935b072842096681 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:37.374640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-738ab2ed-24fb-4af5-aa77-ebcdf811f69f req-f7b10b64-6f9d-45f2-b7f7-538048b5b8ea tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 210 time: 0.8448596 Dec 22 08:36:37.434186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:37.436376 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Failed to bind port 8c9132fb-9747-47a9-8133-609c1b0117e5 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '636696d2-2088-480c-b055-bd9c379f9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f6a39354-391b-40cb-b842-f0a7fe1f304f'}] Dec 22 08:36:37.437683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.493803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event updated for resources: {'Port': ['ID=42fe301a-ce9b-4cef-b4a9-44bf55040306,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:37.507341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] device_id is not set on port ee0e9a0e-bd07-4f13-a21c-9720f81b1883 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:37.654232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c8e357cc-2076-4aeb-92d2-725c678d2031 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Unset dirty status for tenant:71482b9c4b354448b652b42085e6cacd on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:37.657201 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c8e357cc-2076-4aeb-92d2-725c678d2031 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] 10.222.0.36 "GET /v2.0/networks/543be0c4-05f2-44d7-af66-44af4058a5fe HTTP/1.1" status: 200 len: 757 time: 1.7775462 Dec 22 08:36:37.665958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:37.699056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54158) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:37.749413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-90158860-c832-4e82-9d49-052a2dc4249f None None] Provisioning for port 42fe301a-ce9b-4cef-b4a9-44bf55040306 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:37.766209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-90158860-c832-4e82-9d49-052a2dc4249f None None] Provisioning complete for port 42fe301a-ce9b-4cef-b4a9-44bf55040306 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:37.766344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90158860-c832-4e82-9d49-052a2dc4249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.888216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:37.933651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-90158860-c832-4e82-9d49-052a2dc4249f None None] Port 42fe301a-ce9b-4cef-b4a9-44bf55040306 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:38.048778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] For port 8c9132fb-9747-47a9-8133-609c1b0117e5, host hv-neutron-8226, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:38.049726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attempted to set empty binding levels {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:36:38.093377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:38.106649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.273396 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7039268 Dec 22 08:36:38.337535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0595e-0a8b-4608-8a13-1a6fb7066e03 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:38.342101 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5fb0595e-0a8b-4608-8a13-1a6fb7066e03 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] 10.222.0.36 "GET /v2.0/networks/e2eb03e0-fb2f-4f7d-9e9a-badf1db105e7 HTTP/1.1" status: 200 len: 768 time: 0.6406450 Dec 22 08:36:38.342789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54180) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:38.385576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.466423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.560471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b357a035-3504-4df0-b62f-143386e32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:38.619682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] In _notify_port_updated(), no bound segment for port 8c9132fb-9747-47a9-8133-609c1b0117e5 on network f6a39354-391b-40cb-b842-f0a7fe1f304f {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:36:38.621014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:38.621791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.626485 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "PUT /v2.0/ports/8c9132fb-9747-47a9-8133-609c1b0117e5 HTTP/1.1" status: 200 len: 981 time: 4.8523209 Dec 22 08:36:38.649386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.651506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54190) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:38.695300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1019192369', 'router:external': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:38.699629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.708076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Allocated IP 172.20.0.9 (4bd6bbe0-310b-44ac-aca4-6df9a4983771/42e5ebe8-d834-446c-a887-0b742bb183bd/ee0e9a0e-bd07-4f13-a21c-9720f81b1883) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:38.821449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:38.842856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54194) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:38.847188 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1d8dab5a-4b2f-4363-9621-54ad3cae4280 req-5ac5b05b-cfe9-40fa-afc2-1e0edc3cdf73 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.3097043 Dec 22 08:36:38.868318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:network and tenant:15c8e41527724582b6a494ab90e9144a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:38.874592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event updated for resources: {'Port': ['ID=8c9132fb-9747-47a9-8133-609c1b0117e5,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:38.878272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:38.879129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:38.925310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:38.929709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.942892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Made reservation on behalf of 15c8e41527724582b6a494ab90e9144a for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:38.946088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.968381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.031875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:39.037023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543be0c4-05f2-44d7-af66-44af4058a5fe']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:39.049386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:security_group_rule and tenant:15c8e41527724582b6a494ab90e9144a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:39.056590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:39.058667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c404bcab-dde2-4790-993b-5603762b744b') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:39.059729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c404bcab-dde2-4790-993b-5603762b744b') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:39.074628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Deleting port 8c9132fb-9747-47a9-8133-609c1b0117e5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:39.074934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.075352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:39.202259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.258808 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-305e2e26-3627-4ea9-9237-00dd56d0166d tempest-AgentManagementNegativeTest-1818792918 tempest-AgentManagementNegativeTest-1818792918-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4144990 Dec 22 08:36:39.263614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.335312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Allocated IP 172.20.0.5 (ae05b814-2be2-43a9-9e1a-5aa8589b9183/21a25e83-434d-4b50-b8ee-933a5d0d2edb/e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:39.349805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:39.350203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.381838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:39.385274 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:39.493594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.511406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.567084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-428e1700-4d4e-468c-8b02-6517658fddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:39.624589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99757dd7-3b38-459a-8fbc-be4f296a31cb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:39.629958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:39.710142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.749769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.757739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8f146-013d-48a6-a155-0cceedba5d24 req-2de3d2d1-995f-4e87-bc73-67e5c5b3f981 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:39.760331 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9ba8f146-013d-48a6-a155-0cceedba5d24 req-2de3d2d1-995f-4e87-bc73-67e5c5b3f981 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 932 time: 0.9861498 Dec 22 08:36:39.761673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6b843c8d-7a9f-45e6-9286-5fde5edd14a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.763747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:39.766160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] For port 8c9132fb-9747-47a9-8133-609c1b0117e5, host hv-neutron-8226, got binding levels [] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:39.768006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.840354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54204) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:39.857970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Port': ['ID=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:39.861578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:39.870005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network ae05b814-2be2-43a9-9e1a-5aa8589b9183 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:39.873320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:39.876930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:39.975594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:39.980898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Calling delete_port for 8c9132fb-9747-47a9-8133-609c1b0117e5 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:40.037266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.076550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 543be0c4-05f2-44d7-af66-44af4058a5fe {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:36:40.083725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:40.117467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.132158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event deleted for resources: {'Network': ['ID=543be0c4-05f2-44d7-af66-44af4058a5fe,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:40.153396 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9ba8f146-013d-48a6-a155-0cceedba5d24 req-fa665ee8-67b6-46f5-9952-62d391a8965c tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441346 Dec 22 08:36:40.160746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:40.168405 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "DELETE /v2.0/networks/543be0c4-05f2-44d7-af66-44af4058a5fe HTTP/1.1" status: 204 len: 168 time: 1.8216889 Dec 22 08:36:40.173103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54212) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:40.177713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.188871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'network': {'name': 'tempest-network--1643962921'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:40.206872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:40.217085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Usage tracker for resource:network and tenant:a3bdbdcbe4a8494f8451bc163afc3fb0 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:40.228503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:40.235727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Transition to ACTIVE for port object ee0e9a0e-bd07-4f13-a21c-9720f81b1883 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:40.236854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:40.250717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.259081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:40.302486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Made reservation on behalf of a3bdbdcbe4a8494f8451bc163afc3fb0 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:40.304994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.329818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c9132fb-9747-47a9-8133-609c1b0117e5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:40.339498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:40.340563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.366111 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8c9132fb-9747-47a9-8133-609c1b0117e5 HTTP/1.1" status: 204 len: 168 time: 1.7090955 Dec 22 08:36:40.369042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:40.446974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.448076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Added segment 608d4729-fc63-4b0b-81e2-9e500495fd16 of type vlan for network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 Dec 22 08:36:40.461929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:40.465730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4439d3-13e1-43c5-93b0-16dec6fd1e46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:36:40.465933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e4439d3-13e1-43c5-93b0-16dec6fd1e46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Synchronizing usage tracker for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:40.479023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.496021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:40.521837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.597258 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8fa6a22d-3c31-4745-a597-f8b47f66c500 req-51fad2c8-1974-4f19-bb32-fe171ea4f4ae tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.4495313 Dec 22 08:36:40.603810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.662821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.663148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Added segment d1018ae7-4dae-41e3-8bbf-34969813a50c of type vlan for network 60b6dd64-884c-4fbe-9198-8adf09d52326 Dec 22 08:36:40.723082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e4439d3-13e1-43c5-93b0-16dec6fd1e46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Unset dirty status for tenant:5972a3fbf3424fa893feba802aa2c1b6 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:40.728581 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e4439d3-13e1-43c5-93b0-16dec6fd1e46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] 10.222.0.36 "GET /v2.0/ports/8c9132fb-9747-47a9-8133-609c1b0117e5 HTTP/1.1" status: 404 len: 333 time: 0.3576324 Dec 22 08:36:40.745157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:40.745157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54220) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:40.745157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:40.750126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:40.765509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.845940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:40.846892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.868245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:40.890475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67cd35c0-a518-4287-8d65-69c977c5c51b tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:40.947408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d80665ea00a84a3b9275039b0bde6f49 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:40.962397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:41.077337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:41.089891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event updated for resources: {'Port': ['ID=ee0e9a0e-bd07-4f13-a21c-9720f81b1883,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:41.093050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:41.216426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-eeac0a54-2d1b-485a-beaa-3a118b9d3f4e None None] Provisioning for port ee0e9a0e-bd07-4f13-a21c-9720f81b1883 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:41.235743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-eeac0a54-2d1b-485a-beaa-3a118b9d3f4e None None] Provisioning complete for port ee0e9a0e-bd07-4f13-a21c-9720f81b1883 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:41.238838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eeac0a54-2d1b-485a-beaa-3a118b9d3f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.306442 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.4069264 Dec 22 08:36:41.317500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:41.322915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54226) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:41.326504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.343860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'subnet': {'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:41.350476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:41.356086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:subnet and tenant:15c8e41527724582b6a494ab90e9144a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:41.359434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:41.368540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:41.378866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.382277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Network': ['ID=e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:41.390710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Made reservation on behalf of 15c8e41527724582b6a494ab90e9144a for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:41.393480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-eeac0a54-2d1b-485a-beaa-3a118b9d3f4e None None] Port ee0e9a0e-bd07-4f13-a21c-9720f81b1883 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:41.394856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.413040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:41.425142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:41.464783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6969028 Dec 22 08:36:41.467414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54230) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:41.527574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.827782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'project_id': 'bcab7182ca43450b939e0109bcc9cb81', 'port_id': 'ee0e9a0e-bd07-4f13-a21c-9720f81b1883'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:41.835700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.912670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:41.916119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:41.917056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.928029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.938144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:41.992381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Usage tracker for resource:floatingip and tenant:bcab7182ca43450b939e0109bcc9cb81 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:42.006193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-68452610-73a4-4f5e-9ce9-f9dcd8dcef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.031872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.062321 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f6bf09f5-0588-4ec6-ba48-b718cf4392cf req-e8c455c9-9f88-4472-b85d-e0a6301d617d tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.0605650 Dec 22 08:36:42.071330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a39354-391b-40cb-b842-f0a7fe1f304f']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:42.088263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636696d2-2088-480c-b055-bd9c379f9e55') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:42.088909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636696d2-2088-480c-b055-bd9c379f9e55') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:42.101353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.133001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:42.196139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:42.202925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.218488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.220827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.221501 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0473721 Dec 22 08:36:42.229501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54240) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:42.237625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:42.238035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:42.253753 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:42.258550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:42.274981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.294843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Network': ['ID=60b6dd64-884c-4fbe-9198-8adf09d52326,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:42.306199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 60b6dd64-884c-4fbe-9198-8adf09d52326 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:42.344014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:42.359217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:42.472617 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d80665ea00a84a3b9275039b0bde6f49&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6310439 Dec 22 08:36:42.479873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ec7cc-93a7-420b-9af0-fc11fb2d562e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:42.483478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:42.487149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54244) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:42.519831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.535393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0f71a-dd1c-4ca9-94da-8fa1d6c8fac6 req-e2fa519c-6a2d-499b-9dd8-b0eda8f429eb tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:42.540697 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edc0f71a-dd1c-4ca9-94da-8fa1d6c8fac6 req-e2fa519c-6a2d-499b-9dd8-b0eda8f429eb tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 932 time: 0.8696580 Dec 22 08:36:42.608167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.616610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:42.759990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.807490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Pushing event deleted for resources: {'Network': ['ID=f6a39354-391b-40cb-b842-f0a7fe1f304f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:42.820935 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] 10.222.0.36 "DELETE /v2.0/networks/f6a39354-391b-40cb-b842-f0a7fe1f304f HTTP/1.1" status: 204 len: 168 time: 1.9372149 Dec 22 08:36:42.823035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:42.935358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.943357 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edc0f71a-dd1c-4ca9-94da-8fa1d6c8fac6 req-744e60b8-91f5-433b-b672-ef35014d891c tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654144 Dec 22 08:36:43.013712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.044612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.097147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54254) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:43.097794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.114586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d44209cf-944d-406c-b5b0-78b9becd571a tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:43.117349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.136676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Network 60b6dd64-884c-4fbe-9198-8adf09d52326 is not hosted by any dhcp agent {{(pid=87601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:36:43.137528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:43.138392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.142964 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "PUT /v2.0/networks/60b6dd64-884c-4fbe-9198-8adf09d52326 HTTP/1.1" status: 200 len: 857 time: 0.9114058 Dec 22 08:36:43.143514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.147322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54260) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:43.161261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:36:43.161884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.173843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:43.243165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.307506 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d243708-46fb-41fe-97c8-0907816b3dbc req-7a845860-b9f5-429c-966a-422abf0e3fc1 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.0668712 Dec 22 08:36:43.331759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Subnet': ['ID=91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:43.336501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:43.342453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Checking segment: {'id': '608d4729-fc63-4b0b-81e2-9e500495fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:43.342566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network hostable DHCP agents. Network: e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:43.348912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Router 085a36ae-d44f-4feb-bbab-1027e44fe574 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:36:43.375239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event updated for resources: {'Network': ['ID=60b6dd64-884c-4fbe-9198-8adf09d52326,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:43.391311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.394147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:43.419944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1480e73b-7c9a-49ae-a5fc-35db05569c08 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:43.434689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:43.460934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ec7cc-93a7-420b-9af0-fc11fb2d562e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:43.466054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:43.472132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:43.473137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.473890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a88ef-812d-4ad1-9437-c4ea402b3baf None None] Network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:43.480349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:43.482846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.507731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-be132538-c5a5-4434-b871-38de598a38c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a86a3859e1d4bf49dc6daa979ca4d99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4080560 Dec 22 08:36:43.513655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54264) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:43.573577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.576945 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c01ec7cc-93a7-420b-9af0-fc11fb2d562e HTTP/1.1" status: 204 len: 168 time: 1.0853016 Dec 22 08:36:43.586216 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2551587 Dec 22 08:36:43.589938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54270) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:43.602208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-28545737', 'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:43.609573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:43.617192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:port and tenant:15c8e41527724582b6a494ab90e9144a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:43.622436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:43.625795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:43.639759 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Sync routers for ids ['085a36ae-d44f-4feb-bbab-1027e44fe574'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:43.642388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:43.645471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Allocated IP 172.26.7.33 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/a4398beb-240d-4c97-8bce-4583b5376dc6) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:43.660300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.662171 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8996139 Dec 22 08:36:43.662421 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Routers {'085a36ae-d44f-4feb-bbab-1027e44fe574'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:43.667646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Made reservation on behalf of 15c8e41527724582b6a494ab90e9144a for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:43.668253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['085a36ae-d44f-4feb-bbab-1027e44fe574'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:43.669518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54274) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:43.674241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.718141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] device_id is not set on port d5f58724-1f23-4f51-a310-276ca7e7fd66 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:43.853051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16418975-1f07-42de-a2a8-768a9e6d0922 None None] Network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:43.906589 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Set router 085a36ae-d44f-4feb-bbab-1027e44fe574 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:44.048588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Allocated IP 2001:db8::337 (e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42/91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2/d5f58724-1f23-4f51-a310-276ca7e7fd66) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:44.232611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.331047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-3fb87acf-919e-4cc9-b020-d153ed390016 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:36:44.332401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-3fb87acf-919e-4cc9-b020-d153ed390016 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0847769 Dec 22 08:36:44.367336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.431336 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085a36ae-d44f-4feb-bbab-1027e44fe574', 'name': '', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'external_fixed_ips': [{'subnet_id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:36Z', 'updated_at': '2021-12-22T08:36:40Z', 'revision_number': 3, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port': {'id': 'e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2', 'name': '', 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085a36ae-d44f-4feb-bbab-1027e44fe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:38Z', 'updated_at': '2021-12-22T08:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:44.433698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.438072 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Checking router: 085a36ae-d44f-4feb-bbab-1027e44fe574 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:36:44.438716 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Updating router 085a36ae-d44f-4feb-bbab-1027e44fe574 port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:36:44.461210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.474947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:44.501686 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.588746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.16', 50721) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:44.615620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b6dd64-884c-4fbe-9198-8adf09d52326']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:44.618052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Port': ['ID=d5f58724-1f23-4f51-a310-276ca7e7fd66,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:44.624801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:44.745850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:44.747256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1018ae7-4dae-41e3-8bbf-34969813a50c') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:44.748998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1018ae7-4dae-41e3-8bbf-34969813a50c') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:44.751854 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f98c431-06eb-4872-9ca6-e485cbd35204 req-61e84064-d05a-40bb-9ce9-9e5f8fd442df tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.1393640 Dec 22 08:36:44.752910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:44.759719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:44.760748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:44.761347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.804436 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2132127 Dec 22 08:36:44.808851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54304) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:44.870608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Request body: {'port': {'device_id': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:44.904436 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:36:44.905027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.950669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Deleting port d5f58724-1f23-4f51-a310-276ca7e7fd66 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:44.951165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.962954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.021465 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.034955 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Transition to ACTIVE for port object e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:45.042222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.044957 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.063823 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c64bbd0d-0310-48d6-9b94-3c899b4594ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:45.079225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.108715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54314) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:45.202863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:45.203332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.203471 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Attempting to bind port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:45.204021 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Attempting to bind port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '99804f2b-0d66-4eb1-a603-c5dd47abce95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:45.204797 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Attempting to bind port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 on network ae05b814-2be2-43a9-9e1a-5aa8589b9183 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:45.208568 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e952a-59a5-4bf8-bc28-c46081cc41f3 None None] Pushing event updated for resources: {'Port': ['ID=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:45.214409 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb2e952a-59a5-4bf8-bc28-c46081cc41f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:45.218006 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:45.219805 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:45.220016 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Checking segment: {'id': '99804f2b-0d66-4eb1-a603-c5dd47abce95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:45.220580 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.221460 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Bound using segment: {'id': '99804f2b-0d66-4eb1-a603-c5dd47abce95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:45.222470 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Bound port: e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99804f2b-0d66-4eb1-a603-c5dd47abce95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:45.223360 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.319497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.382278 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] For port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:45.387714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.390939 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] For port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,segment=NetworkSegment(99804f2b-0d66-4eb1-a603-c5dd47abce95),segment_id=99804f2b-0d66-4eb1-a603-c5dd47abce95)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:45.398011 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.417109 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:45.429315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.464892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'networks': [{'name': 'tempest-network--1642725946'}, {'name': 'tempest-network--1714517151'}]} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:45.465087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'network': {'name': 'tempest-network--1642725946'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:45.465524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'network': {'name': 'tempest-network--1714517151'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:45.486254 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Routers {'085a36ae-d44f-4feb-bbab-1027e44fe574'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:45.486899 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['085a36ae-d44f-4feb-bbab-1027e44fe574'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:45.489512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-dab68614-9194-451b-9b04-8880c87f8f2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:45.490961 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-dab68614-9194-451b-9b04-8880c87f8f2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.16 "GET /v2.0/networks?id=040efd29-f17a-493e-9fe8-ba39cd40f48b HTTP/1.1" status: 200 len: 810 time: 0.8583188 Dec 22 08:36:45.498121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Calling delete_port for d5f58724-1f23-4f51-a310-276ca7e7fd66 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:45.514513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:45.518842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Usage tracker for resource:network and tenant:d6ffe5857162445ea33ea890843f5392 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:45.522148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:45.528759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:45.558468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece9e60-13e4-4dcf-af1e-58211e667ad5 req-c0a075a0-563a-4b57-bca8-2a8c29507ad9 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:45.559981 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ece9e60-13e4-4dcf-af1e-58211e667ad5 req-c0a075a0-563a-4b57-bca8-2a8c29507ad9 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 932 time: 1.3134682 Dec 22 08:36:45.576920 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e952a-59a5-4bf8-bc28-c46081cc41f3 None None] Pushing event updated for resources: {'Port': ['ID=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:45.582508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Made reservation on behalf of d6ffe5857162445ea33ea890843f5392 for: {'network': 2} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:45.587186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.587467 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb2e952a-59a5-4bf8-bc28-c46081cc41f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:45.606972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.686901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.695066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.695777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.704111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:45.704830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] Set router 085a36ae-d44f-4feb-bbab-1027e44fe574 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:45.711256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.749673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60b6dd64-884c-4fbe-9198-8adf09d52326 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:36:45.757543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f29c052-3cae-423b-8838-e8f23bc0ae2b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:45.769402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.796867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5f58724-1f23-4f51-a310-276ca7e7fd66,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:45.800123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:45.804903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.811520 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d5f58724-1f23-4f51-a310-276ca7e7fd66 HTTP/1.1" status: 204 len: 168 time: 1.0016463 Dec 22 08:36:45.816314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:45.822854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42', 'external_fixed_ips': [{'subnet_id': '91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2', 'ip_address': '2001:db8::337'}]}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:45.829606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:45.839290 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] 10.222.0.36 "DELETE /v2.0/networks/60b6dd64-884c-4fbe-9198-8adf09d52326 HTTP/1.1" status: 204 len: 168 time: 2.6393688 Dec 22 08:36:45.839290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Deleting port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:45.839290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.841270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:45.844453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54330) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:45.897072 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c859d472-3e92-416e-a13c-051b32eb664a tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] DELETE failed (client error): The resource could not be found. Dec 22 08:36:45.898387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c859d472-3e92-416e-a13c-051b32eb664a tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:45.904096 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c859d472-3e92-416e-a13c-051b32eb664a tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] 10.222.0.36 "DELETE /v2.0/subnets/d4e46799-010a-41a5-8226-19ad8a16b52e HTTP/1.1" status: 404 len: 337 time: 0.0579340 Dec 22 08:36:45.905102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54334) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:45.906994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:router and tenant:15c8e41527724582b6a494ab90e9144a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:46.051039 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-30509a92-a239-4032-9784-e06608c3c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '085a36ae-d44f-4feb-bbab-1027e44fe574', 'name': '', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'external_fixed_ips': [{'subnet_id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:36Z', 'updated_at': '2021-12-22T08:36:40Z', 'revision_number': 3, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port': {'id': 'e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2', 'name': '', 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085a36ae-d44f-4feb-bbab-1027e44fe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:38Z', 'updated_at': '2021-12-22T08:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:46.057294 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30509a92-a239-4032-9784-e06608c3c656 None None] The sync data for ids ['085a36ae-d44f-4feb-bbab-1027e44fe574'] in dv-neutron-822602-1-hyperv is: [{'id': '085a36ae-d44f-4feb-bbab-1027e44fe574', 'name': '', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'external_fixed_ips': [{'subnet_id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:36Z', 'updated_at': '2021-12-22T08:36:40Z', 'revision_number': 3, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port': {'id': 'e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2', 'name': '', 'network_id': 'ae05b814-2be2-43a9-9e1a-5aa8589b9183', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '085a36ae-d44f-4feb-bbab-1027e44fe574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:38Z', 'updated_at': '2021-12-22T08:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a25e83-434d-4b50-b8ee-933a5d0d2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:46.059887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:46.065815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.076233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:46.081539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Usage tracker for resource:security_group_rule and tenant:d6ffe5857162445ea33ea890843f5392 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:46.101280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Pushing event deleted for resources: {'Network': ['ID=60b6dd64-884c-4fbe-9198-8adf09d52326,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:46.106509 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-b6ade76b-b1f5-4e0e-9256-48d97e88c043 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e151dd36f1d46ca8284dd3f13a283eb HTTP/1.1" status: 200 len: 380 time: 0.5568061 Dec 22 08:36:46.110376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:46.119119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:46.130594 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4ba5d5fc-d909-41c8-a95a-38bcc165cad2 req-bc325ead-6903-4bd3-a390-b580e2dbd7a8 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.0600562 Dec 22 08:36:46.168978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.170155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.170305 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ece9e60-13e4-4dcf-af1e-58211e667ad5 req-ea37e66b-826c-4fd7-9ecd-10afa6d2073f tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5706611 Dec 22 08:36:46.171544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:46.183294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Request body: {'port': {'device_id': '94772060-c0ef-4355-ad47-4c48eee63d62', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'admin_state_up': True, 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'security_groups': ['e31e6329-dd37-4529-af19-79f463ed0301']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:46.186843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.237188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.273549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.274656 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a98622b-0748-4a09-b630-e3645bc7a6c4 HTTP/1.1" status: 204 len: 168 time: 2.7318165 Dec 22 08:36:46.275606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:46.313772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.346466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2eb03e0-fb2f-4f7d-9e9a-badf1db105e7']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:46.362917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.367304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98622b-0748-4a09-b630-e3645bc7a6c4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:46.378254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:46.390157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:46.525127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:46.527589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc73ea52-c9cb-4835-addb-7c82db22d6e4') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:46.528445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc73ea52-c9cb-4835-addb-7c82db22d6e4') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:46.579876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.602438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.612115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:46.614339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:46.618663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.650551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:46.711628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Pushing event updated for resources: {'Port': ['ID=a4398beb-240d-4c97-8bce-4583b5376dc6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:46.719906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] For port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,segment=NetworkSegment(99804f2b-0d66-4eb1-a603-c5dd47abce95),segment_id=99804f2b-0d66-4eb1-a603-c5dd47abce95)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:46.720329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:46.734203 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:46.739852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.747193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0edf9cab-4a11-4e9b-b993-b192ebada56a tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:46.765084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:46.771907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:46.784539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:46.846141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.878945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Made reservation on behalf of 8e151dd36f1d46ca8284dd3f13a283eb for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:46.882733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.902128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54342) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:46.977249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Calling delete_port for e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:46.998585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Pushing event deleted for resources: {'Network': ['ID=e2eb03e0-fb2f-4f7d-9e9a-badf1db105e7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:47.012571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:47.026939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.034658 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] 10.222.0.36 "DELETE /v2.0/networks/e2eb03e0-fb2f-4f7d-9e9a-badf1db105e7 HTTP/1.1" status: 204 len: 168 time: 1.1191857 Dec 22 08:36:47.438466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:47.471660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a1fc4910-2f89-4453-bf7f-88a0d0824708 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5972a3fbf3424fa893feba802aa2c1b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5085511 Dec 22 08:36:47.479454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.480248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54354) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:47.510690 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-880dec3c-b29c-4a0d-a71a-72623dd6d165 req-95c6b0c8-2879-4f6c-a4e7-04046eff2c2a tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.1374781 Dec 22 08:36:47.579542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54358) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:47.585516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.602778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:47.612888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:47.613255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.656259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.658682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.699175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.769779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.773326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.779676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:47.840953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.867069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,segment=NetworkSegment(99804f2b-0d66-4eb1-a603-c5dd47abce95),segment_id=99804f2b-0d66-4eb1-a603-c5dd47abce95)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:47.874886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.877214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:47.925642 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9098da08-869b-4ee2-8201-8b036b9ef679 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71482b9c4b354448b652b42085e6cacd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3423460 Dec 22 08:36:47.927481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54364) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:47.971858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.983300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:47.987113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:48.025892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:48.052060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8208d-db6a-4b61-a4da-365aaf0a9a46,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:48.062977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:48.068659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:48.091632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Allocated IP 2001:db8::337 (e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42/91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2/7294e4f0-0c83-4092-a225-6f20dc9f6097) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:48.113201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.115893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.120904 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6c8208d-db6a-4b61-a4da-365aaf0a9a46 HTTP/1.1" status: 204 len: 168 time: 0.6321216 Dec 22 08:36:48.133054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b749f28-b26a-4e62-9aac-002f2c5d3bf7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:48.164290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:48.165372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.260192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:48.263868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fe301a-ce9b-4cef-b4a9-44bf55040306 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:36:48.306977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.363393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.372673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:48.400014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.401403 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41bec50a-bf88-4505-852a-c52cd6b9ecc0 HTTP/1.1" status: 204 len: 168 time: 0.4728866 Dec 22 08:36:48.404282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bec50a-bf88-4505-852a-c52cd6b9ecc0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:48.409248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.413430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:48.473512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.485065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-999a637d-702f-404f-8b33-c95f35df4f91 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:48.493156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.494435 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Added segment 23616dc4-1139-4a7a-aed7-d3fc84407dc1 of type vlan for network 25a4a38a-865d-49d7-bcf0-9ed32d25d1bd Dec 22 08:36:48.541331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Transition to ACTIVE for port object 42fe301a-ce9b-4cef-b4a9-44bf55040306 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:48.557867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.595046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:48.604538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93e99-bb35-4dcc-88e2-153f051f74f1 req-0d9c24b8-a60b-446a-94aa-2de1661e7493 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:48.607877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:48.622039 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e5f93e99-bb35-4dcc-88e2-153f051f74f1 req-0d9c24b8-a60b-446a-94aa-2de1661e7493 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 932 time: 1.1730080 Dec 22 08:36:48.626898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:48.696085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.724650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d8c7f1b-363f-4f00-bc47-682b4d760938 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:48.778142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:36:48.778429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:36:48.801557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Allocated IP 172.20.0.9 (040efd29-f17a-493e-9fe8-ba39cd40f48b/28c300cb-0386-4f24-9d95-c9ebb10d1a0a/d403d99f-dc9e-4f00-8dca-a1b224bd8698) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:48.850616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a942ddcf-a1f9-442c-a2ae-c1c605585cf2 req-ea50994c-6853-45b5-bb9b-1ff7f6f0b68b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.0643477 Dec 22 08:36:48.889861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Port': ['ID=7294e4f0-0c83-4092-a225-6f20dc9f6097,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:48.899278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:48.905987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54386) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:49.055148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:49.120905 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e5f93e99-bb35-4dcc-88e2-153f051f74f1 req-8332e6c3-5dbe-422b-9915-403e1695f422 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4979689 Dec 22 08:36:49.165053 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a7509200-f22d-4885-941e-6c34820632f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3bdbdcbe4a8494f8451bc163afc3fb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2532978 Dec 22 08:36:49.174765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:49.178474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=42fe301a-ce9b-4cef-b4a9-44bf55040306,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:49.207341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:49.224243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:49.311811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:49.314294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Deleting port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:49.314634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.344726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.345071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Added segment 75884b0f-3e13-4072-b4db-b78f728c762f of type vlan for network 557d680a-d2de-48d6-83fa-b636fdf13be3 Dec 22 08:36:49.386922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.434114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.446117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:49.446625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.464953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.467410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.523008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.655502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Transition to ACTIVE for port object d403d99f-dc9e-4f00-8dca-a1b224bd8698 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:49.658612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Attempting to bind port 42fe301a-ce9b-4cef-b4a9-44bf55040306 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.658950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Attempting to bind port 42fe301a-ce9b-4cef-b4a9-44bf55040306 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.659278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Attempting to bind port 42fe301a-ce9b-4cef-b4a9-44bf55040306 on network a0f2857d-284d-4277-88a7-2c03db2dbd3c {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:49.665029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.733447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Port 42fe301a-ce9b-4cef-b4a9-44bf55040306 on network a0f2857d-284d-4277-88a7-2c03db2dbd3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:49.733731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Attempting to bind port 42fe301a-ce9b-4cef-b4a9-44bf55040306 on network a0f2857d-284d-4277-88a7-2c03db2dbd3c {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:49.766355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.774430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:49.775349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:49.775681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Checking segment: {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:49.776290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Bound using segment: {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:49.776678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Bound port: 42fe301a-ce9b-4cef-b4a9-44bf55040306, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46957843-a952-46c6-b1d3-b7fd68904742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:49.777070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.793079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048cbf06-fe3c-40bd-a4dc-5453547d49df,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:49.795996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:49.807636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.810947 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/048cbf06-fe3c-40bd-a4dc-5453547d49df HTTP/1.1" status: 204 len: 168 time: 0.6349854 Dec 22 08:36:49.904727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.905305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.910950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:49.915838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:49.916557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.916814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.941648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:49.993520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] For port e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,segment=NetworkSegment(99804f2b-0d66-4eb1-a603-c5dd47abce95),segment_id=99804f2b-0d66-4eb1-a603-c5dd47abce95)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:49.993890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.143008 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3309695f-fa11-44fd-b1d2-5a69238e1a64 req-e63ea796-9b39-4ac8-8038-7daa16867b5b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.0530312 Dec 22 08:36:50.213138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Router 8728332e-a684-4183-b86d-74d556bc737e is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:36:50.230643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.376437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Calling delete_port for e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:50.422372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.487638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:50.499097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Sync routers for ids ['8728332e-a684-4183-b86d-74d556bc737e'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:50.512737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.516858 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6969612 Dec 22 08:36:50.517052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Network': ['ID=25a4a38a-865d-49d7-bcf0-9ed32d25d1bd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:50.517148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Routers {'8728332e-a684-4183-b86d-74d556bc737e'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:50.517351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54430) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:50.529954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['8728332e-a684-4183-b86d-74d556bc737e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:50.536663 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 5.4173520 Dec 22 08:36:50.575616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54434) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:50.594883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54436) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:50.602670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:50.604789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] For port 42fe301a-ce9b-4cef-b4a9-44bf55040306, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:50.634854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 25a4a38a-865d-49d7-bcf0-9ed32d25d1bd details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:50.690980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:50.712614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:50.842318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.890470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Set router 8728332e-a684-4183-b86d-74d556bc737e gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:50.891122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] For port 42fe301a-ce9b-4cef-b4a9-44bf55040306, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:51.035609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.081388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Network': ['ID=557d680a-d2de-48d6-83fa-b636fdf13be3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:51.148191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:51.154072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.197s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:51.154697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:51.166704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.797s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:51.240297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 557d680a-d2de-48d6-83fa-b636fdf13be3 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:51.260480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-387326821', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:51.269766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.270615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.272272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/42fe301a-ce9b-4cef-b4a9-44bf55040306 HTTP/1.1" status: 200 len: 1094 time: 6.6352313 Dec 22 08:36:51.278603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:36:51.288450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.289364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.323007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:51.347019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.371114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event updated for resources: {'Port': ['ID=d403d99f-dc9e-4f00-8dca-a1b224bd8698,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:51.373289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Deleting port 7294e4f0-0c83-4092-a225-6f20dc9f6097 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:51.373659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.450449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Usage tracker for resource:port and tenant:ba2fd4b0f21446ca8277a0c8866bbf93 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:51.459133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-51635e69-2b51-4c27-9e6a-fc70eb6ab76c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3362579 Dec 22 08:36:51.460238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:51.536446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5645cdbe-48c7-4a4f-8e1e-0ddb9a4b2742 None None] Provisioning for port d403d99f-dc9e-4f00-8dca-a1b224bd8698 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:51.555401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5645cdbe-48c7-4a4f-8e1e-0ddb9a4b2742 None None] Provisioning complete for port d403d99f-dc9e-4f00-8dca-a1b224bd8698 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:51.555885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5645cdbe-48c7-4a4f-8e1e-0ddb9a4b2742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.622184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Request body: {'port': {'device_id': '94772060-c0ef-4355-ad47-4c48eee63d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:51.656955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5645cdbe-48c7-4a4f-8e1e-0ddb9a4b2742 None None] Port d403d99f-dc9e-4f00-8dca-a1b224bd8698 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:36:51.670906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728332e-a684-4183-b86d-74d556bc737e', 'name': '', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42', 'external_fixed_ips': [{'subnet_id': '91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2', 'ip_address': '2001:db8::337'}], 'enable_snat': True}, 'gw_port_id': '7294e4f0-0c83-4092-a225-6f20dc9f6097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:46Z', 'updated_at': '2021-12-22T08:36:48Z', 'revision_number': 3, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port': {'id': '7294e4f0-0c83-4092-a225-6f20dc9f6097', 'name': '', 'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:14:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8728332e-a684-4183-b86d-74d556bc737e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2', 'ip_address': '2001:db8::337', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:47Z', 'updated_at': '2021-12-22T08:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:51.671148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:51.677944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Checking router: 8728332e-a684-4183-b86d-74d556bc737e for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:36:51.679162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Updating router 8728332e-a684-4183-b86d-74d556bc737e port 7294e4f0-0c83-4092-a225-6f20dc9f6097 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:36:51.717908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.723604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.729750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.735883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.742540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.743521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.748592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.749549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Synchronizing usage tracker for tenant:d6ffe5857162445ea33ea890843f5392 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:51.775974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9c28-8f93-409e-b017-b4402173bb06 req-d694499c-3fca-4318-ad23-42233a639614 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.777552 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b5d9c28-8f93-409e-b017-b4402173bb06 req-d694499c-3fca-4318-ad23-42233a639614 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 944 time: 1.3731840 Dec 22 08:36:51.800842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8652c-53db-4506-936e-6ffe89ecdc4b req-8a8b2373-c8b4-4162-a55e-c07043d05962 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.802629 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d8652c-53db-4506-936e-6ffe89ecdc4b req-8a8b2373-c8b4-4162-a55e-c07043d05962 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 931 time: 0.3879728 Dec 22 08:36:51.888705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.889445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Made reservation on behalf of ba2fd4b0f21446ca8277a0c8866bbf93 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:51.891620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.924733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=42fe301a-ce9b-4cef-b4a9-44bf55040306,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:51.945478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:51.948348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.957695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.886s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:51.958080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:51.995992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-34d8652c-53db-4506-936e-6ffe89ecdc4b req-d3b2cea7-ae3a-4e89-a435-b1f10cba2e55 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Synchronizing usage tracker for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:52.004169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Unset dirty status for tenant:d6ffe5857162445ea33ea890843f5392 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:52.008914 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3cb38317-2130-48f6-8664-5032f3aee595 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3619 time: 1.4226885 Dec 22 08:36:52.037025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54476) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:52.071020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:52.097820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Calling delete_port for 7294e4f0-0c83-4092-a225-6f20dc9f6097 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:52.101988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:52.109851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.130392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.165124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Usage tracker for resource:security_group_rule and tenant:ba2fd4b0f21446ca8277a0c8866bbf93 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:52.169326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-34d8652c-53db-4506-936e-6ffe89ecdc4b req-d3b2cea7-ae3a-4e89-a435-b1f10cba2e55 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Unset dirty status for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:52.173223 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34d8652c-53db-4506-936e-6ffe89ecdc4b req-d3b2cea7-ae3a-4e89-a435-b1f10cba2e55 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626065 Dec 22 08:36:52.204309 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b5d9c28-8f93-409e-b017-b4402173bb06 req-66613731-7a0e-4f42-a2bf-0e22fada2687 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589454 Dec 22 08:36:52.214361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.277571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.295008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Transition to ACTIVE for port object 7294e4f0-0c83-4092-a225-6f20dc9f6097 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:52.305809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.316927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.383627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e3cbc-bcc2-4c69-abb9-fd24c203b788 None None] Pushing event updated for resources: {'Port': ['ID=7294e4f0-0c83-4092-a225-6f20dc9f6097,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:52.402049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:52.402619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Attempting to bind port 7294e4f0-0c83-4092-a225-6f20dc9f6097 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.403004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Attempting to bind port 7294e4f0-0c83-4092-a225-6f20dc9f6097 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '608d4729-fc63-4b0b-81e2-9e500495fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.403426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Attempting to bind port 7294e4f0-0c83-4092-a225-6f20dc9f6097 on network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:52.409117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7e3cbc-bcc2-4c69-abb9-fd24c203b788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:52.409906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:52.410279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Checking segment: {'id': '608d4729-fc63-4b0b-81e2-9e500495fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:52.410693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.411095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Bound using segment: {'id': '608d4729-fc63-4b0b-81e2-9e500495fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:52.411626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Bound port: 7294e4f0-0c83-4092-a225-6f20dc9f6097, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608d4729-fc63-4b0b-81e2-9e500495fd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:52.412030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.423765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:52.427086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:52.459017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.464691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.479293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:52.480317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.544665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54486) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:52.547842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:36:52.548363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:36:52.593585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] For port 7294e4f0-0c83-4092-a225-6f20dc9f6097, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:52.598839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] For port 7294e4f0-0c83-4092-a225-6f20dc9f6097, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7294e4f0-0c83-4092-a225-6f20dc9f6097,segment=NetworkSegment(608d4729-fc63-4b0b-81e2-9e500495fd16),segment_id=608d4729-fc63-4b0b-81e2-9e500495fd16)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:52.609782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-9c8e4e96-d0ce-4f4a-8ef0-83b233efc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:52.611532 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-9c8e4e96-d0ce-4f4a-8ef0-83b233efc966 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b6c8b9821904412935b072842096681&device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 1097 time: 1.1707437 Dec 22 08:36:52.614794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.626539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7e3cbc-bcc2-4c69-abb9-fd24c203b788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.675448 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'status': 'completed', 'code': 200} Dec 22 08:36:52.696295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Routers {'8728332e-a684-4183-b86d-74d556bc737e'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:52.696944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['8728332e-a684-4183-b86d-74d556bc737e'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:52.838922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e3cbc-bcc2-4c69-abb9-fd24c203b788 None None] Pushing event updated for resources: {'Port': ['ID=7294e4f0-0c83-4092-a225-6f20dc9f6097,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:52.842269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7e3cbc-bcc2-4c69-abb9-fd24c203b788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:52.852857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-572745444'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:52.858480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:52.862311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Usage tracker for resource:network and tenant:6f46eff223064e6fb1d9d49ec9aa11b3 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:52.863907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] Set router 8728332e-a684-4183-b86d-74d556bc737e gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:36:52.865158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:52.872851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:52.885297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Made reservation on behalf of 6f46eff223064e6fb1d9d49ec9aa11b3 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:52.890843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.894371 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-5a7dffd8-e0ee-4f0a-be08-3a671f1af5ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306 HTTP/1.1" status: 200 len: 217 time: 0.2340252 Dec 22 08:36:52.907311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.929888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:52.934065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Usage tracker for resource:security_group_rule and tenant:6f46eff223064e6fb1d9d49ec9aa11b3 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:52.937377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:52.944145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:52.978174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.985075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8728332e-a684-4183-b86d-74d556bc737e', 'name': '', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:46Z', 'updated_at': '2021-12-22T08:36:51Z', 'revision_number': 4, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:52.989538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85729ac9-7a67-4403-9903-55237c45dafc None None] The sync data for ids ['8728332e-a684-4183-b86d-74d556bc737e'] in dv-neutron-822602-1-hyperv is: [{'id': '8728332e-a684-4183-b86d-74d556bc737e', 'name': '', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:46Z', 'updated_at': '2021-12-22T08:36:51Z', 'revision_number': 4, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:53.023365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Pushing event updated for resources: {'Port': ['ID=a4398beb-240d-4c97-8bce-4583b5376dc6,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:53.050471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Deleting port 7294e4f0-0c83-4092-a225-6f20dc9f6097 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:53.050951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.086334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:53.098907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.121246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.128978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.149708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.149953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:53.233619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:53.283324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab0555e-e8c9-46b3-9130-d17897950355,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:53.290439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:53.312854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.312854 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Added segment eff3fb19-8559-49f8-82e0-08b01b0dab67 of type vlan for network 19c9b107-1881-45ad-af86-10372b51e447 Dec 22 08:36:53.325663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-2fd837a5-45f4-4f13-a309-3f1d39924c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:53.327461 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-2fd837a5-45f4-4f13-a309-3f1d39924c57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ebe3ed5-95e6-40dd-a092-230927d00f5d HTTP/1.1" status: 200 len: 845 time: 0.4033113 Dec 22 08:36:53.384918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.450508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] For port 7294e4f0-0c83-4092-a225-6f20dc9f6097, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7294e4f0-0c83-4092-a225-6f20dc9f6097,segment=NetworkSegment(608d4729-fc63-4b0b-81e2-9e500495fd16),segment_id=608d4729-fc63-4b0b-81e2-9e500495fd16)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:36:53.450858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.580903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.595385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Calling delete_port for 7294e4f0-0c83-4092-a225-6f20dc9f6097 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:53.609042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.652327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.662342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:53.663454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.670096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:53.914141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bc4c9-a390-4ed4-bd2d-1394643ae3bd req-d4862a4a-ef9d-4b9b-a22e-cf5f4968b436 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:53.915731 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f52bc4c9-a390-4ed4-bd2d-1394643ae3bd req-d4862a4a-ef9d-4b9b-a22e-cf5f4968b436 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 944 time: 0.5185995 Dec 22 08:36:53.928598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Pushing event updated for resources: {'Network': ['ID=19c9b107-1881-45ad-af86-10372b51e447,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:53.932189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:53.939591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 19c9b107-1881-45ad-af86-10372b51e447 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:53.951837 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4059846 Dec 22 08:36:54.006331 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f52bc4c9-a390-4ed4-bd2d-1394643ae3bd req-dd342690-6a35-4505-b687-a62039a4cf02 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599561 Dec 22 08:36:54.088169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.094128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.095387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.095874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 085a36ae-d44f-4feb-bbab-1027e44fe574 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:36:54.111776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.112298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c714bcb1-fe53-4d67-81ff-43b00dde77e5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.138515 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Floating IP 6b1d8221-fbd7-45a7-be47-fd3abdcdf0cd associated. External IP: 172.26.7.33, port: ee0e9a0e-bd07-4f13-a21c-9720f81b1883. Dec 22 08:36:54.202536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54502) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:54.203509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event deleted for resources: {'Port': ['ID=7294e4f0-0c83-4092-a225-6f20dc9f6097,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:54.206550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:54.218032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Request body: {'port': {'network_id': '19c9b107-1881-45ad-af86-10372b51e447', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-512448729'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:54.222606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.229900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.240548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a4a38a-865d-49d7-bcf0-9ed32d25d1bd']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:54.276488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:54.278558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.298712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] device_id is not set on port d071b490-15d7-451c-bb6f-caa9e799847f yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:54.349680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23616dc4-1139-4a7a-aed7-d3fc84407dc1') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:54.349887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23616dc4-1139-4a7a-aed7-d3fc84407dc1') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:54.389844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Usage tracker for resource:port and tenant:662852df9097442b9e5a0b6b6a6506c4 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:54.393960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:54.409264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:54.418068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.421599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.453596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.471887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a88a-7a68-438d-901c-48ec11d95b82 req-16f3f042-7297-46b0-90ed-b5f52e9d3bdd tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:54.472601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a8b6a88a-7a68-438d-901c-48ec11d95b82 req-16f3f042-7297-46b0-90ed-b5f52e9d3bdd tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Synchronizing usage tracker for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:54.476311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-9f6135e8-a8f4-4ad7-a45e-5a90f173bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:54.477731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-9f6135e8-a8f4-4ad7-a45e-5a90f173bc6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f2857d-284d-4277-88a7-2c03db2dbd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0801816 Dec 22 08:36:54.491790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Made reservation on behalf of 662852df9097442b9e5a0b6b6a6506c4 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:54.494125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.504251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5783462-5c72-4f78-925c-5df4f945bb4c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:54.515664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.532550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:54.534891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.535373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8728332e-a684-4183-b86d-74d556bc737e {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:36:54.540948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Usage tracker for resource:security_group_rule and tenant:662852df9097442b9e5a0b6b6a6506c4 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:54.547520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:54.555791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:54.558930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:54.565988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.568006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.569973 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8728332e-a684-4183-b86d-74d556bc737e HTTP/1.1" status: 204 len: 168 time: 4.0503495 Dec 22 08:36:54.575964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54506) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:54.639016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.640202 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3dbcbaf4-d2fa-4958-9e2c-6bbfd236f0f8 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/085a36ae-d44f-4feb-bbab-1027e44fe574 HTTP/1.1" status: 204 len: 168 time: 10.9652104 Dec 22 08:36:54.645022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54510) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:54.650535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:54.674496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:54.674923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:54.697130 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:54.707279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a8b6a88a-7a68-438d-901c-48ec11d95b82 req-16f3f042-7297-46b0-90ed-b5f52e9d3bdd tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Unset dirty status for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:54.708470 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8b6a88a-7a68-438d-901c-48ec11d95b82 req-16f3f042-7297-46b0-90ed-b5f52e9d3bdd tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 931 time: 1.3120301 Dec 22 08:36:54.726181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Deleting subnet 91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:36:54.738003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.791029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Deleting subnet 21a25e83-434d-4b50-b8ee-933a5d0d2edb {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:36:54.804308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.859457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.937064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.965461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.983814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.989755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb09628d-1446-4294-91df-5e79d0d6d83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.997500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d403d99f-dc9e-4f00-8dca-a1b224bd8698 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:36:55.000549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] device_id is not set on port dca7a00a-8d44-4db0-896c-7a887e9b43bc yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:55.028805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.033885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.037452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.064414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:55.080380 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-6e6f08fa-7c64-4ea6-9da8-65bc4b6e3f18 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786164 Dec 22 08:36:55.081579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Allocated IP 172.26.7.157 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/d071b490-15d7-451c-bb6f-caa9e799847f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:55.089155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.138361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Network': ['ID=25a4a38a-865d-49d7-bcf0-9ed32d25d1bd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:55.139509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.144117 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8b6a88a-7a68-438d-901c-48ec11d95b82 req-74a43a26-fbb9-46d8-bf51-3173af526f1c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053160 Dec 22 08:36:55.144500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:55.158523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Transition to ACTIVE for port object d403d99f-dc9e-4f00-8dca-a1b224bd8698 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:55.182916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e715db-c134-4fcd-ae58-1d259e3c7ca6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:55.186101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:55.249205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:36:55.290273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:36:55.290912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e5cc2411-16b9-47a0-a8f7-c34aeb4dd1e2 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:36:55.336327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.354620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57d61a26-bc59-487f-b256-f3f8474ed8b9 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:55.370289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.403593 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/networks/25a4a38a-865d-49d7-bcf0-9ed32d25d1bd HTTP/1.1" status: 204 len: 168 time: 3.3481646 Dec 22 08:36:55.445168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:55.447586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:55.531781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.532760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:55.618535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Pushing event updated for resources: {'Port': ['ID=d403d99f-dc9e-4f00-8dca-a1b224bd8698,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:55.636864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:55.704259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.708405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:55.722722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:55.736427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Router 054af5ee-de69-4e1f-bf93-89c7afe619f5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:36:55.738836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efca6022-1126-40c9-a348-ee1d2a6583fb req-426ef0e9-931d-46cd-9179-eb5bd2d18ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432619 Dec 22 08:36:55.808332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=21a25e83-434d-4b50-b8ee-933a5d0d2edb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:55.820295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:55.876693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.878550 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/21a25e83-434d-4b50-b8ee-933a5d0d2edb HTTP/1.1" status: 204 len: 168 time: 1.2324936 Dec 22 08:36:55.883076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2 HTTP/1.1" status: 204 len: 168 time: 1.3030252 Dec 22 08:36:55.893045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b0c9-eade-4f21-95c8-f7fa966831a5 req-41e3ea16-440a-4f42-9a41-e6b2bf5744ae tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:55.894632 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3115b0c9-eade-4f21-95c8-f7fa966831a5 req-41e3ea16-440a-4f42-9a41-e6b2bf5744ae tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 944 time: 0.7238715 Dec 22 08:36:55.897606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54520) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:55.897810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54522) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:55.948680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.034231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] device_id is not set on port dca7a00a-8d44-4db0-896c-7a887e9b43bc yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:56.099808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.225881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Attempting to bind port d403d99f-dc9e-4f00-8dca-a1b224bd8698 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:56.225881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Attempting to bind port d403d99f-dc9e-4f00-8dca-a1b224bd8698 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:56.225881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Attempting to bind port d403d99f-dc9e-4f00-8dca-a1b224bd8698 on network 040efd29-f17a-493e-9fe8-ba39cd40f48b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:56.226763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Transition to ACTIVE for port object dca7a00a-8d44-4db0-896c-7a887e9b43bc will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:56.242626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.246259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.248689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.253859 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3115b0c9-eade-4f21-95c8-f7fa966831a5 req-f1427131-4f5c-44b1-babf-683763f1de02 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482854 Dec 22 08:36:56.262027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Port d403d99f-dc9e-4f00-8dca-a1b224bd8698 on network 040efd29-f17a-493e-9fe8-ba39cd40f48b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:56.262372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Attempting to bind port d403d99f-dc9e-4f00-8dca-a1b224bd8698 on network 040efd29-f17a-493e-9fe8-ba39cd40f48b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:56.282557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:36:56.283075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Checking segment: {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:56.283609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Bound using segment: {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:36:56.284182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Bound port: d403d99f-dc9e-4f00-8dca-a1b224bd8698, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:56.284886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.287133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.343950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:56.432989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200e052-6df6-495f-aba9-08165767920e req-b0fc22ee-8bd5-40e5-9e37-7ede75b82064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.434471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4200e052-6df6-495f-aba9-08165767920e req-b0fc22ee-8bd5-40e5-9e37-7ede75b82064 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b6c8b9821904412935b072842096681&device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 1097 time: 0.4879041 Dec 22 08:36:56.435490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:36:56.447155 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] Sync routers for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:36:56.457231 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:56.457841 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.516922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.521337 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.530949 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:36:56.531602 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.572722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.626860 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.627519 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6250576-8c99-4b6d-afab-0d924ba4f303 None None] The sync data for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:36:56.649275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] For port d403d99f-dc9e-4f00-8dca-a1b224bd8698, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:56.651755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.658761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=dca7a00a-8d44-4db0-896c-7a887e9b43bc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:56.667086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b88332c8-c20b-49d0-b78b-4e4ed8b12af5 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:56.717252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:56.721229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] For port d403d99f-dc9e-4f00-8dca-a1b224bd8698, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:36:56.730603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2680a-48bb-476d-bf9d-eaf47eb603cb req-00fe7010-9f4e-40fb-9b39-992c433b4538 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.732082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efc2680a-48bb-476d-bf9d-eaf47eb603cb req-00fe7010-9f4e-40fb-9b39-992c433b4538 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 943 time: 0.4510736 Dec 22 08:36:56.735830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557d680a-d2de-48d6-83fa-b636fdf13be3']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.754465 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 15.2731993 Dec 22 08:36:56.755717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.762771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54532) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:56.774001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.782845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75884b0f-3e13-4072-b4db-b78f728c762f') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.783139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75884b0f-3e13-4072-b4db-b78f728c762f') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.791249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.799738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:56.815520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Checking segment: {'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:36:56.815873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Network hostable DHCP agents. Network: 19c9b107-1881-45ad-af86-10372b51e447, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:56.837668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.860150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.863290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:56.869801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae05b814-2be2-43a9-9e1a-5aa8589b9183']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.885858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.890144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608d4729-fc63-4b0b-81e2-9e500495fd16') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.890943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608d4729-fc63-4b0b-81e2-9e500495fd16') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.891087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:56.910553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99804f2b-0d66-4eb1-a603-c5dd47abce95') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.911047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99804f2b-0d66-4eb1-a603-c5dd47abce95') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:56.919106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:56.919503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.943412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:56.950892 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:56.953478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.953478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.954244 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] 10.222.0.16 "PUT /v2.0/ports/d403d99f-dc9e-4f00-8dca-a1b224bd8698 HTTP/1.1" status: 200 len: 1093 time: 5.3933001 Dec 22 08:36:56.961080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Pushing event updated for resources: {'Port': ['ID=d071b490-15d7-451c-bb6f-caa9e799847f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:56.963861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:36:56.987017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:56.987491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:57.025296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.054911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Network 19c9b107-1881-45ad-af86-10372b51e447 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:57.073140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.079249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 19c9b107-1881-45ad-af86-10372b51e447) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:57.084171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:36:57.085432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200e052-6df6-495f-aba9-08165767920e req-17a467d0-6da0-49a7-b477-27d05ee455f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.086916 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4200e052-6df6-495f-aba9-08165767920e req-17a467d0-6da0-49a7-b477-27d05ee455f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0f2857d-284d-4277-88a7-2c03db2dbd3c HTTP/1.1" status: 200 len: 906 time: 0.6455805 Dec 22 08:36:57.089625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f241c2-cf76-4d49-b9db-9e9d8cbfd5b5 None None] Network 19c9b107-1881-45ad-af86-10372b51e447 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:36:57.091884 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'status': 'completed', 'code': 200} Dec 22 08:36:57.093787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.103484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:57.103913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:57.122074 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:57.125341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efc2680a-48bb-476d-bf9d-eaf47eb603cb req-508e9ac4-dc2e-42a4-868b-408ed4813839 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748298 Dec 22 08:36:57.135441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.139258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:36:57.139661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:57.207620 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:57.218147 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4200e052-6df6-495f-aba9-08165767920e req-a2d1944a-7a3d-467f-ad33-ff3bf5a9afb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306 HTTP/1.1" status: 200 len: 217 time: 0.0961545 Dec 22 08:36:57.220020 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f869ec22-9215-44dd-ad39-3527c52d0b3e tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] 10.222.0.36 "GET /v2.0/floatingips/6b1d8221-fbd7-45a7-be47-fd3abdcdf0cd HTTP/1.1" status: 200 len: 982 time: 0.4509783 Dec 22 08:36:57.220214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.224567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.225463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.229971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54538) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:57.282500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1172bdc5-136d-49fe-bf64-51d422373ce6 tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:57.289457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Pushing event updated for resources: {'Port': ['ID=d403d99f-dc9e-4f00-8dca-a1b224bd8698,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:57.301310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.309121 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.7092762 Dec 22 08:36:57.312584 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/networks/557d680a-d2de-48d6-83fa-b636fdf13be3 HTTP/1.1" status: 204 len: 168 time: 1.8407469 Dec 22 08:36:57.313404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54542) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:57.313906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54544) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:57.315946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:57.316279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:57.316617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:57.324231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.157'}]}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:57.358217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:57.366647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200e052-6df6-495f-aba9-08165767920e req-da30deb7-d3a1-4712-97fd-994d4688aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.368328 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4200e052-6df6-495f-aba9-08165767920e req-da30deb7-d3a1-4712-97fd-994d4688aa8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ebe3ed5-95e6-40dd-a092-230927d00f5d HTTP/1.1" status: 200 len: 845 time: 0.1329784 Dec 22 08:36:57.402411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Network': ['ID=557d680a-d2de-48d6-83fa-b636fdf13be3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:57.405422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.420009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Usage tracker for resource:router and tenant:ba2fd4b0f21446ca8277a0c8866bbf93 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:57.423870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:57.480532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:57.501010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-12aab613-0b13-43e2-860a-b0a97a59a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.502534 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-12aab613-0b13-43e2-860a-b0a97a59a6c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e151dd36f1d46ca8284dd3f13a283eb&device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 1096 time: 0.4810991 Dec 22 08:36:57.526742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:57.527064 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:57.536369 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 2 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:57.618112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:57.618112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:57.618112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:57.631148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.637276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:57.637601 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:57.638122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.646615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:36:57.649884 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 3 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:57.664295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.670414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c38b8f5f-db60-41ee-be21-a5e47454cc13 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:57.693296 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-122cd3a8-eff6-429e-8f4f-68597475f069 tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.3760033 Dec 22 08:36:57.704039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54552) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:57.715644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae05b814-2be2-43a9-9e1a-5aa8589b9183 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 08:36:57.718222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.721513 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ae05b814-2be2-43a9-9e1a-5aa8589b9183 HTTP/1.1" status: 204 len: 168 time: 1.8193829 Dec 22 08:36:57.726063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.727196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.736476 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-878e09c6-9ecb-4675-aa7a-d3e8e7b6d831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698 HTTP/1.1" status: 200 len: 217 time: 0.2233191 Dec 22 08:36:57.808899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:57.812061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:57.812732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:57.813085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:57.837018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.839242 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-088ed62f-4237-4c9b-9e53-03073a99c3bd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e6a2d0fd-d2e7-4004-9245-4e1e4cf5bc42 HTTP/1.1" status: 204 len: 168 time: 1.9386468 Dec 22 08:36:57.880331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:57.880868 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:57.885465 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 4 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:57.892785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae05b814-2be2-43a9-9e1a-5aa8589b9183,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:57.896129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.896662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c3697-3a87-44f1-a42b-45de57443c2d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.902958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:57.903338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.911320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c3697-3a87-44f1-a42b-45de57443c2d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.923299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c3697-3a87-44f1-a42b-45de57443c2d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.931432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c3697-3a87-44f1-a42b-45de57443c2d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.932505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0a5c3697-3a87-44f1-a42b-45de57443c2d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Synchronizing usage tracker for tenant:d6ffe5857162445ea33ea890843f5392 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:57.944911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:57.945566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:57.946088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:57.965182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200e052-6df6-495f-aba9-08165767920e req-a19f265b-57f2-43a3-b5a9-65cefc887a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.966650 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4200e052-6df6-495f-aba9-08165767920e req-a19f265b-57f2-43a3-b5a9-65cefc887a5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f2857d-284d-4277-88a7-2c03db2dbd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5481238 Dec 22 08:36:57.973900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-7b735b45-e84f-4288-a3d8-0f453762e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.976167 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-7b735b45-e84f-4288-a3d8-0f453762e065 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28c300cb-0386-4f24-9d95-c9ebb10d1a0a HTTP/1.1" status: 200 len: 849 time: 0.2246120 Dec 22 08:36:58.018546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:58.019642 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:58.029588 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 5 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:58.057242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dd407-6c39-40bd-bf62-a612511ce085 req-7099c33b-4ea4-49a7-bdc9-602ea2d8b61c tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:58.064843 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e61dd407-6c39-40bd-bf62-a612511ce085 req-7099c33b-4ea4-49a7-bdc9-602ea2d8b61c tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 944 time: 0.5322769 Dec 22 08:36:58.072765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0a5c3697-3a87-44f1-a42b-45de57443c2d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Unset dirty status for tenant:d6ffe5857162445ea33ea890843f5392 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:58.077910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0a5c3697-3a87-44f1-a42b-45de57443c2d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2475 time: 0.7625945 Dec 22 08:36:58.078801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54564) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.090692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:58.091362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:58.091905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:58.110190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:58.110738 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:58.114624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 6 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:58.127207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Deleting port a4398beb-240d-4c97-8bce-4583b5376dc6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:36:58.127775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.178347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.190642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:58.191242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:58.191787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:58.202438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'router': {'name': 'tempest-router--1277312942', 'project_id': '239019a7f6a54b5f9cc91dec907905f6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:58.219371 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e61dd407-6c39-40bd-bf62-a612511ce085 req-e78d7c28-23e1-47f2-848c-a29c8838c2a8 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532798 Dec 22 08:36:58.229927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:58.234209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:58.234807 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:58.237583 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 7 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:58.251158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:router and tenant:239019a7f6a54b5f9cc91dec907905f6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:58.270236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:58.282926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:58.299013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1994265033'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:58.343036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:58.343875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:58.344362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:58.344844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:58.368011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:58.368430 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:58.370869 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 8 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:58.386649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.388156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.422651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:58.423292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:58.423956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:58.461110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:58.461728 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:58.469808 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 9 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:58.484065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.492143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.494469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.494839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.506039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'router': {'name': 'tempest-router--1328039517', 'project_id': '9fc1689aa413460a97a2c5aa39e6fc6d'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:58.560593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:58.579563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:58.579563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:58.579822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:58.601207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.635476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Made reservation on behalf of d6ffe5857162445ea33ea890843f5392 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:58.639265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.642313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:58.652823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Calling delete_port for a4398beb-240d-4c97-8bce-4583b5376dc6 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:36:58.684007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-eb124f9c-9990-4bec-a5ca-97d77bb2de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:58.686506 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-eb124f9c-9990-4bec-a5ca-97d77bb2de23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040efd29-f17a-493e-9fe8-ba39cd40f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6194916 Dec 22 08:36:58.689341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:router and tenant:9fc1689aa413460a97a2c5aa39e6fc6d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:58.690934 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4200e052-6df6-495f-aba9-08165767920e req-74a80d8a-54a5-4e62-990c-b0b3a03099c6 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123787 Dec 22 08:36:58.719583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:58.723985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:58.724595 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:58.734734 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 10 to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc Dec 22 08:36:58.748681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:58.779548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.785842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:58.785842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:58.786366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:36:58.806277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808277a5-d94a-4c68-872f-e7f21b3b29de req-aab34d9b-7ec9-44fa-848a-8c1e9df85c1d tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:58.807402 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-808277a5-d94a-4c68-872f-e7f21b3b29de req-aab34d9b-7ec9-44fa-848a-8c1e9df85c1d tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 943 time: 0.4697053 Dec 22 08:36:58.818054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port dca7a00a-8d44-4db0-896c-7a887e9b43bc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:36:58.818691 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port dca7a00a-8d44-4db0-896c-7a887e9b43bc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:36:58.819127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.841850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.843461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.862160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:58.875459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.876682 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0efc8dd6-dfdb-4d78-aac2-0b2adeb41131 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6970763 Dec 22 08:36:58.909803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54582) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.971307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.971648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Added segment b711e34f-e40b-4b05-a53c-a9a30f5ffef1 of type vlan for network 89266156-de63-4844-8f68-77a155ad9b19 Dec 22 08:36:59.053207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.068196 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-808277a5-d94a-4c68-872f-e7f21b3b29de req-c3506adf-b124-4793-afa2-fafb4a1e48b2 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568327 Dec 22 08:36:59.083948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.107955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38179be4-b448-495f-89c0-7428528987eb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.113175 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-885eedaf-17f9-46c8-b15f-dfa354e04285 service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128246 Dec 22 08:36:59.120052 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4200e052-6df6-495f-aba9-08165767920e req-9b1d4bbe-ab25-4b2e-b9b0-b92d3acc96d0 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217668 Dec 22 08:36:59.235262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.240875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.241471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.249413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:59.273231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.292676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] For port dca7a00a-8d44-4db0-896c-7a887e9b43bc, host hv-neutron-8226, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:36:59.293053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempted to set empty binding levels {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:36:59.453455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.465157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:59.530859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Network': ['ID=89266156-de63-4844-8f68-77a155ad9b19,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:59.550145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3724873 Dec 22 08:36:59.578963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54588) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:59.582877 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-027ceb3a-7ccf-42f7-b10f-6802e09fe760 req-3c7420f3-d28f-402d-b380-dadc327793be service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619753 Dec 22 08:36:59.584208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.585137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.585508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.585896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.586188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.586525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.586906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.587210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.587676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.588043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.588385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.589351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.597751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-73788231'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:36:59.601408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:59.606448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 89266156-de63-4844-8f68-77a155ad9b19 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:59.616875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:59.625295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Usage tracker for resource:network and tenant:d6ffe5857162445ea33ea890843f5392 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:59.629931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:59.638523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:59.705963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.706588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.710802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.711977 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4b5b5069-03a6-4a31-bd84-fa63fe3e76be tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2224700 Dec 22 08:36:59.718891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38179be4-b448-495f-89c0-7428528987eb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.726850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54592) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:59.727496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.738459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38179be4-b448-495f-89c0-7428528987eb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.800754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=dca7a00a-8d44-4db0-896c-7a887e9b43bc,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:59.808335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Made reservation on behalf of d6ffe5857162445ea33ea890843f5392 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:59.811665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.899885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:59.919624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.7117951 Dec 22 08:36:59.923245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.923592 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Added segment 87c36fe9-f8cd-4b5c-b78a-07379aa1f1e7 of type vlan for network 763e7a4d-0714-4594-a8c2-08960d0ce0bb Dec 22 08:36:59.924513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54596) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:59.929844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.930213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.930568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.930923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.931274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.931619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.931990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.932337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.932676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.933015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.933354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.933700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.934965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.945743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:59.948597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9de73b39-fc5c-4487-a49c-5c6d9b7f7025 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:00.029773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38179be4-b448-495f-89c0-7428528987eb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.030161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38179be4-b448-495f-89c0-7428528987eb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 401c355f-94e9-4448-a8ab-3c182193b8dc {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:00.032204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d4913f9-e3d8-47d5-9250-76e03a093bc0 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.032775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.043409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-0d68637c-9908-479a-9049-c1e899309a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:00.044930 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-0d68637c-9908-479a-9049-c1e899309a7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e151dd36f1d46ca8284dd3f13a283eb&device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 1096 time: 0.3988080 Dec 22 08:37:00.046820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.092779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event deleted for resources: {'Port': ['ID=a4398beb-240d-4c97-8bce-4583b5376dc6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:00.104425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:00.105663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 42fe301a-ce9b-4cef-b4a9-44bf55040306 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:37:00.130907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Deleting port dca7a00a-8d44-4db0-896c-7a887e9b43bc {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:00.131296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.211068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-38179be4-b448-495f-89c0-7428528987eb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.212501 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-38179be4-b448-495f-89c0-7428528987eb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/401c355f-94e9-4448-a8ab-3c182193b8dc HTTP/1.1" status: 204 len: 168 time: 1.3013468 Dec 22 08:37:00.230145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:00.247089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a888a13-d5d7-4a89-a251-30f673032e0c req-e8fc4fe7-ea57-48d5-91ca-acb07c78c907 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:00.248706 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8a888a13-d5d7-4a89-a251-30f673032e0c req-e8fc4fe7-ea57-48d5-91ca-acb07c78c907 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 944 time: 0.7988379 Dec 22 08:37:00.295415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.295989 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Floating IP 6b1d8221-fbd7-45a7-be47-fd3abdcdf0cd disassociated (deleted). External IP: 172.26.7.33, port: ee0e9a0e-bd07-4f13-a21c-9720f81b1883. Dec 22 08:37:00.301433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 42fe301a-ce9b-4cef-b4a9-44bf55040306, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:00.327522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'port_id': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'mac_address': 'fa:16:3e:6f:f3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:37:00.389832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.395649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:00.396551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.398456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.411582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:00.420425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fe301a-ce9b-4cef-b4a9-44bf55040306 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:37:00.438016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 42fe301a-ce9b-4cef-b4a9-44bf55040306, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:00.442915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.447365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9c2af47-6663-491a-8e87-f86fb338710a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:00.500453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54604) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:00.520584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d4913f9-e3d8-47d5-9250-76e03a093bc0 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.524924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d4913f9-e3d8-47d5-9250-76e03a093bc0 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.530677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=42fe301a-ce9b-4cef-b4a9-44bf55040306,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:00.540506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.540900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.541449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.541841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.542166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.542487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.542805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.543119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.543433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.543745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.544166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.544481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:00.557386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:00.696199 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1158309 Dec 22 08:37:00.697487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-3e2b044c-4ec9-469f-9fc4-a57b36e3e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:00.698890 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-3e2b044c-4ec9-469f-9fc4-a57b36e3e018 service neutron] 10.222.0.16 "GET /v2.0/networks?id=040efd29-f17a-493e-9fe8-ba39cd40f48b HTTP/1.1" status: 200 len: 910 time: 0.6103890 Dec 22 08:37:00.708520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54610) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:00.711576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Network': ['ID=763e7a4d-0714-4594-a8c2-08960d0ce0bb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:00.728848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 763e7a4d-0714-4594-a8c2-08960d0ce0bb details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:00.734651 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8a888a13-d5d7-4a89-a251-30f673032e0c req-db1fe470-6bb4-4b67-b546-8fefb88de76e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404733 Dec 22 08:37:00.824813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:00.833886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'ports': [{'network_id': '89266156-de63-4844-8f68-77a155ad9b19', 'name': 'tempest-port--458970995', 'admin_state_up': True}, {'network_id': '763e7a4d-0714-4594-a8c2-08960d0ce0bb', 'admin_state_up': False}]} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:00.834189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'port': {'network_id': '89266156-de63-4844-8f68-77a155ad9b19', 'name': 'tempest-port--458970995', 'admin_state_up': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:00.835207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'port': {'network_id': '763e7a4d-0714-4594-a8c2-08960d0ce0bb', 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:00.859507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d4913f9-e3d8-47d5-9250-76e03a093bc0 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.860274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4913f9-e3d8-47d5-9250-76e03a093bc0 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cefe589e-5aff-418c-b2f6-11c706799f8c {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:00.886214 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-73688339-ab13-4ced-9004-dddaab2ef1d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698 HTTP/1.1" status: 200 len: 217 time: 0.1713207 Dec 22 08:37:00.908301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5d4913f9-e3d8-47d5-9250-76e03a093bc0 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.909405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5d4913f9-e3d8-47d5-9250-76e03a093bc0 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "DELETE /v2.0/routers/cefe589e-5aff-418c-b2f6-11c706799f8c HTTP/1.1" status: 204 len: 168 time: 1.1781845 Dec 22 08:37:01.026476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Router 054af5ee-de69-4e1f-bf93-89c7afe619f5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:37:01.086021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['42fe301a-ce9b-4cef-b4a9-44bf55040306'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:37:01.094604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1941630153', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:01.142937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54616) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:01.161744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:01.182217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb2050-2ba7-4b53-b2d2-9f2e35034a60 req-572696a9-e4b3-412a-8109-d2a1f02a1870 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:01.184011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7cb2050-2ba7-4b53-b2d2-9f2e35034a60 req-572696a9-e4b3-412a-8109-d2a1f02a1870 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 943 time: 0.9603791 Dec 22 08:37:01.185294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] For port dca7a00a-8d44-4db0-896c-7a887e9b43bc, host hv-neutron-8226, got binding levels [] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:01.185703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.222509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.232079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:01.238247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.273931 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] Sync routers for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:01.280259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Usage tracker for resource:router and tenant:110c47bf90784d79b2303f84dab9e1c6 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:01.308486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:01.309058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:01.318355 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "DELETE /v2.0/floatingips/6b1d8221-fbd7-45a7-be47-fd3abdcdf0cd HTTP/1.1" status: 204 len: 168 time: 3.6095588 Dec 22 08:37:01.322602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:01.330726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:01.337132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:01.342360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Usage tracker for resource:floatingip and tenant:e9f7819d6f2f40a28628e9072c221d4a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:01.346374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:01.351129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:01.353303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:01.368185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.375372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:01.398329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:01.398963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:01.466174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:01.466582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9ca337-4cf9-449d-85bb-2a8546f94b8d None None] The sync data for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:01.496592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1854050420', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:01.502264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:01.513792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Calling delete_port for dca7a00a-8d44-4db0-896c-7a887e9b43bc owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:01.523501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.581415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:01.614059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Usage tracker for resource:router and tenant:f8572afc13da48eb922bec9faeb0b852 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:01.661632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-8be12d39-adaf-42c2-a4a6-7fd8507b1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:01.663668 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-8be12d39-adaf-42c2-a4a6-7fd8507b1a81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28c300cb-0386-4f24-9d95-c9ebb10d1a0a HTTP/1.1" status: 200 len: 849 time: 0.7250056 Dec 22 08:37:01.673833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:01.683264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Allocated IP 172.26.7.161 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/5ac10b23-9799-44ac-a578-4c08cff154c9) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:01.735581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.736619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.837570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.846074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:01.917727 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7cb2050-2ba7-4b53-b2d2-9f2e35034a60 req-89f21ebb-bb70-49e3-bad8-9643a581dc94 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7107937 Dec 22 08:37:01.927648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.932688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6a2136a-192b-44d4-a62a-fb7896f0635c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:01.980351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.981336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.991229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a6f6-e389-4a8f-9871-28a9fb7568dc req-84998520-5c12-4623-92b6-ba82a21525bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:01.993093 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9587a6f6-e389-4a8f-9871-28a9fb7568dc req-84998520-5c12-4623-92b6-ba82a21525bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 945 time: 0.1453536 Dec 22 08:37:02.000068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.004125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.008510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.020017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:02.029678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:02.035240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:02.036591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Usage tracker for resource:port and tenant:d6ffe5857162445ea33ea890843f5392 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:02.037895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:02.042589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.043612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:02.065181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.067755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e5592ba1-132d-41c9-a0af-2ddaf2ae3ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.078730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 42fe301a-ce9b-4cef-b4a9-44bf55040306 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:02.086544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Pushing event updated for resources: {'Port': ['ID=5ac10b23-9799-44ac-a578-4c08cff154c9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.098980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.104681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:02.111001 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9587a6f6-e389-4a8f-9871-28a9fb7568dc req-9fec5feb-dac8-4191-85e7-b42dd1af34f6 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075718 Dec 22 08:37:02.137638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event deleted for resources: {'Port': ['ID=dca7a00a-8d44-4db0-896c-7a887e9b43bc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.142048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.142528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e802de2d-9764-4452-b151-a16543d0ff41 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:02.144083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.175256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.182121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 42fe301a-ce9b-4cef-b4a9-44bf55040306 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:02.188698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 42fe301a-ce9b-4cef-b4a9-44bf55040306 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:02.189614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.223298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.253139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.310253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Made reservation on behalf of d6ffe5857162445ea33ea890843f5392 for: {'port': 2} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:02.315138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.338056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.376701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:02.454190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 42fe301a-ce9b-4cef-b4a9-44bf55040306, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:02.467818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.470064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f721cae-a5fb-4431-9ecc-bdcc7ce27d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.557383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.565284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.577803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-95d7b4a7-a408-465a-8653-80cb21148557 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.614284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=42fe301a-ce9b-4cef-b4a9-44bf55040306,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.623873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.730641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Pushing event updated for resources: {'Port': ['ID=5ac10b23-9799-44ac-a578-4c08cff154c9,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.741606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.750960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.770263 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'code': 200} Dec 22 08:37:02.779391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.783625 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4552848 Dec 22 08:37:02.784209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:02.855356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:37:02.859312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54644) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:02.859455 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7b1b9a84-5588-4034-9f06-21c0b57568e0 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5420718 Dec 22 08:37:02.873746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-fe406f4c-0ac2-454c-8c5e-ae86c246a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:02.875221 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-fe406f4c-0ac2-454c-8c5e-ae86c246a82a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040efd29-f17a-493e-9fe8-ba39cd40f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1409364 Dec 22 08:37:02.933547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:02.995255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.024825 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "DELETE /v2.0/ports/dca7a00a-8d44-4db0-896c-7a887e9b43bc HTTP/1.1" status: 204 len: 168 time: 3.0970726 Dec 22 08:37:03.059039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:03.061709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:03.102456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Usage tracker for resource:floatingip and tenant:b035fa8084de406598377921ca23343a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:03.104634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.114604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.114875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:03.159963 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8462bea-151f-4b9d-89c5-3376575f2cfa tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:37:03.160527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b8462bea-151f-4b9d-89c5-3376575f2cfa tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Synchronizing usage tracker for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:03.163566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:03.173718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Deleting port d071b490-15d7-451c-bb6f-caa9e799847f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:03.174109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.250020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.271668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b8462bea-151f-4b9d-89c5-3376575f2cfa tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Unset dirty status for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:03.279018 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b8462bea-151f-4b9d-89c5-3376575f2cfa tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "GET /v2.0/ports/dca7a00a-8d44-4db0-896c-7a887e9b43bc HTTP/1.1" status: 404 len: 333 time: 0.2133558 Dec 22 08:37:03.279018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54656) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:03.292023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Request body: {'port': {'network_id': '19c9b107-1881-45ad-af86-10372b51e447', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1408865345'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:03.383654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:03.414443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:03.470702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] device_id is not set on port cea0e65e-bb1b-4730-b366-6115fa542fbd yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:03.505933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Made reservation on behalf of 662852df9097442b9e5a0b6b6a6506c4 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:03.508848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.530224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e86f-e110-4e4e-8059-d462c4a4a050 req-7532bdf3-5a8e-4fbe-ae3e-a03729ecd733 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:03.531736 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8876e86f-e110-4e4e-8059-d462c4a4a050 req-7532bdf3-5a8e-4fbe-ae3e-a03729ecd733 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 943 time: 0.4263482 Dec 22 08:37:03.586227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] device_id is not set on port 4cfc020e-796a-476c-8fd4-956c68a31a57 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:03.603202 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-4981fc37-3e86-4bcd-ac09-9423cba553a5 service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890250 Dec 22 08:37:03.650351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-8c8d5645-8429-49da-88c6-9c6a32665948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:03.652576 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-8c8d5645-8429-49da-88c6-9c6a32665948 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 1099 time: 0.6366088 Dec 22 08:37:03.702915 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8876e86f-e110-4e4e-8059-d462c4a4a050 req-0560cb6e-5a6f-4855-bad4-b463649b7faf tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510546 Dec 22 08:37:03.745628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.764873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.853824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8176d-f403-4957-9b10-32efadeba904 req-9e9134a4-c04a-47e6-b3e6-ec3616beb0c7 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:03.855348 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-60a8176d-f403-4957-9b10-32efadeba904 req-9e9134a4-c04a-47e6-b3e6-ec3616beb0c7 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.5116696 Dec 22 08:37:03.873726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:03.898394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Calling delete_port for d071b490-15d7-451c-bb6f-caa9e799847f owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:03.902692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Usage tracker for resource:security_group_rule and tenant:38f1ec291c8549f09aec4e4d9d106cf3 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:03.931740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:03.952873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:03.973689 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f576a7bb-dde8-40d0-a2c1-c49dd7988f59 req-2b2c23b6-8c90-4af0-a70e-20091b241c13 service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570752 Dec 22 08:37:04.042562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.059515 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-60a8176d-f403-4957-9b10-32efadeba904 req-eef2c8a2-79e1-43d1-87bc-6bf6d99e2ce4 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801133 Dec 22 08:37:04.085847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d403d99f-dc9e-4f00-8dca-a1b224bd8698 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:37:04.147431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.228420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d403d99f-dc9e-4f00-8dca-a1b224bd8698, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:04.243838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'port_id': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'mac_address': 'fa:16:3e:7b:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:37:04.296876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.299731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Allocated IP 172.26.7.122 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/068428f7-0102-4f6d-b18f-afc43dc1054b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:04.306578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:04.314196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.332874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d403d99f-dc9e-4f00-8dca-a1b224bd8698 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:37:04.351796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d403d99f-dc9e-4f00-8dca-a1b224bd8698, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:04.357517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.359781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:04.362886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Pushing event deleted for resources: {'Port': ['ID=d071b490-15d7-451c-bb6f-caa9e799847f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:04.367658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.370592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:04.374084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.413238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1c6bf3a-63b1-4f54-9ebd-805008c8758f tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:04.429819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d403d99f-dc9e-4f00-8dca-a1b224bd8698,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:04.433019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:04.592968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Network 19c9b107-1881-45ad-af86-10372b51e447 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:04.599166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:04.609844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:04.610789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:04.611377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.625040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfc020e-796a-476c-8fd4-956c68a31a57,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:04.634639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.639366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:04.661734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.686614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['d403d99f-dc9e-4f00-8dca-a1b224bd8698'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:37:04.702576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.741776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.763318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.805251 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d071b490-15d7-451c-bb6f-caa9e799847f HTTP/1.1" status: 204 len: 168 time: 1.9443352 Dec 22 08:37:04.805871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] device_id is not set on port 3b2c07f4-2fa1-4265-96e9-3b8cc7ba0ff0 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:04.817868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.827210 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5428226 Dec 22 08:37:04.828373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54664) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:04.842724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:04.908496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.924046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.951150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:04.988861 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c8f5098-b309-4ba1-8568-b3e1e98d7647 req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2796342 Dec 22 08:37:05.042670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.048544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=45f0c3a6-329c-421b-b7be-a7071a638187,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:05.054522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.062362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-912e1339-9b1c-46b4-91d3-0c12e9bc62ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:05.080889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:05.168336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7b8c2-4945-4293-ac4b-c71c3da27768 req-b914903c-2047-4a0b-aae7-e112dd4c49a7 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:05.169846 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-abb7b8c2-4945-4293-ac4b-c71c3da27768 req-b914903c-2047-4a0b-aae7-e112dd4c49a7 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 944 time: 0.2951715 Dec 22 08:37:05.177656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Allocated IP 172.26.7.221 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/e60bb84f-af71-4ec8-81aa-463e1fb94e35) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:05.182011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:05.193235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:05.202190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.219192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:05.253411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54672) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:05.277805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Pushing event updated for resources: {'Port': ['ID=068428f7-0102-4f6d-b18f-afc43dc1054b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:05.296644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:05.388248 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-abb7b8c2-4945-4293-ac4b-c71c3da27768 req-4ae35680-0a16-4436-bf3c-4f29c844d8ab tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050536 Dec 22 08:37:05.429227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.432949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.434288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.442881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:05.461876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:05.472554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Usage tracker for resource:security_group_rule and tenant:95db0bf36e164d559881dfb0859d13d0 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:05.477614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:05.484636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:05.525421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d1ad8-6d88-4488-a481-a431c77a2849 req-b3a616ee-f084-41b3-ad38-b494df68ed7a tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:05.526981 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b6d1ad8-6d88-4488-a481-a431c77a2849 req-b3a616ee-f084-41b3-ad38-b494df68ed7a tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.3221586 Dec 22 08:37:05.567388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.578331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Port': ['ID=cea0e65e-bb1b-4730-b366-6115fa542fbd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:05.587609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:05.604000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Checking segment: {'id': 'b711e34f-e40b-4b05-a53c-a9a30f5ffef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '89266156-de63-4844-8f68-77a155ad9b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:05.604368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network hostable DHCP agents. Network: 89266156-de63-4844-8f68-77a155ad9b19, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:05.621028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] device_id is not set on port 4cfc020e-796a-476c-8fd4-956c68a31a57 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:05.630020 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b6d1ad8-6d88-4488-a481-a431c77a2849 req-5209935f-45d7-4d5c-a84b-94c6c159ffbc tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860059 Dec 22 08:37:05.644787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.670499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.680241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:05.682535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Transition to ACTIVE for port object 4cfc020e-796a-476c-8fd4-956c68a31a57 will not be triggered until provisioned by entity L2. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:05.692366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.699894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-76052400-fca3-41b1-b6b1-35c777404afa tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:05.712585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network 89266156-de63-4844-8f68-77a155ad9b19 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:05.728359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.768713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:05.771393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 89266156-de63-4844-8f68-77a155ad9b19) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:05.779964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:05.781306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a9e77-a9a4-4071-beca-4e7392c03f4b None None] Network 89266156-de63-4844-8f68-77a155ad9b19 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:05.786616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:05.787994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.789499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:05.814725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event updated for resources: {'Port': ['ID=e60bb84f-af71-4ec8-81aa-463e1fb94e35,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:05.829576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Allocated IP 172.26.7.175 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/686ce606-bd90-42c7-88a4-a1dde7b9653b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:05.836300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:05.837578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:05.894134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.905485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfc020e-796a-476c-8fd4-956c68a31a57,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:05.915810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.925314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:05.925314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:06.057669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.058015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.058358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:06.067542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57494df1-0cf3-451e-bbe9-bd13b3d10013,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.080448 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95db0bf36e164d559881dfb0859d13d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8196995 Dec 22 08:37:06.081471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.084930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:06.085265 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:06.085681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54678) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:06.087948 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 2 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:06.096393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d403d99f-dc9e-4f00-8dca-a1b224bd8698 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:06.131524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.131874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.132589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:06.167910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:06.168308 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:06.171776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port d403d99f-dc9e-4f00-8dca-a1b224bd8698 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:06.173962 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 3 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:06.177438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port d403d99f-dc9e-4f00-8dca-a1b224bd8698 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:06.177882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.213596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.213936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.214278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:06.227799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:06.228159 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:06.229737 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 4 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:06.236468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.277046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Port': ['ID=3b2c07f4-2fa1-4265-96e9-3b8cc7ba0ff0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.281139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.282415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.282804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.283256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:06.291631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.303043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:06.304032 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:06.307471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Checking segment: {'id': '87c36fe9-f8cd-4b5c-b78a-07379aa1f1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '763e7a4d-0714-4594-a8c2-08960d0ce0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:06.307760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network hostable DHCP agents. Network: 763e7a4d-0714-4594-a8c2-08960d0ce0bb, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:06.308060 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 5 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:06.316685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.320580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.329479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.338672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd67dd39-06d6-422f-ae0a-709255e821dc tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:06.352532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:06.387037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d403d99f-dc9e-4f00-8dca-a1b224bd8698, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:06.395494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.397872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:06.404609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.405184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.405321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:06.419389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network 763e7a4d-0714-4594-a8c2-08960d0ce0bb is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:06.461084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.466996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.469162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 763e7a4d-0714-4594-a8c2-08960d0ce0bb) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:06.473982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:06.481638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:06.487185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:06.488132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.495671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:06.508101 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:06.515096 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 6 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:06.549526 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'code': 200} Dec 22 08:37:06.551144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d403d99f-dc9e-4f00-8dca-a1b224bd8698,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.558521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.559246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441487ad-4287-47e0-b489-41df864eecfb None None] Network 763e7a4d-0714-4594-a8c2-08960d0ce0bb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:06.561660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Pushing event updated for resources: {'Port': ['ID=068428f7-0102-4f6d-b18f-afc43dc1054b,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.575731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.599520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.614326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.614689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.615072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:06.622740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:06.624527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:06.635196 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:06.636205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.637672 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8523936 Dec 22 08:37:06.638909 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 7 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:06.651484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:06.675314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.735685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:06.753917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.754311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.754702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:06.781672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.783071 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57494df1-0cf3-451e-bbe9-bd13b3d10013 HTTP/1.1" status: 204 len: 168 time: 0.6880474 Dec 22 08:37:06.784336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57494df1-0cf3-451e-bbe9-bd13b3d10013,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.787331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.797544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:06.797960 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:06.800283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-59b3d36c-646a-4ac7-9e66-5bc5f445c6c2 tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Synchronizing usage tracker for tenant:e9f7819d6f2f40a28628e9072c221d4a on resource:floatingip {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:06.825548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event updated for resources: {'Port': ['ID=686ce606-bd90-42c7-88a4-a1dde7b9653b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.853357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.935314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:06.945545 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2352784 Dec 22 08:37:06.969893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54694) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:06.970431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:07.015324 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 8 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:07.031599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:07.062352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:07.062352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:07.062352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:07.068198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-59b3d36c-646a-4ac7-9e66-5bc5f445c6c2 tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Unset dirty status for tenant:e9f7819d6f2f40a28628e9072c221d4a on resource:floatingip {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:07.085791 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59b3d36c-646a-4ac7-9e66-5bc5f445c6c2 tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2611 time: 0.4182403 Dec 22 08:37:07.087168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:07.087508 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:07.097852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54700) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.107627 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 9 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:07.149120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:07.149120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:07.149433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:07.225806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:07.226244 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:07.239198 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 10 to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 Dec 22 08:37:07.253042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.260482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b74b594-462b-4bd4-8efd-45018a6f85c6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Synchronizing usage tracker for tenant:bcab7182ca43450b939e0109bcc9cb81 on resource:floatingip {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:07.270533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:07.270866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:07.271110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:07.282623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:07.283249 dv-neutron-822602-1-hyperv neutron-server[87600]: ERROR neutron.plugins.ml2.managers [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port 4cfc020e-796a-476c-8fd4-956c68a31a57 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:07.283361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.295396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54704) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.360594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac183-30ac-4e3d-aced-4118994f01c1 req-7df4563c-2d7b-46a0-a960-f95e66f77add tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.362061 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4fbac183-30ac-4e3d-aced-4118994f01c1 req-7df4563c-2d7b-46a0-a960-f95e66f77add tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.5738375 Dec 22 08:37:07.378238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b74b594-462b-4bd4-8efd-45018a6f85c6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Unset dirty status for tenant:bcab7182ca43450b939e0109bcc9cb81 on resource:floatingip {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:07.379382 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b74b594-462b-4bd4-8efd-45018a6f85c6 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2387834 Dec 22 08:37:07.389119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54708) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.462769 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6400e102-2f4f-4ee9-ae73-c45c9a188b2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba2fd4b0f21446ca8277a0c8866bbf93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621726 Dec 22 08:37:07.467559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.487348 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4fbac183-30ac-4e3d-aced-4118994f01c1 req-7e6f6a15-b2ec-42bc-93ea-219e9a96a9ed tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048474 Dec 22 08:37:07.494705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] For port 4cfc020e-796a-476c-8fd4-956c68a31a57, host hv-neutron-8226, cleared binding levels {{(pid=87600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:07.495080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempted to set empty binding levels {{(pid=87600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:37:07.520875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.528347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-22ff18b4-d245-4024-b4d3-13e80b20a2a3 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:07.588917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d973ae-5e4f-4206-a64b-a2daa4cf8d94 req-8332a731-8824-4f30-a3ae-2aaa9c5df7bb tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.590472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29d973ae-5e4f-4206-a64b-a2daa4cf8d94 req-8332a731-8824-4f30-a3ae-2aaa9c5df7bb tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 0.9858885 Dec 22 08:37:07.595794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] In _notify_port_updated(), no bound segment for port 4cfc020e-796a-476c-8fd4-956c68a31a57 on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:37:07.596692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.597307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.598646 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "PUT /v2.0/ports/4cfc020e-796a-476c-8fd4-956c68a31a57 HTTP/1.1" status: 200 len: 977 time: 2.7693243 Dec 22 08:37:07.602018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.629610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec28ae-24a2-439a-a29a-b193edfc3fb0 req-9a67a798-4eae-4072-8623-7d45cbbda7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.631619 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c2ec28ae-24a2-439a-a29a-b193edfc3fb0 req-9a67a798-4eae-4072-8623-7d45cbbda7db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 1098 time: 0.9023933 Dec 22 08:37:07.649819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.662810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfc020e-796a-476c-8fd4-956c68a31a57,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:07.676365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:07.699690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.768582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.768974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.769452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.769921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.770389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.770854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.771317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.771820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.772387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.772773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.773242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.773704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.774172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.774628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.775079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.775546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.776034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.776494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.776952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.777413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.777865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.778325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.778788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.779255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.779707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.780188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:07.782485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Synchronizing usage tracker for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:07.800527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Unset dirty status for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:07.801743 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-966297dc-a57c-4a46-9aed-67715756dec2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22302 time: 0.1965573 Dec 22 08:37:07.806700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54720) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.844780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.855148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-90c8b634-5c47-4150-8d23-1f560e8b3c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:07.877548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5783462-5c72-4f78-925c-5df4f945bb4c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:07.882717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:07.885520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.887878 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5783462-5c72-4f78-925c-5df4f945bb4c HTTP/1.1" status: 204 len: 168 time: 0.4191022 Dec 22 08:37:07.895710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Deleting port 4cfc020e-796a-476c-8fd4-956c68a31a57 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:07.896148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.030345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Deleting port 068428f7-0102-4f6d-b18f-afc43dc1054b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:08.030610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.086308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69ee41-cc5a-4d8c-a171-10e0d9a01808 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:08.092518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69ee41-cc5a-4d8c-a171-10e0d9a01808 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:08.093581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dc69ee41-cc5a-4d8c-a171-10e0d9a01808 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Synchronizing usage tracker for tenant:d6ffe5857162445ea33ea890843f5392 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:08.142772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] For port 4cfc020e-796a-476c-8fd4-956c68a31a57, host hv-neutron-8226, got binding levels [] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:08.143350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.192767 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29d973ae-5e4f-4206-a64b-a2daa4cf8d94 req-a934e58b-a310-4fbc-a867-15dd5bf5d3b7 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5576675 Dec 22 08:37:08.207830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c2ec28ae-24a2-439a-a29a-b193edfc3fb0 req-ca169769-5671-4ac6-89cf-47df5981d2f5 service neutron] Synchronizing usage tracker for tenant:38f1ec291c8549f09aec4e4d9d106cf3 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:08.272868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Calling delete_port for 4cfc020e-796a-476c-8fd4-956c68a31a57 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:08.353370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.360309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6082880f-4069-47f8-9043-68664da0b462 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:08.406512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dc69ee41-cc5a-4d8c-a171-10e0d9a01808 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Unset dirty status for tenant:d6ffe5857162445ea33ea890843f5392 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:08.407667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dc69ee41-cc5a-4d8c-a171-10e0d9a01808 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.4349089 Dec 22 08:37:08.410373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cfc020e-796a-476c-8fd4-956c68a31a57,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:08.413634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54736) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.415989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:08.452342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.485213 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4cfc020e-796a-476c-8fd4-956c68a31a57 HTTP/1.1" status: 204 len: 168 time: 0.6748965 Dec 22 08:37:08.486014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.507082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c2ec28ae-24a2-439a-a29a-b193edfc3fb0 req-ca169769-5671-4ac6-89cf-47df5981d2f5 service neutron] Unset dirty status for tenant:38f1ec291c8549f09aec4e4d9d106cf3 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:08.508252 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c2ec28ae-24a2-439a-a29a-b193edfc3fb0 req-ca169769-5671-4ac6-89cf-47df5981d2f5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8506174 Dec 22 08:37:08.528543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.541692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Deleting port cea0e65e-bb1b-4730-b366-6115fa542fbd {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:08.542045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.641070 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7722c43-0148-4ab0-ae10-9b0f56f19fd3 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:37:08.641861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c7722c43-0148-4ab0-ae10-9b0f56f19fd3 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Synchronizing usage tracker for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:08.655058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.702739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c7722c43-0148-4ab0-ae10-9b0f56f19fd3 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Unset dirty status for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:08.707532 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c7722c43-0148-4ab0-ae10-9b0f56f19fd3 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "GET /v2.0/ports/4cfc020e-796a-476c-8fd4-956c68a31a57 HTTP/1.1" status: 404 len: 333 time: 0.2175984 Dec 22 08:37:08.714747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.714873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.721958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54754) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.738959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1717349885', 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:08.846399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54758) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.894903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:08.903078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.972187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Calling delete_port for 068428f7-0102-4f6d-b18f-afc43dc1054b owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:09.037173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:09.061070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ed8a2-2c56-4b0c-8704-78b6e44745ce req-6fcd62ce-a21f-4a22-b82d-e50c45cdeca5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:09.062575 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d1ed8a2-2c56-4b0c-8704-78b6e44745ce req-6fcd62ce-a21f-4a22-b82d-e50c45cdeca5 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.3665271 Dec 22 08:37:09.125258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--625148508'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:09.138263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Calling delete_port for cea0e65e-bb1b-4730-b366-6115fa542fbd owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:09.142028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Made reservation on behalf of 662852df9097442b9e5a0b6b6a6506c4 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:09.144391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.166658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:09.200268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:09.206541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:09.229027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:09.252078 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4d1ed8a2-2c56-4b0c-8704-78b6e44745ce req-7a0dd043-95be-4ac7-ad34-5c816c398f8e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225061 Dec 22 08:37:09.268243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.282287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.300933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:09.306414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:09.309447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.311509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:09.318261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbd1c828-3072-49af-80bd-9a323a789549 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:09.363167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:09.378545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Port': ['ID=cea0e65e-bb1b-4730-b366-6115fa542fbd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:09.384535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.388145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:09.399292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.431026 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/ports/cea0e65e-bb1b-4730-b366-6115fa542fbd HTTP/1.1" status: 204 len: 168 time: 1.0163515 Dec 22 08:37:09.436029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54768) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:09.467800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] device_id is not set on port 51c8a334-a01a-4a20-819e-c525c77e3778 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:09.569769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Deleting port 3b2c07f4-2fa1-4265-96e9-3b8cc7ba0ff0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:09.570315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.702334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.723340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.730997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:09.740506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-765f2b7c-3eb9-43ae-8d75-3765ab9e1d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.743774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:09.758706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Router df4d7c50-d204-4566-a89c-fa2e7e069d28 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:09.761311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa905d-496c-4d3d-818e-8e19e869aa88 req-aab2dc2e-7892-4d0e-ac81-49faced65066 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:09.762893 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cafa905d-496c-4d3d-818e-8e19e869aa88 req-aab2dc2e-7892-4d0e-ac81-49faced65066 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.2869976 Dec 22 08:37:09.775964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:09.783039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54772) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:09.794799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:09.807545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Request body: {'floatingip': {'port_id': '42fe301a-ce9b-4cef-b4a9-44bf55040306'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:09.856277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:09.858331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb826e6a-aa3b-47ee-873c-9503a6fa2c06,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:09.870648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:09.916022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.005865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.048721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Calling delete_port for 3b2c07f4-2fa1-4265-96e9-3b8cc7ba0ff0 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:10.093936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.133460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:10.154966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.159480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.164792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f716393-70d2-43c8-9309-010e59a4b4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:10.179812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.221328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d38fce8-da80-45f9-9575-4ac851b1f43c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:10.224343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.226852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/ports/3b2c07f4-2fa1-4265-96e9-3b8cc7ba0ff0 HTTP/1.1" status: 204 len: 168 time: 0.7895734 Dec 22 08:37:10.227804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:10.228838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:10.257583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54776) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.271152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.272402 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4250600 Dec 22 08:37:10.280878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.282933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Pushing event deleted for resources: {'Port': ['ID=068428f7-0102-4f6d-b18f-afc43dc1054b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:10.284446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54780) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.301873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Port': ['ID=3b2c07f4-2fa1-4265-96e9-3b8cc7ba0ff0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:10.308627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:10.321013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-23c4ab6d-7381-4228-87bd-2b5c1053bb15 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Synchronizing usage tracker for tenant:d6ffe5857162445ea33ea890843f5392 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:10.327021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29785b3-5476-4b23-a61d-5e4203b78f71 req-6015955a-e89d-48f4-9cff-058979f7ef9e tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:10.328570 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c29785b3-5476-4b23-a61d-5e4203b78f71 req-6015955a-e89d-48f4-9cff-058979f7ef9e tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 0.8688159 Dec 22 08:37:10.339227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-23c4ab6d-7381-4228-87bd-2b5c1053bb15 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Unset dirty status for tenant:d6ffe5857162445ea33ea890843f5392 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:10.340607 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23c4ab6d-7381-4228-87bd-2b5c1053bb15 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0766771 Dec 22 08:37:10.345797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54784) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.346035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:10.353503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-536228956'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:10.358528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:10.362714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Usage tracker for resource:network and tenant:d6ffe5857162445ea33ea890843f5392 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:10.366453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:10.372323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:10.383495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Made reservation on behalf of d6ffe5857162445ea33ea890843f5392 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:10.386937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.422314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:10.435506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.435908 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Added segment 64e68270-6c06-4ed4-9f90-463a13894409 of type vlan for network bd4935ad-59e8-45fc-b540-3b5716f453bf Dec 22 08:37:10.463392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.500761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.512556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:10.513493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.523300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a7d37b40-4c45-4c04-8ead-dc97b50674da tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:10.641116 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2939346 Dec 22 08:37:10.643742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54788) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.646964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Network': ['ID=bd4935ad-59e8-45fc-b540-3b5716f453bf,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:10.652211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1908601324'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:10.656735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:10.657645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:10.660117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network bd4935ad-59e8-45fc-b540-3b5716f453bf details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:10.662698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Usage tracker for resource:network and tenant:d6ffe5857162445ea33ea890843f5392 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:10.665935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:10.672612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:10.684365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Made reservation on behalf of d6ffe5857162445ea33ea890843f5392 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:10.687539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.719728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:10.722064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.729838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.730186 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Added segment b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0 of type vlan for network d4e664e4-c495-480f-b913-bdea4c702e7f Dec 22 08:37:10.759689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.795804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.802296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:10.803211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.808857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:10.912741 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2678626 Dec 22 08:37:10.923100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Network': ['ID=d4e664e4-c495-480f-b913-bdea4c702e7f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:10.929337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:10.941720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d4e664e4-c495-480f-b913-bdea4c702e7f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:11.055576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.078818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c29785b3-5476-4b23-a61d-5e4203b78f71 req-660874ab-7f03-4b6f-83c9-de8016fadccd tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6771753 Dec 22 08:37:11.094407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:11.103133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-18e6e575-9b07-4ebf-9dba-e2014260f4c2 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7818947 Dec 22 08:37:11.117176 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] Sync routers for ids ['df4d7c50-d204-4566-a89c-fa2e7e069d28'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:11.124053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.132024 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] Routers {'df4d7c50-d204-4566-a89c-fa2e7e069d28'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:11.132840 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['df4d7c50-d204-4566-a89c-fa2e7e069d28'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.147310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-security--406320350', 'description': 'tempest-security-description-110608135'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:11.214436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.220306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.223820 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] 10.222.0.36 "DELETE /v2.0/floatingips/c0b3129b-bd69-4cbb-9e83-b710f5b6f078 HTTP/1.1" status: 204 len: 168 time: 3.8179314 Dec 22 08:37:11.236509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54796) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.241324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.244933 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.0826771 Dec 22 08:37:11.256103 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.266451 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] Routers {'df4d7c50-d204-4566-a89c-fa2e7e069d28'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:11.268177 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['df4d7c50-d204-4566-a89c-fa2e7e069d28'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.279444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.280618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54800) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.339138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.354040 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.354461 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da228a00-7f79-491c-a4d9-2458dfea84cc None None] The sync data for ids ['df4d7c50-d204-4566-a89c-fa2e7e069d28'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:11.358561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6807098c-b1db-4a90-bbcd-5e1186d2c4f3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:11.460727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.463482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.467463 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "PUT /v2.0/security-groups/8d38fce8-da80-45f9-9575-4ac851b1f43c HTTP/1.1" status: 200 len: 1776 time: 0.3393915 Dec 22 08:37:11.473848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:11.491397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.585365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Deleting port 5ac10b23-9799-44ac-a578-4c08cff154c9 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:11.585985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.626010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d38fce8-da80-45f9-9575-4ac851b1f43c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:11.628893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:11.643147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Network 19c9b107-1881-45ad-af86-10372b51e447 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:11.656348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:11.665622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:11.666580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:11.667187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.671070 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f97b5caa-0f76-4b68-a4eb-61ce18ae1027 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups/8d38fce8-da80-45f9-9575-4ac851b1f43c HTTP/1.1" status: 200 len: 1776 time: 0.1756411 Dec 22 08:37:11.672231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54808) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.687231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=51c8a334-a01a-4a20-819e-c525c77e3778,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:11.699086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:11.705991 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72024d11-9cac-41ef-8215-37b3eef9e6d5 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/df4d7c50-d204-4566-a89c-fa2e7e069d28 HTTP/1.1" status: 200 len: 925 time: 0.4208469 Dec 22 08:37:11.706317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Router 18664f76-19c8-4e56-929a-d9f48aa2b65c is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:11.708266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54812) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.772739 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ff646454-49a4-4cfb-9898-0c2c82d481b4 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=df4d7c50-d204-4566-a89c-fa2e7e069d28 HTTP/1.1" status: 200 len: 205 time: 0.0571406 Dec 22 08:37:11.773669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54816) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.784882 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0599771 Dec 22 08:37:11.790221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54820) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.994608 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b81a230-4da9-4ef9-afd3-258767d8c3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.031070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.031424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.036876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.061686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086b7bc-a9c7-4e17-8631-a4132a924563 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:12.065550 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f086b7bc-a9c7-4e17-8631-a4132a924563 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "GET /v2.0/ports/51c8a334-a01a-4a20-819e-c525c77e3778 HTTP/1.1" status: 200 len: 955 time: 0.2071531 Dec 22 08:37:12.070328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54824) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:12.132905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.163994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:12.211281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.230020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Calling delete_port for 5ac10b23-9799-44ac-a578-4c08cff154c9 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:12.270970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.271588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:12.285129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] Sync routers for ids ['18664f76-19c8-4e56-929a-d9f48aa2b65c'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:12.287748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3f6ddfa8-0eee-482c-8c05-3cd36207b143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:12.303602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] Routers {'18664f76-19c8-4e56-929a-d9f48aa2b65c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:12.305705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['18664f76-19c8-4e56-929a-d9f48aa2b65c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:12.338688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.340760 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.7768946 Dec 22 08:37:12.343833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.346165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54830) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:12.360254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d38fce8-da80-45f9-9575-4ac851b1f43c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:12.362962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:12.366533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Deleting port 51c8a334-a01a-4a20-819e-c525c77e3778 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:12.366876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.451192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:12.465562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] Routers {'18664f76-19c8-4e56-929a-d9f48aa2b65c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:12.466185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['18664f76-19c8-4e56-929a-d9f48aa2b65c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:12.511123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.515021 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d38fce8-da80-45f9-9575-4ac851b1f43c HTTP/1.1" status: 204 len: 168 time: 0.8416789 Dec 22 08:37:12.519230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:12.557615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:12.558038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1219584-7c1c-463a-bbb9-b34f2b40a343 None None] The sync data for ids ['18664f76-19c8-4e56-929a-d9f48aa2b65c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:12.714724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.737068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.749035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-588a0600-5192-4a50-b00f-c4af8526d1f6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:12.777353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd41f3f-cb59-4372-bdb1-d7b7d5c31273 req-83deaa98-04cb-466a-8e5f-709cff80fadb tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:12.779123 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cfd41f3f-cb59-4372-bdb1-d7b7d5c31273 req-83deaa98-04cb-466a-8e5f-709cff80fadb tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 0.5093796 Dec 22 08:37:12.785305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Deleting port e60bb84f-af71-4ec8-81aa-463e1fb94e35 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:12.785305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.874931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.908340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-588a0600-5192-4a50-b00f-c4af8526d1f6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:12.913045 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-588a0600-5192-4a50-b00f-c4af8526d1f6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3808682 Dec 22 08:37:12.943590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54838) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:12.977295 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-1197ca3e-5234-4df8-88a6-673f94963d0b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] delete failed (client error): The resource could not be found. Dec 22 08:37:12.982200 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1197ca3e-5234-4df8-88a6-673f94963d0b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d38fce8-da80-45f9-9575-4ac851b1f43c HTTP/1.1" status: 404 len: 347 time: 0.0338910 Dec 22 08:37:13.072643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54842) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:13.115510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777891134'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:13.122413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:13.133449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:13.153680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.156636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.163202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.213845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:13.227250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Calling delete_port for 51c8a334-a01a-4a20-819e-c525c77e3778 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:13.231212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-2be4aae1-129f-44e1-9496-b5a92be56bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5251296 Dec 22 08:37:13.232236 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Floating IP 55dd777d-44a0-4edf-92e0-6fcfa843cf46 associated. External IP: 172.26.7.238, port: 42fe301a-ce9b-4cef-b4a9-44bf55040306. Dec 22 08:37:13.280982 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cfd41f3f-cb59-4372-bdb1-d7b7d5c31273 req-907837b5-a82f-45db-8b5d-42730d600882 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651117 Dec 22 08:37:13.285921 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6345f034-459f-4775-a4c5-5fa5107e3e64 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/18664f76-19c8-4e56-929a-d9f48aa2b65c HTTP/1.1" status: 200 len: 921 time: 0.9379203 Dec 22 08:37:13.292917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:13.293169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:13.304403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:13.318785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.347184 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-78f706d5-44f6-49d4-bac5-c13ded73e6db tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=18664f76-19c8-4e56-929a-d9f48aa2b65c HTTP/1.1" status: 200 len: 205 time: 0.0540049 Dec 22 08:37:13.351780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54852) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:13.354892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:13.358143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:13.475236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ac10b23-9799-44ac-a578-4c08cff154c9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:13.490638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.503868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.513940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0599e5fe-ba32-4bcd-b36c-fa5eda5285f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:13.554288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:13.668477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Calling delete_port for e60bb84f-af71-4ec8-81aa-463e1fb94e35 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:13.758382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event deleted for resources: {'Port': ['ID=51c8a334-a01a-4a20-819e-c525c77e3778,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:13.779049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.784919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:13.824439 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "DELETE /v2.0/ports/51c8a334-a01a-4a20-819e-c525c77e3778 HTTP/1.1" status: 204 len: 168 time: 1.7504253 Dec 22 08:37:13.827362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54856) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:13.854301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.901010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.938802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.956404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff57b5a-e232-4b48-9496-6476cc2f05ad req-6ff9ddcb-d73a-4248-8590-9bb56c3f639d tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:13.958726 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ee7b02-07d2-4951-926a-aa0ed00b9a30 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:37:13.959316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a5ee7b02-07d2-4951-926a-aa0ed00b9a30 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Synchronizing usage tracker for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:13.962618 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-eff57b5a-e232-4b48-9496-6476cc2f05ad req-6ff9ddcb-d73a-4248-8590-9bb56c3f639d tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 0.4905543 Dec 22 08:37:13.971917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54860) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:13.982561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Request body: {'floatingip': {'port_id': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:14.059193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a5ee7b02-07d2-4951-926a-aa0ed00b9a30 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Unset dirty status for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:14.060272 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a5ee7b02-07d2-4951-926a-aa0ed00b9a30 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "GET /v2.0/ports/51c8a334-a01a-4a20-819e-c525c77e3778 HTTP/1.1" status: 404 len: 333 time: 0.2291830 Dec 22 08:37:14.067760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.072685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:14.077095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54864) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.089884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Request body: {'port': {'network_id': '19c9b107-1881-45ad-af86-10372b51e447', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-673627364'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:14.102487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:14.104448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54868) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.107131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.118688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'subnets': [{'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--206127598', 'ip_version': 6}, {'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:14.119018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'subnet': {'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--206127598', 'ip_version': 6}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:14.119688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Request body: {'subnet': {'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:14.150348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:14.269173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Made reservation on behalf of 662852df9097442b9e5a0b6b6a6506c4 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:14.271995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.274601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-75962574-9270-4c99-9bff-ba47fd70c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:14.276082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-75962574-9270-4c99-9bff-ba47fd70c37e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b6c8b9821904412935b072842096681&device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 1099 time: 0.8402562 Dec 22 08:37:14.320131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.352756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] device_id is not set on port fef6c153-abf5-4044-8c91-8eed357a2bcc yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:14.394298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Deleting port 686ce606-bd90-42c7-88a4-a1dde7b9653b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:14.394638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.428269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.459524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcecc9c-11cd-45fb-97e0-a234adb04185,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:14.525098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:14.528514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.535203 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/f7e253d8-dfd7-48b1-acee-48f1512de706 HTTP/1.1" status: 204 len: 168 time: 3.2903719 Dec 22 08:37:14.546487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54872) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.550882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.554857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4703243 Dec 22 08:37:14.560848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54876) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.601395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.605028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c352ca27-5e2e-484b-a28f-ec166daf6d8d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:14.610380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': 'bbcecc9c-11cd-45fb-97e0-a234adb04185', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:14.663046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:14.686224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:14.692774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:14.701817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event deleted for resources: {'Port': ['ID=e60bb84f-af71-4ec8-81aa-463e1fb94e35,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:14.721536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:14.726036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:14.750536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Deleting port ee0e9a0e-bd07-4f13-a21c-9720f81b1883 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:14.750890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.782626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Router 5401c11a-252b-489f-b1f1-c2dfe803f522 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:37:14.844934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:14.861980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Usage tracker for resource:subnet and tenant:d6ffe5857162445ea33ea890843f5392 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:14.862493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-70197aa0-0fcf-443c-9d8d-d62a798c5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:14.863946 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-70197aa0-0fcf-443c-9d8d-d62a798c5e2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0f2857d-284d-4277-88a7-2c03db2dbd3c HTTP/1.1" status: 200 len: 906 time: 0.4978201 Dec 22 08:37:14.915733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:14.940721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:15.004505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.049211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.094141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Made reservation on behalf of d6ffe5857162445ea33ea890843f5392 for: {'subnet': 2} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:15.098732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.098983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.312723 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-876dee49-ef14-4244-bf21-d8a42a98881e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306 HTTP/1.1" status: 200 len: 1000 time: 0.4324186 Dec 22 08:37:15.361849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.364671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.389483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.424011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.552416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.552416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Fanout notify agent at l3_agent the message router_deleted on router df4d7c50-d204-4566-a89c-fa2e7e069d28 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:15.562653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Calling delete_port for 686ce606-bd90-42c7-88a4-a1dde7b9653b owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:15.710252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.716513 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/df4d7c50-d204-4566-a89c-fa2e7e069d28 HTTP/1.1" status: 204 len: 168 time: 3.9291327 Dec 22 08:37:15.725491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54880) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:15.728892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.743626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:15.750920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.766449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-ece78668-6e62-45c1-9931-1ce4d43e1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:15.767865 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-ece78668-6e62-45c1-9931-1ce4d43e1a11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ebe3ed5-95e6-40dd-a092-230927d00f5d HTTP/1.1" status: 200 len: 845 time: 0.4381902 Dec 22 08:37:15.768853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:15.775090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.780711 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] Sync routers for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:15.781996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082818522', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:15.796967 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:15.797691 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:15.814955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:15.836276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5144408d-649f-4d04-b88d-cdc124c854da tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:15.837409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:router and tenant:15c8e41527724582b6a494ab90e9144a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:15.858937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:15.866201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Network 19c9b107-1881-45ad-af86-10372b51e447 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:15.868695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.882359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:15.886918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:15.890785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=fef6c153-abf5-4044-8c91-8eed357a2bcc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:15.893895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:15.894820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:15.895422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.920870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:15.930444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.939600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec6ece0-4810-4c1f-ad4c-d56e1e19b2b0,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:15.988116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:16.004338 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:16.117899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.117899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.129016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Calling delete_port for ee0e9a0e-bd07-4f13-a21c-9720f81b1883 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:16.145695 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0648134 Dec 22 08:37:16.158916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54884) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:16.162794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.163920 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5675242 Dec 22 08:37:16.178990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:16.202931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54888) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:16.220350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c0dec655-0bd5-49aa-b094-3a187cd6e540 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "PUT /v2.0/floatingips/55dd777d-44a0-4edf-92e0-6fcfa843cf46 HTTP/1.1" status: 200 len: 992 time: 6.4316239 Dec 22 08:37:16.227504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:16.266503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.279639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.296236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.312498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.324983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:16.434520 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'status': 'completed', 'code': 200} Dec 22 08:37:16.453617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-bb5bace7-81be-4f1a-bc0f-c051c5da0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:16.455094 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-bb5bace7-81be-4f1a-bc0f-c051c5da0b94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f2857d-284d-4277-88a7-2c03db2dbd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6650307 Dec 22 08:37:16.490707 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '55dd777d-44a0-4edf-92e0-6fcfa843cf46', 'tenant_id': '3b6c8b9821904412935b072842096681', 'floating_ip_address': '172.26.7.238', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'port_id': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'mac_address': 'fa:16:3e:6f:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:22Z', 'updated_at': '2021-12-22T08:37:11Z', 'revision_number': 1, 'project_id': '3b6c8b9821904412935b072842096681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:22Z', 'revision_number': 5, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:16.494506 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] Checking router: 5401c11a-252b-489f-b1f1-c2dfe803f522 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:37:16.504900 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:16.505523 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:16.507418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.545321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.594213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event deleted for resources: {'Port': ['ID=686ce606-bd90-42c7-88a4-a1dde7b9653b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:16.629624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:16.639938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.672028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.702692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd755ab8-97b2-4516-ab2c-c84b87802188 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:16.722291 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:16.855769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.899251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.903869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.915132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:16.957859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.976070 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-1f356f05-5605-47ff-b7a8-283070967851 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102627 Dec 22 08:37:17.039226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event deleted for resources: {'Port': ['ID=ee0e9a0e-bd07-4f13-a21c-9720f81b1883,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:17.042317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:17.114160 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '55dd777d-44a0-4edf-92e0-6fcfa843cf46', 'tenant_id': '3b6c8b9821904412935b072842096681', 'floating_ip_address': '172.26.7.238', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'port_id': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'mac_address': 'fa:16:3e:6f:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:22Z', 'updated_at': '2021-12-22T08:37:11Z', 'revision_number': 1, 'project_id': '3b6c8b9821904412935b072842096681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:22Z', 'revision_number': 5, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:17.122884 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912ae18-5603-4ba4-b00f-4cb184025c72 None None] The sync data for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv is: [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '55dd777d-44a0-4edf-92e0-6fcfa843cf46', 'tenant_id': '3b6c8b9821904412935b072842096681', 'floating_ip_address': '172.26.7.238', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'port_id': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'mac_address': 'fa:16:3e:6f:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:22Z', 'updated_at': '2021-12-22T08:37:11Z', 'revision_number': 1, 'project_id': '3b6c8b9821904412935b072842096681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:22Z', 'revision_number': 5, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:17.133680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Subnet': ['ID=a5c5ecfb-daaf-44bf-8cd3-b6ab99d5e88b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:17.154467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:17.160791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:17.178380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.180714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Checking segment: {'id': '64e68270-6c06-4ed4-9f90-463a13894409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:17.181349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network hostable DHCP agents. Network: bd4935ad-59e8-45fc-b540-3b5716f453bf, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:17.187564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.195788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ec6ece0-4810-4c1f-ad4c-d56e1e19b2b0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:17.207852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:17.221856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Floating IP 641f6bce-efaa-47a9-843a-ced0820f038e associated. External IP: 172.26.7.215, port: d403d99f-dc9e-4f00-8dca-a1b224bd8698. Dec 22 08:37:17.271545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.272841 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3ec6ece0-4810-4c1f-ad4c-d56e1e19b2b0 HTTP/1.1" status: 204 len: 168 time: 1.0687814 Dec 22 08:37:17.278907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54898) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:17.301500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.302126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Fanout notify agent at l3_agent the message router_deleted on router 18664f76-19c8-4e56-929a-d9f48aa2b65c {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:17.328894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network bd4935ad-59e8-45fc-b540-3b5716f453bf is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:17.352404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.358005 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/18664f76-19c8-4e56-929a-d9f48aa2b65c HTTP/1.1" status: 204 len: 168 time: 4.0024559 Dec 22 08:37:17.359068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54902) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:17.372017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458220332', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:17.376570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, bd4935ad-59e8-45fc-b540-3b5716f453bf) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:17.389939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177241d7-1d3f-487c-bb8b-c25e432d7ebf None None] Network bd4935ad-59e8-45fc-b540-3b5716f453bf requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:17.393767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aa06a391-930b-4dab-851d-49257fd1f146 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:17.397745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.400367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:17.409571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:router and tenant:5356c2c983884e6ab16fe5c4142168cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:17.413896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28889069-a0a2-43d4-99e9-35726c22d7a1 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:17.443691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:17.461876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:17.509023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aa06a391-930b-4dab-851d-49257fd1f146 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:17.510282 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aa06a391-930b-4dab-851d-49257fd1f146 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2295532 Dec 22 08:37:17.523505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54908) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:17.527697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.528963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.541155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event updated for resources: {'Subnet': ['ID=92f75528-69d1-4e2d-9008-01cc2267e387,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:17.557612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:17.608508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Checking segment: {'id': 'b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:17.609312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network hostable DHCP agents. Network: d4e664e4-c495-480f-b913-bdea4c702e7f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:17.615741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.616813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.628104 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "DELETE /v2.0/ports/ee0e9a0e-bd07-4f13-a21c-9720f81b1883 HTTP/1.1" status: 204 len: 168 time: 3.0779474 Dec 22 08:37:17.635361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54914) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:17.656426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13d23e-bcce-4a3e-bad4-03cb6b2e543b None None] New status for floating IP 55dd777d-44a0-4edf-92e0-6fcfa843cf46: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:37:17.686093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.758806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:17.876371 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da0a512b-9212-428d-b0a7-6b68859e4099 req-20b6618a-4859-457e-9dbe-d907bdfbcae9 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8857539 Dec 22 08:37:17.893046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] device_id is not set on port fef6c153-abf5-4044-8c91-8eed357a2bcc yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:17.905244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.961059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Network d4e664e4-c495-480f-b913-bdea4c702e7f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:17.976489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-bd4935ad-59e8-45fc-b540-3b5716f453bf', 'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf', 'tenant_id': 'd6ffe5857162445ea33ea890843f5392', 'fixed_ips': [{'subnet_id': 'a5c5ecfb-daaf-44bf-8cd3-b6ab99d5e88b'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:37:17.977607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.041527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Transition to ACTIVE for port object fef6c153-abf5-4044-8c91-8eed357a2bcc will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:18.052815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.061805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4318c1a4-d3ed-4ddf-b8f7-29c357c4ec75 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:18.070104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.115970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d4e664e4-c495-480f-b913-bdea4c702e7f) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:18.123763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c5f89-1850-4745-a55f-60beb15a661d tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.124639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-102c5f89-1850-4745-a55f-60beb15a661d tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Synchronizing usage tracker for tenant:bcab7182ca43450b939e0109bcc9cb81 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:18.155769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8e065-f17d-46e0-9b00-8a1af2773801 None None] Network d4e664e4-c495-480f-b913-bdea4c702e7f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:18.192412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.192797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.193442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.317445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.319965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=fef6c153-abf5-4044-8c91-8eed357a2bcc,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:18.329956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.333263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:18.343287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-102c5f89-1850-4745-a55f-60beb15a661d tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Unset dirty status for tenant:bcab7182ca43450b939e0109bcc9cb81 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:18.344571 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-102c5f89-1850-4745-a55f-60beb15a661d tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "GET /v2.0/ports?device_id=054af5ee-de69-4e1f-bf93-89c7afe619f5 HTTP/1.1" status: 200 len: 913 time: 0.6995945 Dec 22 08:37:18.351544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54918) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:18.364345 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2578368 Dec 22 08:37:18.365686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.368466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.369550 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbcecc9c-11cd-45fb-97e0-a234adb04185 HTTP/1.1" status: 204 len: 168 time: 0.8367553 Dec 22 08:37:18.370846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54922) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:18.371655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6afc0686-8a68-4603-9f77-6630d1496224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:18.379287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.383262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54924) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:18.412689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:18.413275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:18.413801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:18.433754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Allocated IP 2001:db8::1 (bd4935ad-59e8-45fc-b540-3b5716f453bf/a5c5ecfb-daaf-44bf-8cd3-b6ab99d5e88b/3e318dcd-413d-4fe9-b86e-95e2675e0fec) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:18.449308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:18.449929 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:18.455539 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 2 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:18.463539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-31ce09d3-c42f-417f-862a-cd084d3e3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.465050 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-31ce09d3-c42f-417f-862a-cd084d3e3efa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b6c8b9821904412935b072842096681&device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 1099 time: 0.4891486 Dec 22 08:37:18.470618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Router 6dc7b844-35a3-4024-9788-ca13d334bd77 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:37:18.487912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcecc9c-11cd-45fb-97e0-a234adb04185,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:18.511656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:18.529713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:18.530050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:18.530556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:18.573573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d4e664e4-c495-480f-b913-bdea4c702e7f', 'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f', 'tenant_id': 'd6ffe5857162445ea33ea890843f5392', 'fixed_ips': [{'subnet_id': '92f75528-69d1-4e2d-9008-01cc2267e387'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:37:18.574389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.634144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef2c21-eb2c-47b6-8e8e-523b4bf737d7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.636014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef2c21-eb2c-47b6-8e8e-523b4bf737d7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.637631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef2c21-eb2c-47b6-8e8e-523b4bf737d7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.638452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-18ef2c21-eb2c-47b6-8e8e-523b4bf737d7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Synchronizing usage tracker for tenant:d6ffe5857162445ea33ea890843f5392 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:18.648690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-390b3b56-102d-4cf6-8e6a-0544605bd67f tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:18.699017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:18.699599 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:18.707736 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 3 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:18.768375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-18ef2c21-eb2c-47b6-8e8e-523b4bf737d7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Unset dirty status for tenant:d6ffe5857162445ea33ea890843f5392 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:18.782895 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18ef2c21-eb2c-47b6-8e8e-523b4bf737d7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4014459 Dec 22 08:37:18.784213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-390b3b56-102d-4cf6-8e6a-0544605bd67f tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:18.792627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54932) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:18.794261 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-390b3b56-102d-4cf6-8e6a-0544605bd67f tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4074419 Dec 22 08:37:18.797213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54934) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:18.809012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360138720'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:18.823434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:18.844157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Allocated IP 172.26.7.109 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/982437e6-1912-4a4b-8c9e-f1fb9b206edd) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:18.864293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:18.871187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:18.871763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:18.872273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:18.880183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.892459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Transition to ACTIVE for port object 3e318dcd-413d-4fe9-b86e-95e2675e0fec will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:18.901617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:18.902195 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:18.914672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Transition to ACTIVE for port object 3e318dcd-413d-4fe9-b86e-95e2675e0fec will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:18.916032 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 4 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:18.922540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.928901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f721cae-a5fb-4431-9ecc-bdcc7ce27d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:18.969693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Allocated IP 2001:db8:0:1::1 (d4e664e4-c495-480f-b913-bdea4c702e7f/92f75528-69d1-4e2d-9008-01cc2267e387/438f25ca-6284-4714-aee3-eff86cd80e7d) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:18.998139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.007255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Network bd4935ad-59e8-45fc-b540-3b5716f453bf is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:19.014504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:19.031669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:19.043000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Pushing event updated for resources: {'Port': ['ID=3e318dcd-413d-4fe9-b86e-95e2675e0fec,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:19.116747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:19.117891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:19.175053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:19.217044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Attempting to bind port 3e318dcd-413d-4fe9-b86e-95e2675e0fec on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:19.217494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Attempting to bind port 3e318dcd-413d-4fe9-b86e-95e2675e0fec by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '64e68270-6c06-4ed4-9f90-463a13894409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:19.217765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Attempting to bind port 3e318dcd-413d-4fe9-b86e-95e2675e0fec on network bd4935ad-59e8-45fc-b540-3b5716f453bf {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:19.229226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:19.229603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Checking segment: {'id': '64e68270-6c06-4ed4-9f90-463a13894409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:19.230011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.230411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Bound using segment: {'id': '64e68270-6c06-4ed4-9f90-463a13894409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:19.230876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Bound port: 3e318dcd-413d-4fe9-b86e-95e2675e0fec, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e68270-6c06-4ed4-9f90-463a13894409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd4935ad-59e8-45fc-b540-3b5716f453bf'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:19.231251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.247410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:19.247410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:19.247747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:19.259624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.264310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.268001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-2770cc17-b668-4e2a-888c-7fbce860d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.269455 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-2770cc17-b668-4e2a-888c-7fbce860d371 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0f2857d-284d-4277-88a7-2c03db2dbd3c HTTP/1.1" status: 200 len: 906 time: 0.7932663 Dec 22 08:37:19.273619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Deleting subnet a5c5ecfb-daaf-44bf-8cd3-b6ab99d5e88b {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:37:19.279671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:19.280030 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:19.286228 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 5 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:19.306791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.342753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.406001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.423252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Transition to ACTIVE for port object 438f25ca-6284-4714-aee3-eff86cd80e7d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:19.426059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] For port 3e318dcd-413d-4fe9-b86e-95e2675e0fec, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:19.434577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] For port 3e318dcd-413d-4fe9-b86e-95e2675e0fec, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e318dcd-413d-4fe9-b86e-95e2675e0fec,segment=NetworkSegment(64e68270-6c06-4ed4-9f90-463a13894409),segment_id=64e68270-6c06-4ed4-9f90-463a13894409)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:19.440490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.449096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:19.484485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Transition to ACTIVE for port object 438f25ca-6284-4714-aee3-eff86cd80e7d will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:19.502453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.519649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:19.532488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:19.532832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:19.533122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.547441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Network d4e664e4-c495-480f-b913-bdea4c702e7f is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:19.548463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.549418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:19.553956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:19.557208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.557669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:19.557860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Pushing event updated for resources: {'Port': ['ID=3e318dcd-413d-4fe9-b86e-95e2675e0fec,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:19.562122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:19.562573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:19.566562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:19.567050 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:19.569894 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-f5ccf298-1551-470d-bde9-f6974a4e1323 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306 HTTP/1.1" status: 200 len: 1002 time: 0.2852845 Dec 22 08:37:19.573421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.577256 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] Sync routers for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:19.584137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:19.599988 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:19.602704 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:19.609836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 6 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:19.685049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.728414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:19.731346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Attempting to bind port 438f25ca-6284-4714-aee3-eff86cd80e7d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:19.731722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Attempting to bind port 438f25ca-6284-4714-aee3-eff86cd80e7d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:19.732120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Attempting to bind port 438f25ca-6284-4714-aee3-eff86cd80e7d on network d4e664e4-c495-480f-b913-bdea4c702e7f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:19.735479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:19.736274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Pushing event updated for resources: {'Port': ['ID=438f25ca-6284-4714-aee3-eff86cd80e7d,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:19.740926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:19.743857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:19.744262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Checking segment: {'id': 'b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:19.744665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.745147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Bound using segment: {'id': 'b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:19.745620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Bound port: 438f25ca-6284-4714-aee3-eff86cd80e7d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd4e664e4-c495-480f-b913-bdea4c702e7f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:19.745995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.750715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:19.780951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb00f18-e30c-40ef-88ac-95812c2a6200,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:19.790567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:19.793883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7cafe546-ab6a-479c-8f52-ad4631688ab0 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:19.912767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Port': ['ID=982437e6-1912-4a4b-8c9e-f1fb9b206edd,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:19.915351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] For port 438f25ca-6284-4714-aee3-eff86cd80e7d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:19.926881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] For port 438f25ca-6284-4714-aee3-eff86cd80e7d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=438f25ca-6284-4714-aee3-eff86cd80e7d,segment=NetworkSegment(b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0),segment_id=b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:19.928189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.929559 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1304939 Dec 22 08:37:19.932975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:19.936494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:19.941184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.959515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-01388a30-5dcf-4218-b56b-0ec2999e4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.961044 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-01388a30-5dcf-4218-b56b-0ec2999e4303 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ebe3ed5-95e6-40dd-a092-230927d00f5d HTTP/1.1" status: 200 len: 845 time: 0.3343537 Dec 22 08:37:19.970584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60ca5cb9-a80e-4aed-b4f2-5d756d93709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:19.972678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '8fb00f18-e30c-40ef-88ac-95812c2a6200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:19.974986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:19.975557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:19.976108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:19.994924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Allocated IP 172.26.7.59 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/0e393daa-23f7-415e-ad48-9a394b5bbb86) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:20.008780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:20.026823 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:20.039159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:20.046129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:20.077288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:20.078160 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:20.085547 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 7 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:20.111325 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-38f4d399-9f7f-4ac4-8dce-39fd59b99394 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "PUT /v2.0/floatingips/641f6bce-efaa-47a9-843a-ced0820f038e HTTP/1.1" status: 200 len: 991 time: 6.1379638 Dec 22 08:37:20.138670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Pushing event updated for resources: {'Port': ['ID=438f25ca-6284-4714-aee3-eff86cd80e7d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:20.155278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:20.157924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:20.227388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:20.231574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:20.232242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:20.287646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'status': 'completed', 'code': 200} Dec 22 08:37:20.290971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:20.301635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:20.302121 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:20.366169 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 8 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:20.396706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.498724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.537294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:20.537627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:20.537873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:20.548051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:20.548397 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:20.558147 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 9 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:20.578853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-9ca9dd3e-bfee-4a2c-8568-2821f1a5f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:20.580539 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-9ca9dd3e-bfee-4a2c-8568-2821f1a5f9cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0f2857d-284d-4277-88a7-2c03db2dbd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5953288 Dec 22 08:37:20.581562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.633228 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '641f6bce-efaa-47a9-843a-ced0820f038e', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'floating_ip_address': '172.26.7.215', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'port_id': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'mac_address': 'fa:16:3e:7b:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94772060-c0ef-4355-ad47-4c48eee63d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:28Z', 'updated_at': '2021-12-22T08:37:16Z', 'revision_number': 1, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:25Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.638304 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] Checking router: 6dc7b844-35a3-4024-9788-ca13d334bd77 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:37:20.656164 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:20.656894 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.780451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4656745d-aaac-4189-82b9-cc852f394703 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:20.789878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.812533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:20.816958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:20.817299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:20.821886 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-224c8800-dc77-49fa-825e-0be85ab25c9f service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310762 Dec 22 08:37:20.883898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.893140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.900411 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:20.902243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7133bd4-b27e-4e50-9124-b5c00760869e tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:20.944304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3fcd61-3981-429b-9da8-692d17f1bd75,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:20.947472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:20.959003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.991825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:20.991825 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:20.995479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0467-57e8-4f9c-ad47-910d288b440a req-aeb2e95d-7b00-4427-aae5-5cb5a8487999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:20.996995 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-175f0467-57e8-4f9c-ad47-910d288b440a req-aeb2e95d-7b00-4427-aae5-5cb5a8487999 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e151dd36f1d46ca8284dd3f13a283eb&device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 1098 time: 0.7043998 Dec 22 08:37:20.997784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c5ecfb-daaf-44bf-8cd3-b6ab99d5e88b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:21.007079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.012158 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempt 10 to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc Dec 22 08:37:21.027786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:21.029518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.030733 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0875590 Dec 22 08:37:21.040961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54950) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:21.053631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '8fb00f18-e30c-40ef-88ac-95812c2a6200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:21.063485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.069357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:21.073409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:21.151944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:21.152517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:21.152897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempting to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:21.175948 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/subnets/a5c5ecfb-daaf-44bf-8cd3-b6ab99d5e88b HTTP/1.1" status: 204 len: 168 time: 2.3767784 Dec 22 08:37:21.182497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54956) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:21.183815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:21.195028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:37:21.195372 dv-neutron-822602-1-hyperv neutron-server[87601]: ERROR neutron.plugins.ml2.managers [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Failed to bind port fef6c153-abf5-4044-8c91-8eed357a2bcc on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'eff3fb19-8559-49f8-82e0-08b01b0dab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '19c9b107-1881-45ad-af86-10372b51e447'}] Dec 22 08:37:21.195733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.202822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:21.222424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f236d-b382-4edd-a8ae-27be0092144b None None] Network bd4935ad-59e8-45fc-b540-3b5716f453bf requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:21.311651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:21.322110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:21.352293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:21.378220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:21.531955 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '641f6bce-efaa-47a9-843a-ced0820f038e', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'floating_ip_address': '172.26.7.215', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'port_id': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'mac_address': 'fa:16:3e:7b:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94772060-c0ef-4355-ad47-4c48eee63d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:28Z', 'updated_at': '2021-12-22T08:37:16Z', 'revision_number': 1, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:25Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:21.543520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Port': ['ID=0e393daa-23f7-415e-ad48-9a394b5bbb86,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:21.548896 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaea583-b168-4584-a993-9d797053c1bf None None] The sync data for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv is: [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '641f6bce-efaa-47a9-843a-ced0820f038e', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'floating_ip_address': '172.26.7.215', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'port_id': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'mac_address': 'fa:16:3e:7b:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94772060-c0ef-4355-ad47-4c48eee63d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:28Z', 'updated_at': '2021-12-22T08:37:16Z', 'revision_number': 1, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:25Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:21.647971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 438f25ca-6284-4714-aee3-eff86cd80e7d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:21.669615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.680757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:21.694438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Deleting subnet 92f75528-69d1-4e2d-9008-01cc2267e387 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:37:21.697771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.712408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e71daf77-175b-4ffc-8f8a-0c4d3737bf54 req-5e748f61-4447-46ef-b9dc-a04c933ccc83 service neutron] 10.222.0.16 "GET /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8736234 Dec 22 08:37:21.726395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0467-57e8-4f9c-ad47-910d288b440a req-226fb594-ed0d-43dc-8875-53bc4d6152ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:21.727837 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-175f0467-57e8-4f9c-ad47-910d288b440a req-226fb594-ed0d-43dc-8875-53bc4d6152ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=040efd29-f17a-493e-9fe8-ba39cd40f48b HTTP/1.1" status: 200 len: 910 time: 0.7045860 Dec 22 08:37:21.732669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.771584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.812864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-63049346-d97d-429d-bc40-ec8bdc87a6ca None None] Provisioning for port 3e318dcd-413d-4fe9-b86e-95e2675e0fec completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:21.857691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 438f25ca-6284-4714-aee3-eff86cd80e7d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:21.872781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3e318dcd-413d-4fe9-b86e-95e2675e0fec up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:21.889004 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:37:21.914889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd8912-883c-42ff-bb32-626608d26681 None None] Network d4e664e4-c495-480f-b913-bdea4c702e7f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:21.936877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f38963-3c08-4ed8-80fa-b89c80c44e38 None None] New status for floating IP 641f6bce-efaa-47a9-843a-ced0820f038e: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:37:22.049518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] For port fef6c153-abf5-4044-8c91-8eed357a2bcc, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:22.049900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attempted to set empty binding levels {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 08:37:22.052313 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-175f0467-57e8-4f9c-ad47-910d288b440a req-9b474f5e-53d4-42d4-bced-ea91ccf665ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698 HTTP/1.1" status: 200 len: 999 time: 0.2561121 Dec 22 08:37:22.058299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.066035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:22.146435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Provisioning for port 438f25ca-6284-4714-aee3-eff86cd80e7d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:22.171471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] In _notify_port_updated(), no bound segment for port fef6c153-abf5-4044-8c91-8eed357a2bcc on network 19c9b107-1881-45ad-af86-10372b51e447 {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:37:22.172376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:22.172979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.176707 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "PUT /v2.0/ports/fef6c153-abf5-4044-8c91-8eed357a2bcc HTTP/1.1" status: 200 len: 976 time: 6.0134802 Dec 22 08:37:22.183619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54962) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:22.247011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Provisioning complete for port 438f25ca-6284-4714-aee3-eff86cd80e7d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:22.247632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.298563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event updated for resources: {'Port': ['ID=fef6c153-abf5-4044-8c91-8eed357a2bcc,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:22.315626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0467-57e8-4f9c-ad47-910d288b440a req-fee2d760-4a8a-4e65-9c9b-5e1ac25a2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:22.316588 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-175f0467-57e8-4f9c-ad47-910d288b440a req-fee2d760-4a8a-4e65-9c9b-5e1ac25a2a0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28c300cb-0386-4f24-9d95-c9ebb10d1a0a HTTP/1.1" status: 200 len: 849 time: 0.2526183 Dec 22 08:37:22.319990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:22.342107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.348838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 3e318dcd-413d-4fe9-b86e-95e2675e0fec completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:22.358183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.376449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:22.385384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.396574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 3e318dcd-413d-4fe9-b86e-95e2675e0fec triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:22.396959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.397641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Deleting port fef6c153-abf5-4044-8c91-8eed357a2bcc {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:22.397879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.406988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff7f3b2-6fa1-4c19-a710-497688af65e6,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:22.409861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:22.490993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.627422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0467-57e8-4f9c-ad47-910d288b440a req-1c2d3ef9-d16d-42b2-8a94-f460e7654a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:22.629210 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-175f0467-57e8-4f9c-ad47-910d288b440a req-1c2d3ef9-d16d-42b2-8a94-f460e7654a20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040efd29-f17a-493e-9fe8-ba39cd40f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2856197 Dec 22 08:37:22.643024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.647271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54968) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:22.647478 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6016691 Dec 22 08:37:22.686220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '8fb00f18-e30c-40ef-88ac-95812c2a6200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:22.701346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] DHCP port deletion for bd4935ad-59e8-45fc-b540-3b5716f453bf request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:37:22.759831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Deleting port 3e318dcd-413d-4fe9-b86e-95e2675e0fec {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:22.760373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.811370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:22.836935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] For port fef6c153-abf5-4044-8c91-8eed357a2bcc, host hv-neutron-8226, got binding levels [] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:22.837185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.853531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:22.881831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.887881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.888941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.917303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:22.942986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3ab94444-7e1a-4936-bde4-9b1df90f1cce tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:22.983722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:22.995371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Calling delete_port for fef6c153-abf5-4044-8c91-8eed357a2bcc owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:23.008436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Subnet': ['ID=92f75528-69d1-4e2d-9008-01cc2267e387,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:23.010384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.018094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:23.036198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Deleting port 6add12b7-4a14-4c0e-a345-4cbff5f24f6f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:23.037359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.042800 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/subnets/92f75528-69d1-4e2d-9008-01cc2267e387 HTTP/1.1" status: 204 len: 168 time: 1.8414338 Dec 22 08:37:23.042999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.071617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54974) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:23.140957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Router 6567bf54-774a-4f53-bf76-3523fbd2bd25 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:23.179813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:23.180472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:23.197462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] For port 3e318dcd-413d-4fe9-b86e-95e2675e0fec, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e318dcd-413d-4fe9-b86e-95e2675e0fec,segment=NetworkSegment(64e68270-6c06-4ed4-9f90-463a13894409),segment_id=64e68270-6c06-4ed4-9f90-463a13894409)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:23.198252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.211316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 3e318dcd-413d-4fe9-b86e-95e2675e0fec, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e318dcd-413d-4fe9-b86e-95e2675e0fec,segment=NetworkSegment(64e68270-6c06-4ed4-9f90-463a13894409),segment_id=64e68270-6c06-4ed4-9f90-463a13894409)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:23.325573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.373906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.387817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7e3cbc-bcc2-4c69-abb9-fd24c203b788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:23.426401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Calling delete_port for 3e318dcd-413d-4fe9-b86e-95e2675e0fec owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:23.467859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3e318dcd-413d-4fe9-b86e-95e2675e0fec no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:23.470830 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-175f0467-57e8-4f9c-ad47-910d288b440a req-c8309969-4180-4da1-84c0-a2c04a86f51c service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270843 Dec 22 08:37:23.493480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ff148-29da-45bb-9114-bf43aa71032a None None] Network d4e664e4-c495-480f-b913-bdea4c702e7f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:23.516807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e574711-844f-47c8-9c6a-6a877b068506 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:23.517872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0e574711-844f-47c8-9c6a-6a877b068506 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Synchronizing usage tracker for tenant:d6ffe5857162445ea33ea890843f5392 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:23.611807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.640649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-990fa1f7-281e-44a3-acef-4ac33f5cd003 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:23.659643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.708366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.712737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0e574711-844f-47c8-9c6a-6a877b068506 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Unset dirty status for tenant:d6ffe5857162445ea33ea890843f5392 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:23.712874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=3e318dcd-413d-4fe9-b86e-95e2675e0fec,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:23.713606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0e574711-844f-47c8-9c6a-6a877b068506 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6370342 Dec 22 08:37:23.717561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef6c153-abf5-4044-8c91-8eed357a2bcc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:23.720232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:23.724099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:23.734930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54978) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:23.841426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:23.854824 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Sync routers for ids ['6567bf54-774a-4f53-bf76-3523fbd2bd25'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:23.855453 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-175f0467-57e8-4f9c-ad47-910d288b440a req-89f99b85-4554-4c27-8732-2d845f308581 service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739598 Dec 22 08:37:23.867568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "DELETE /v2.0/ports/fef6c153-abf5-4044-8c91-8eed357a2bcc HTTP/1.1" status: 204 len: 168 time: 1.6828685 Dec 22 08:37:23.872356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:23.872706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:23.874347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54986) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:23.880216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Routers {'6567bf54-774a-4f53-bf76-3523fbd2bd25'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:23.881726 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6567bf54-774a-4f53-bf76-3523fbd2bd25'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:23.896791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.937958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.964431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.965326 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.2345061 Dec 22 08:37:23.970859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54990) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.050208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.089485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.094789 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-462a6f29-8c58-4f2b-a839-e5db45ae8661 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:37:24.095620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-462a6f29-8c58-4f2b-a839-e5db45ae8661 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Synchronizing usage tracker for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:24.120440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] For port 438f25ca-6284-4714-aee3-eff86cd80e7d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=438f25ca-6284-4714-aee3-eff86cd80e7d,segment=NetworkSegment(b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0),segment_id=b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:24.125057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 3e318dcd-413d-4fe9-b86e-95e2675e0fec, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e318dcd-413d-4fe9-b86e-95e2675e0fec,segment=NetworkSegment(64e68270-6c06-4ed4-9f90-463a13894409),segment_id=64e68270-6c06-4ed4-9f90-463a13894409)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:24.133180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.135709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cdd1ebd-5619-4bed-b450-0a799aafa0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:24.149866 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Set router 6567bf54-774a-4f53-bf76-3523fbd2bd25 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:24.166631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.175252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.194684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Router 886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:24.253570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.263844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Calling delete_port for 6add12b7-4a14-4c0e-a345-4cbff5f24f6f owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:24.275674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Pushing event updated for resources: {'Port': ['ID=438f25ca-6284-4714-aee3-eff86cd80e7d,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:24.278553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-becd7aa4-1b81-496d-8af9-089f2c21deaf None None] Provisioning complete for port 438f25ca-6284-4714-aee3-eff86cd80e7d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:24.278838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-becd7aa4-1b81-496d-8af9-089f2c21deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.288724 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6e9702c-cbb7-45f5-9f6a-7f146a4d5fb5 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/6567bf54-774a-4f53-bf76-3523fbd2bd25 HTTP/1.1" status: 200 len: 909 time: 0.3145437 Dec 22 08:37:24.308437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:24.311998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:24.314189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:24.340673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 54994) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.341975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a227da8-7819-4d81-bca4-17d333de2be9,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:24.351260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:24.358254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082818522', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': True}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:24.362508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] DHCP port deletion for d4e664e4-c495-480f-b913-bdea4c702e7f request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:37:24.380163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Deleting port 3e318dcd-413d-4fe9-b86e-95e2675e0fec {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:24.380927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.389157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:24.398757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-462a6f29-8c58-4f2b-a839-e5db45ae8661 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Unset dirty status for tenant:662852df9097442b9e5a0b6b6a6506c4 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:24.403863 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-462a6f29-8c58-4f2b-a839-e5db45ae8661 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] 10.222.0.36 "GET /v2.0/ports/fef6c153-abf5-4044-8c91-8eed357a2bcc HTTP/1.1" status: 404 len: 333 time: 0.4445465 Dec 22 08:37:24.403863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Usage tracker for resource:router and tenant:15c8e41527724582b6a494ab90e9144a is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:24.405760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 54998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.415605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:24.417861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Deleting port 438f25ca-6284-4714-aee3-eff86cd80e7d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:24.418842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.425579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.429569 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7547874 Dec 22 08:37:24.429569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Deleting port 438f25ca-6284-4714-aee3-eff86cd80e7d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:24.429569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.439852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.462532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:24.500498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=3e318dcd-413d-4fe9-b86e-95e2675e0fec,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:24.511732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:24.515378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.516687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.532874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.619193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.647637 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6567bf54-774a-4f53-bf76-3523fbd2bd25', 'name': 'tempest-snat-router-1082818522', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.109'}], 'enable_snat': False}, 'gw_port_id': '982437e6-1912-4a4b-8c9e-f1fb9b206edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:16Z', 'updated_at': '2021-12-22T08:37:20Z', 'revision_number': 3, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port': {'id': '982437e6-1912-4a4b-8c9e-f1fb9b206edd', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6567bf54-774a-4f53-bf76-3523fbd2bd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:18Z', 'updated_at': '2021-12-22T08:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:24.651776 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Checking router: 6567bf54-774a-4f53-bf76-3523fbd2bd25 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:37:24.652172 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Updating router 6567bf54-774a-4f53-bf76-3523fbd2bd25 port 982437e6-1912-4a4b-8c9e-f1fb9b206edd binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:37:24.668119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] For port 3e318dcd-413d-4fe9-b86e-95e2675e0fec, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e318dcd-413d-4fe9-b86e-95e2675e0fec,segment=NetworkSegment(64e68270-6c06-4ed4-9f90-463a13894409),segment_id=64e68270-6c06-4ed4-9f90-463a13894409)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:24.668512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.710038 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.751157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '8fb00f18-e30c-40ef-88ac-95812c2a6200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:24.760044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:24.781901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:24.793638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Calling delete_port for 3e318dcd-413d-4fe9-b86e-95e2675e0fec owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:24.797155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:24.803701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:24.814248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:24.861680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.866569 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5040021 Dec 22 08:37:24.870437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.880406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Sync routers for ids ['886364fc-8b1d-4e0d-9cbd-29c2e1f423c2'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:24.913120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.925100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.003892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.032755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Routers {'886364fc-8b1d-4e0d-9cbd-29c2e1f423c2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:25.033394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['886364fc-8b1d-4e0d-9cbd-29c2e1f423c2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.040292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c9b107-1881-45ad-af86-10372b51e447']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.055889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff3fb19-8559-49f8-82e0-08b01b0dab67') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.056286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff3fb19-8559-49f8-82e0-08b01b0dab67') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.065464 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.068435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.072108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.078511 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Transition to ACTIVE for port object 982437e6-1912-4a4b-8c9e-f1fb9b206edd will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:25.091167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Pushing event deleted for resources: {'Port': ['ID=3e318dcd-413d-4fe9-b86e-95e2675e0fec,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.092472 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.096645 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.146254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] For port 438f25ca-6284-4714-aee3-eff86cd80e7d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=438f25ca-6284-4714-aee3-eff86cd80e7d,segment=NetworkSegment(b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0),segment_id=b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:25.147058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.174056 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Attempting to bind port 982437e6-1912-4a4b-8c9e-f1fb9b206edd on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:25.174712 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Attempting to bind port 982437e6-1912-4a4b-8c9e-f1fb9b206edd by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:25.175238 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Attempting to bind port 982437e6-1912-4a4b-8c9e-f1fb9b206edd on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:25.183843 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:25.184536 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:25.185094 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.185643 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:25.186267 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Bound port: 982437e6-1912-4a4b-8c9e-f1fb9b206edd, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:25.186827 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.190182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.240506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.243089 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Pushing event updated for resources: {'Port': ['ID=982437e6-1912-4a4b-8c9e-f1fb9b206edd,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.260752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] No DVR routers for this DVR port 3e318dcd-413d-4fe9-b86e-95e2675e0fec on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:25.315563 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.316392 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.316538 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.316824 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.317142 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.317457 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.318285 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.318600 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.318909 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.319215 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.319518 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.319817 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:25.336715 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.392627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:37:25.392963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.400705 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] For port 982437e6-1912-4a4b-8c9e-f1fb9b206edd, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:25.405882 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] For port 982437e6-1912-4a4b-8c9e-f1fb9b206edd, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=982437e6-1912-4a4b-8c9e-f1fb9b206edd,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:25.414463 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:25.421381 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:25.438419 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c60bc3a7-ef23-4e42-806a-cd53edb3cbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.439276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.473413 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-520a9d16-988f-4c54-ac1b-650fb4c2b5ec tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 HTTP/1.1" status: 200 len: 907 time: 0.3870487 Dec 22 08:37:25.474110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55014) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:25.480446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 438f25ca-6284-4714-aee3-eff86cd80e7d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:25.525282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'router': {'name': 'tempest-snat-router-458220332', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': True}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:25.526671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] For port 438f25ca-6284-4714-aee3-eff86cd80e7d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=438f25ca-6284-4714-aee3-eff86cd80e7d,segment=NetworkSegment(b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0),segment_id=b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:25.527264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.542842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:25.556197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Usage tracker for resource:router and tenant:5356c2c983884e6ab16fe5c4142168cb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:25.574820 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Pushing event updated for resources: {'Port': ['ID=982437e6-1912-4a4b-8c9e-f1fb9b206edd,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.587436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Calling delete_port for 438f25ca-6284-4714-aee3-eff86cd80e7d owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:25.592533 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.605039 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Routers {'6567bf54-774a-4f53-bf76-3523fbd2bd25'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:25.605914 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6567bf54-774a-4f53-bf76-3523fbd2bd25'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.671988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Calling delete_port for 438f25ca-6284-4714-aee3-eff86cd80e7d owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:25.689652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.697121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d53cc39c-e8cd-4d4b-b12c-22ae095a5037 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.731234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:25.748813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event deleted for resources: {'Port': ['ID=6add12b7-4a14-4c0e-a345-4cbff5f24f6f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.759258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.760296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Set router 886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:25.765776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:25.795911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.812952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.822979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.838738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.839812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.865325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Pushing event deleted for resources: {'Network': ['ID=19c9b107-1881-45ad-af86-10372b51e447,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.869291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.876651 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] 10.222.0.36 "DELETE /v2.0/networks/19c9b107-1881-45ad-af86-10372b51e447 HTTP/1.1" status: 204 len: 168 time: 1.4713759 Dec 22 08:37:25.879083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.897585 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] Set router 6567bf54-774a-4f53-bf76-3523fbd2bd25 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:25.903603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.903829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.909393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.925793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.936776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.988995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4972120-cfc6-4e86-8acb-3c9eec7c4df0,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.996332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:26.010743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 438f25ca-6284-4714-aee3-eff86cd80e7d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:37:26.011334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 438f25ca-6284-4714-aee3-eff86cd80e7d not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:26.015669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Pushing event deleted for resources: {'Port': ['ID=438f25ca-6284-4714-aee3-eff86cd80e7d,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:26.034944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.037432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:26.042327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4302390 Dec 22 08:37:26.045105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55020) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:26.055161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '8fb00f18-e30c-40ef-88ac-95812c2a6200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:26.057116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] No DVR routers for this DVR port 438f25ca-6284-4714-aee3-eff86cd80e7d on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:26.072207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:26.081568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:26.086248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:26.094190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:26.094754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:26.100367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:26.308715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886364fc-8b1d-4e0d-9cbd-29c2e1f423c2', 'name': 'tempest-snat-router-458220332', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.59'}], 'enable_snat': False}, 'gw_port_id': '0e393daa-23f7-415e-ad48-9a394b5bbb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:17Z', 'updated_at': '2021-12-22T08:37:22Z', 'revision_number': 3, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port': {'id': '0e393daa-23f7-415e-ad48-9a394b5bbb86', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886364fc-8b1d-4e0d-9cbd-29c2e1f423c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:19Z', 'updated_at': '2021-12-22T08:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:26.320744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Checking router: 886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:37:26.321255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Updating router 886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 port 0e393daa-23f7-415e-ad48-9a394b5bbb86 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:37:26.356267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.424416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.433829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.434002 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6567bf54-774a-4f53-bf76-3523fbd2bd25', 'name': 'tempest-snat-router-1082818522', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.109'}], 'enable_snat': False}, 'gw_port_id': '982437e6-1912-4a4b-8c9e-f1fb9b206edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:16Z', 'updated_at': '2021-12-22T08:37:20Z', 'revision_number': 3, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port': {'id': '982437e6-1912-4a4b-8c9e-f1fb9b206edd', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6567bf54-774a-4f53-bf76-3523fbd2bd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:18Z', 'updated_at': '2021-12-22T08:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:26.444975 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba667e5-c718-4ef5-b7e0-fc4ac41aa778 None None] The sync data for ids ['6567bf54-774a-4f53-bf76-3523fbd2bd25'] in dv-neutron-822602-1-hyperv is: [{'id': '6567bf54-774a-4f53-bf76-3523fbd2bd25', 'name': 'tempest-snat-router-1082818522', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.109'}], 'enable_snat': False}, 'gw_port_id': '982437e6-1912-4a4b-8c9e-f1fb9b206edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:16Z', 'updated_at': '2021-12-22T08:37:20Z', 'revision_number': 3, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port': {'id': '982437e6-1912-4a4b-8c9e-f1fb9b206edd', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6567bf54-774a-4f53-bf76-3523fbd2bd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:18Z', 'updated_at': '2021-12-22T08:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:26.470643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55030) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:26.477233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.543007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.595534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Deleting port 438f25ca-6284-4714-aee3-eff86cd80e7d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:26.596041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.657162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.703461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] The port '438f25ca-6284-4714-aee3-eff86cd80e7d' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:37:26.741777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.754245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.765321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-24294d65-199e-4936-bd53-aa4ed1567ee9 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:26.790987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df6f6ac-c4b5-47f6-8421-0475f8d7b179,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:26.807780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:26.852274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.853681 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8069832 Dec 22 08:37:26.856469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55036) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:26.933167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.972271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.990604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Transition to ACTIVE for port object 0e393daa-23f7-415e-ad48-9a394b5bbb86 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:27.001058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.008898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.015519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.050671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.123281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.153159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.157411 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6df6f6ac-c4b5-47f6-8421-0475f8d7b179 HTTP/1.1" status: 204 len: 168 time: 0.2970426 Dec 22 08:37:27.157411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df6f6ac-c4b5-47f6-8421-0475f8d7b179,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.172058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Attempting to bind port 0e393daa-23f7-415e-ad48-9a394b5bbb86 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:27.172443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Attempting to bind port 0e393daa-23f7-415e-ad48-9a394b5bbb86 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:27.172857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Attempting to bind port 0e393daa-23f7-415e-ad48-9a394b5bbb86 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:27.183256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:27.183912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:27.184354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.184757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:27.185231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Bound port: 0e393daa-23f7-415e-ad48-9a394b5bbb86, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:27.185611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.192016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.196550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.197247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.213049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84841fba-e27f-4fbd-a5da-06f0bae28ddb None None] Pushing event updated for resources: {'Port': ['ID=0e393daa-23f7-415e-ad48-9a394b5bbb86,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.217237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84841fba-e27f-4fbd-a5da-06f0bae28ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.282390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.283777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] For port 0e393daa-23f7-415e-ad48-9a394b5bbb86, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:27.288750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] For port 0e393daa-23f7-415e-ad48-9a394b5bbb86, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0e393daa-23f7-415e-ad48-9a394b5bbb86,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:27.296702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.305701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-42715e89-28c5-434c-a2e9-5e720a63c7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.320395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.327236 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d2148a8a-9797-4c30-b580-81e7b5a6764a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f46eff223064e6fb1d9d49ec9aa11b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8500733 Dec 22 08:37:27.333215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55044) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.339965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e664e4-c495-480f-b913-bdea4c702e7f']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:27.406475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84841fba-e27f-4fbd-a5da-06f0bae28ddb None None] Pushing event updated for resources: {'Port': ['ID=0e393daa-23f7-415e-ad48-9a394b5bbb86,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.408289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:27.408788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b933dcb1-f65d-48d0-b7d9-0a2e2b208fb0') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:27.412094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84841fba-e27f-4fbd-a5da-06f0bae28ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.438437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-536de91e-3d85-462d-83d8-77f4e6309e23 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:27.439547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Routers {'886364fc-8b1d-4e0d-9cbd-29c2e1f423c2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:27.440463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['886364fc-8b1d-4e0d-9cbd-29c2e1f423c2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:27.456614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Allocated IP 172.26.7.128 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/e5a052ab-0fc4-48d3-b040-b62d7a068dee) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:27.467288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.528562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 982437e6-1912-4a4b-8c9e-f1fb9b206edd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:27.535036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.551087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-536de91e-3d85-462d-83d8-77f4e6309e23 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:27.555956 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-536de91e-3d85-462d-83d8-77f4e6309e23 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3573530 Dec 22 08:37:27.559628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.631797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.666515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.678542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.708211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.766574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:37:27.766982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.783446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.789626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:27.794711 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:27.807117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab0555e-e8c9-46b3-9130-d17897950355,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.815536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.825806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.833124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.850968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4972120-cfc6-4e86-8acb-3c9eec7c4df0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.855229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.864063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.868826 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fab0555e-e8c9-46b3-9130-d17897950355 HTTP/1.1" status: 204 len: 168 time: 0.4586477 Dec 22 08:37:27.873842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.878896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e4972120-cfc6-4e86-8acb-3c9eec7c4df0 HTTP/1.1" status: 204 len: 168 time: 0.3148215 Dec 22 08:37:27.879843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55058) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.903715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 982437e6-1912-4a4b-8c9e-f1fb9b206edd completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:27.911529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] Set router 886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:27.946862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d48ae297-b061-4f26-a618-147921d9f13d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:27.965383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 982437e6-1912-4a4b-8c9e-f1fb9b206edd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:27.965768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.975058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d48ae297-b061-4f26-a618-147921d9f13d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:27.980874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.981520 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d48ae297-b061-4f26-a618-147921d9f13d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0989614 Dec 22 08:37:27.982467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.999489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2643a07-6a71-4f09-a419-95ab0ab2bdf5 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:28.025606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.038815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Network': ['ID=d4e664e4-c495-480f-b913-bdea4c702e7f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:28.039067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.053683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.067025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:28.095991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.099640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:28.122023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a227da8-7819-4d81-bca4-17d333de2be9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:28.125396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.127841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:28.129173 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/networks/d4e664e4-c495-480f-b913-bdea4c702e7f HTTP/1.1" status: 204 len: 168 time: 4.3929152 Dec 22 08:37:28.131568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Router 054af5ee-de69-4e1f-bf93-89c7afe619f5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:37:28.132237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55068) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.214670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.219423 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5a227da8-7819-4d81-bca4-17d333de2be9 HTTP/1.1" status: 204 len: 168 time: 0.2320631 Dec 22 08:37:28.223237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55072) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.315998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29383d4b-fcb6-4705-94eb-778ccf42e966 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:28.337253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.377081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.383840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3bfe6817-5384-44c5-9f90-347307c5a869 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:28.403106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29383d4b-fcb6-4705-94eb-778ccf42e966 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:28.404426 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29383d4b-fcb6-4705-94eb-778ccf42e966 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1805313 Dec 22 08:37:28.410755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.432741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55076) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.433053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55078) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.444247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 982437e6-1912-4a4b-8c9e-f1fb9b206edd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=982437e6-1912-4a4b-8c9e-f1fb9b206edd,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:28.452489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.455036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:28.482722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:28.496297 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "PUT /v2.0/routers/054af5ee-de69-4e1f-bf93-89c7afe619f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1402261 Dec 22 08:37:28.501303 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] Sync routers for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:28.503266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55084) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.513971 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:28.517770 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.555019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '886364fc-8b1d-4e0d-9cbd-29c2e1f423c2', 'name': 'tempest-snat-router-458220332', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.59'}], 'enable_snat': False}, 'gw_port_id': '0e393daa-23f7-415e-ad48-9a394b5bbb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:17Z', 'updated_at': '2021-12-22T08:37:22Z', 'revision_number': 3, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port': {'id': '0e393daa-23f7-415e-ad48-9a394b5bbb86', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886364fc-8b1d-4e0d-9cbd-29c2e1f423c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:19Z', 'updated_at': '2021-12-22T08:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.557634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=982437e6-1912-4a4b-8c9e-f1fb9b206edd,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:28.565988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:28.570135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f1623-929f-45f3-9eec-b0f9adb4f645 None None] The sync data for ids ['886364fc-8b1d-4e0d-9cbd-29c2e1f423c2'] in dv-neutron-822602-1-hyperv is: [{'id': '886364fc-8b1d-4e0d-9cbd-29c2e1f423c2', 'name': 'tempest-snat-router-458220332', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.59'}], 'enable_snat': False}, 'gw_port_id': '0e393daa-23f7-415e-ad48-9a394b5bbb86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:17Z', 'updated_at': '2021-12-22T08:37:22Z', 'revision_number': 3, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port': {'id': '0e393daa-23f7-415e-ad48-9a394b5bbb86', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '886364fc-8b1d-4e0d-9cbd-29c2e1f423c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:19Z', 'updated_at': '2021-12-22T08:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:28.635115 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.644384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:28.659118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:28.663253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] Routers {'054af5ee-de69-4e1f-bf93-89c7afe619f5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:28.664181 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['054af5ee-de69-4e1f-bf93-89c7afe619f5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.675712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Port': ['ID=e5a052ab-0fc4-48d3-b040-b62d7a068dee,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:28.684928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:28.690417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:28.725609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.764088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.784089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.810161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Allocated IP 172.26.7.237 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/968a24b3-3d3c-4550-9383-1d81238cb8c5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:28.854211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4935ad-59e8-45fc-b540-3b5716f453bf']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.871724 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.872378 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32147-8512-4df9-89e0-7d55d50f92b7 None None] The sync data for ids ['054af5ee-de69-4e1f-bf93-89c7afe619f5'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:28.878195 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c34729ae-1700-49dc-b57e-93a00cf7a42e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=662852df9097442b9e5a0b6b6a6506c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378784 Dec 22 08:37:28.893978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55092) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.921238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e68270-6c06-4ed4-9f90-463a13894409') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.921516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e68270-6c06-4ed4-9f90-463a13894409') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:28.997834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.032419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.044649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:37:29.045057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:29.066556 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:29.196170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.203127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.209122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.229521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.235812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.242224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Network': ['ID=bd4935ad-59e8-45fc-b540-3b5716f453bf,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:29.247419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:29.253383 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/networks/bd4935ad-59e8-45fc-b540-3b5716f453bf HTTP/1.1" status: 204 len: 168 time: 1.1200638 Dec 22 08:37:29.254230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55096) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.261414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8975afb-fdc6-4a3b-873b-a4733bedba77 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.340347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eff7f3b2-6fa1-4c19-a710-497688af65e6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:29.348617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.388694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.399692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.403539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e8160e5d-464b-430b-b481-147655535fbf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.443114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:29.501528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.503168 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/eff7f3b2-6fa1-4c19-a710-497688af65e6 HTTP/1.1" status: 204 len: 168 time: 1.0670581 Dec 22 08:37:29.506061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:29.507024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.510142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:29.550399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e393daa-23f7-415e-ad48-9a394b5bbb86 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:29.610509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.621808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:29.669005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.679676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 0e393daa-23f7-415e-ad48-9a394b5bbb86 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:29.690794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0e393daa-23f7-415e-ad48-9a394b5bbb86 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:29.691370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.739433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763e7a4d-0714-4594-a8c2-08960d0ce0bb']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:29.758444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Port': ['ID=968a24b3-3d3c-4550-9383-1d81238cb8c5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:29.762062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c36fe9-f8cd-4b5c-b78a-07379aa1f1e7') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:29.762471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c36fe9-f8cd-4b5c-b78a-07379aa1f1e7') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:29.767966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.775517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:29.799539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.818721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Deleting port 4824df0f-8aa1-4f26-8f5e-938c39e453d5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:29.819061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.831805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.851371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.854417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 0e393daa-23f7-415e-ad48-9a394b5bbb86, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0e393daa-23f7-415e-ad48-9a394b5bbb86,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:29.862650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.864112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 982437e6-1912-4a4b-8c9e-f1fb9b206edd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:29.944120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.973879 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bbf5f0fd-76a4-4fee-a265-10244c49c319 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3635080 Dec 22 08:37:29.976831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.995708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.041279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=0e393daa-23f7-415e-ad48-9a394b5bbb86,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:30.049172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:30.054900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:37:30.055869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.068299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 982437e6-1912-4a4b-8c9e-f1fb9b206edd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:30.068857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:30.071293 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:30.122374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.138692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-16bc0a0f-8ed3-4b9c-be4a-1fb4554a5c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:30.157179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e715db-c134-4fcd-ae58-1d259e3c7ca6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:30.160197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:30.176065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.179568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01e715db-c134-4fcd-ae58-1d259e3c7ca6 HTTP/1.1" status: 204 len: 168 time: 1.2800293 Dec 22 08:37:30.179765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.205318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.211480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.222035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.317117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.330185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.343364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f12e98cf-79ed-4bef-8501-7803853f6033 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:30.382552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Network': ['ID=763e7a4d-0714-4594-a8c2-08960d0ce0bb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:30.389037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:30.394267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.397911 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/networks/763e7a4d-0714-4594-a8c2-08960d0ce0bb HTTP/1.1" status: 204 len: 168 time: 1.1391683 Dec 22 08:37:30.440003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55114) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:30.451052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.452281 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5b3fcd61-3981-429b-9da8-692d17f1bd75 HTTP/1.1" status: 204 len: 168 time: 0.4724584 Dec 22 08:37:30.460708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13b5bc37-e4b6-4081-acb4-b3d1f6f2ac60 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:30.479023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55120) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:30.479854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b3fcd61-3981-429b-9da8-692d17f1bd75,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:30.482774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:30.588030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Calling delete_port for 4824df0f-8aa1-4f26-8f5e-938c39e453d5 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:30.700031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90516704-6391-4bee-8ae6-d143376fc1cb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:30.703805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.863830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90516704-6391-4bee-8ae6-d143376fc1cb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:30.864793 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-90516704-6391-4bee-8ae6-d143376fc1cb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3810494 Dec 22 08:37:30.884483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55132) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:30.983224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.105813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.157653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.189385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.280277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.288344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.295792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-afcfa65f-3e27-4c6e-b6b5-331ab150b70b tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:31.377585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.390346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:31.420146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb00f18-e30c-40ef-88ac-95812c2a6200,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:31.424815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:31.425368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e393daa-23f7-415e-ad48-9a394b5bbb86 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:31.461799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.463329 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/8fb00f18-e30c-40ef-88ac-95812c2a6200 HTTP/1.1" status: 204 len: 168 time: 0.5777862 Dec 22 08:37:31.467556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55154) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:31.477464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event deleted for resources: {'Port': ['ID=4824df0f-8aa1-4f26-8f5e-938c39e453d5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:31.480010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:31.548090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f652d389-f704-48a3-91dd-2bdbe7cf627d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:31.569572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Router a88bc71f-97be-4019-94e9-25b43f913674 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:31.583343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0e393daa-23f7-415e-ad48-9a394b5bbb86 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:31.583968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.584076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f652d389-f704-48a3-91dd-2bdbe7cf627d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:31.590263 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f652d389-f704-48a3-91dd-2bdbe7cf627d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1215487 Dec 22 08:37:31.594224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:31.609728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127218088'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:31.675234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:31.705213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:31.798905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.832479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.845937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:31.855806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89266156-de63-4844-8f68-77a155ad9b19']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:31.861108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Sync routers for ids ['a88bc71f-97be-4019-94e9-25b43f913674'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:31.865689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.874395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Routers {'a88bc71f-97be-4019-94e9-25b43f913674'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:31.876074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a88bc71f-97be-4019-94e9-25b43f913674'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:31.889471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:31.893574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:31.896925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:31.906245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:31.909277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.910596 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3901074 Dec 22 08:37:31.914137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55170) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:31.987170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b711e34f-e40b-4b05-a53c-a9a30f5ffef1') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:31.987466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b711e34f-e40b-4b05-a53c-a9a30f5ffef1') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:32.057175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55176) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:32.077603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.101847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.107509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.124318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.147313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:37:32.148023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.155269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Set router a88bc71f-97be-4019-94e9-25b43f913674 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:32.164771 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:32.182648 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7aecb61d-f9e6-46f6-a4f2-f114ff8350da tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/a88bc71f-97be-4019-94e9-25b43f913674 HTTP/1.1" status: 200 len: 907 time: 0.2670667 Dec 22 08:37:32.192078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55182) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:32.260945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.261468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Fanout notify agent at l3_agent the message router_deleted on router 054af5ee-de69-4e1f-bf93-89c7afe619f5 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:32.267651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Router 4556f239-657f-4528-b1a8-e4075b75e25d is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:32.287904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1031742497'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:32.344605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.347392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:32.358471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.362008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "DELETE /v2.0/routers/054af5ee-de69-4e1f-bf93-89c7afe619f5 HTTP/1.1" status: 204 len: 168 time: 3.8514333 Dec 22 08:37:32.371555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd64faea-9467-41cf-9bb8-e3ef8571876c tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:32.385844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55188) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:32.387193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.400919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Usage tracker for resource:router and tenant:776a7a1d4565443f87341b4db1ccebe7 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:32.407253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.416791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:32.465526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Pushing event deleted for resources: {'Network': ['ID=89266156-de63-4844-8f68-77a155ad9b19,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:32.470766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:32.488598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:32.559721 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] 10.222.0.36 "DELETE /v2.0/networks/89266156-de63-4844-8f68-77a155ad9b19 HTTP/1.1" status: 204 len: 168 time: 2.1188042 Dec 22 08:37:32.575187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bc71f-97be-4019-94e9-25b43f913674', 'name': 'tempest-snat-router-458220332', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': '968a24b3-3d3c-4550-9383-1d81238cb8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:25Z', 'updated_at': '2021-12-22T08:37:30Z', 'revision_number': 3, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port': {'id': '968a24b3-3d3c-4550-9383-1d81238cb8c5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88bc71f-97be-4019-94e9-25b43f913674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:27Z', 'updated_at': '2021-12-22T08:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:32.588736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Checking router: a88bc71f-97be-4019-94e9-25b43f913674 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:37:32.589151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Updating router a88bc71f-97be-4019-94e9-25b43f913674 port 968a24b3-3d3c-4550-9383-1d81238cb8c5 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:37:32.677468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.718806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.727897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.728702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.728902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.733995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.741242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b73ecc18-1a07-47ba-9543-7fa4fe2ef586 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:32.759481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Deleting subnet 42e5ebe8-d834-446c-a887-0b742bb183bd {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:37:32.770615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Deleting port 968a24b3-3d3c-4550-9383-1d81238cb8c5 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:32.770989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.771525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.772849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.827156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:32.841442 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Sync routers for ids ['4556f239-657f-4528-b1a8-e4075b75e25d'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:32.855304 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Routers {'4556f239-657f-4528-b1a8-e4075b75e25d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:32.856936 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['4556f239-657f-4528-b1a8-e4075b75e25d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:32.876893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.940943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.973147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.020134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55198) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.023768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.027689 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6726687 Dec 22 08:37:33.041260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55202) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.116145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Calling delete_port for 968a24b3-3d3c-4550-9383-1d81238cb8c5 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:33.119153 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Set router 4556f239-657f-4528-b1a8-e4075b75e25d gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:33.125091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.126432 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0be603d8-c047-4b31-9f44-ffac02247235 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0596795 Dec 22 08:37:33.138751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55208) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.199478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.213868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Transition to ACTIVE for port object 968a24b3-3d3c-4550-9383-1d81238cb8c5 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:33.229337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.244880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2dbd13f1-3344-4124-87e1-85791f4ead7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.246090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:33.246412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:33.256533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eab0ef1-e06f-4d7b-bd49-040caf6bd47b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.259392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.261243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.262410 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6672449 Dec 22 08:37:33.266410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.272438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '1eab0ef1-e06f-4d7b-bd49-040caf6bd47b', 'direction': 'ingress', 'protocol': 17}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:33.278489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:33.282933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:33.286031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:33.293562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:33.315581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.343726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Attempting to bind port 968a24b3-3d3c-4550-9383-1d81238cb8c5 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:33.344247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Attempting to bind port 968a24b3-3d3c-4550-9383-1d81238cb8c5 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:33.344617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Attempting to bind port 968a24b3-3d3c-4550-9383-1d81238cb8c5 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:33.355568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b13e03-8518-489b-9702-73708c2ee9d4 None None] Pushing event updated for resources: {'Port': ['ID=968a24b3-3d3c-4550-9383-1d81238cb8c5,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.358417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-33b13e03-8518-489b-9702-73708c2ee9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.359201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:33.359568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:33.360000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.360386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:33.360852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Bound port: 968a24b3-3d3c-4550-9383-1d81238cb8c5, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:33.361250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.408877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.415991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.418859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-152b3d03-7ed3-4b11-be09-28f7a4321364 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.422758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-701d9e22-716d-4389-ac96-6c482d2d4784 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.442727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d6a6c0-0a06-459b-b929-0b95c3dcf1da,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.449071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.481172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.483225 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2158756 Dec 22 08:37:33.486319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55218) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.511205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] For port 968a24b3-3d3c-4550-9383-1d81238cb8c5, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:33.517933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] For port 968a24b3-3d3c-4550-9383-1d81238cb8c5, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=968a24b3-3d3c-4550-9383-1d81238cb8c5,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:33.525702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.545895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.560528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.578898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.613678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.691541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.693802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Routers {'a88bc71f-97be-4019-94e9-25b43f913674'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:33.694451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a88bc71f-97be-4019-94e9-25b43f913674'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:33.711012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-43306011-f3aa-4d2d-a7a9-cd8c683bd93b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.726216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4556f239-657f-4528-b1a8-e4075b75e25d', 'name': 'tempest-snat-router-1082818522', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.128'}], 'enable_snat': True}, 'gw_port_id': 'e5a052ab-0fc4-48d3-b040-b62d7a068dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:24Z', 'updated_at': '2021-12-22T08:37:29Z', 'revision_number': 3, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port': {'id': 'e5a052ab-0fc4-48d3-b040-b62d7a068dee', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4556f239-657f-4528-b1a8-e4075b75e25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:26Z', 'updated_at': '2021-12-22T08:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:33.727479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eab0ef1-e06f-4d7b-bd49-040caf6bd47b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.732384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.735386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.739987 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/1eab0ef1-e06f-4d7b-bd49-040caf6bd47b HTTP/1.1" status: 204 len: 168 time: 0.2517500 Dec 22 08:37:33.740570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55224) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.742712 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Checking router: 4556f239-657f-4528-b1a8-e4075b75e25d for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:37:33.743211 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Updating router 4556f239-657f-4528-b1a8-e4075b75e25d port e5a052ab-0fc4-48d3-b040-b62d7a068dee binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:37:33.755039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Deleting port 968a24b3-3d3c-4550-9383-1d81238cb8c5 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:33.755423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.758677 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-395e3c66-c6ad-4baf-ac43-49776ff93acc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6ffe5857162445ea33ea890843f5392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7318051 Dec 22 08:37:33.784695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55228) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.811021 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.829027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4afdff32-ec90-49b6-94d5-7f531ad45fac tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/4556f239-657f-4528-b1a8-e4075b75e25d HTTP/1.1" status: 200 len: 908 time: 0.7864208 Dec 22 08:37:33.829835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55232) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.929991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] Set router a88bc71f-97be-4019-94e9-25b43f913674 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:33.961603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-238491da-830f-4893-b7ef-0a046171fb97 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:34.021154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-238491da-830f-4893-b7ef-0a046171fb97 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:34.026381 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-238491da-830f-4893-b7ef-0a046171fb97 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2847967 Dec 22 08:37:34.027075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55236) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:34.046938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.051893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--195974926'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:34.074512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:34.100922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] For port 968a24b3-3d3c-4550-9383-1d81238cb8c5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=968a24b3-3d3c-4550-9383-1d81238cb8c5,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:34.101296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.123275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:34.131502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.142507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88bc71f-97be-4019-94e9-25b43f913674', 'name': 'tempest-snat-router-458220332', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:25Z', 'updated_at': '2021-12-22T08:37:32Z', 'revision_number': 4, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:34.149814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.159560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2293d0-d06d-4cb2-b2b5-275bd9fa6414 None None] The sync data for ids ['a88bc71f-97be-4019-94e9-25b43f913674'] in dv-neutron-822602-1-hyperv is: [{'id': 'a88bc71f-97be-4019-94e9-25b43f913674', 'name': 'tempest-snat-router-458220332', 'tenant_id': '5356c2c983884e6ab16fe5c4142168cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:25Z', 'updated_at': '2021-12-22T08:37:32Z', 'revision_number': 4, 'project_id': '5356c2c983884e6ab16fe5c4142168cb', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:34.184114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b13e03-8518-489b-9702-73708c2ee9d4 None None] Pushing event updated for resources: {'Port': ['ID=968a24b3-3d3c-4550-9383-1d81238cb8c5,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.188264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-33b13e03-8518-489b-9702-73708c2ee9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.232409 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.247382 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Transition to ACTIVE for port object e5a052ab-0fc4-48d3-b040-b62d7a068dee will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:34.260922 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.267309 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.268806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Calling delete_port for 968a24b3-3d3c-4550-9383-1d81238cb8c5 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:34.345350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.353461 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Attempting to bind port e5a052ab-0fc4-48d3-b040-b62d7a068dee on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:34.353827 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Attempting to bind port e5a052ab-0fc4-48d3-b040-b62d7a068dee by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:34.354276 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Attempting to bind port e5a052ab-0fc4-48d3-b040-b62d7a068dee on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:34.367248 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf1b5e-edc3-405a-b435-ce694f88510c None None] Pushing event updated for resources: {'Port': ['ID=e5a052ab-0fc4-48d3-b040-b62d7a068dee,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.370252 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-b4cf1b5e-edc3-405a-b435-ce694f88510c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.371249 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:34.371638 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:34.372262 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.372822 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:34.373471 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Bound port: e5a052ab-0fc4-48d3-b040-b62d7a068dee, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:34.374036 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.376307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:34.381378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:34.385183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:34.395032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:34.468072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-701d9e22-716d-4389-ac96-6c482d2d4784 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.479787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-701d9e22-716d-4389-ac96-6c482d2d4784 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.480130 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] For port e5a052ab-0fc4-48d3-b040-b62d7a068dee, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:34.484137 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] For port e5a052ab-0fc4-48d3-b040-b62d7a068dee, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e5a052ab-0fc4-48d3-b040-b62d7a068dee,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:34.493551 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.511095 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.558084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-701d9e22-716d-4389-ac96-6c482d2d4784 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.558602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d9e22-716d-4389-ac96-6c482d2d4784 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47d8a65b-e574-41d0-80e8-16c4c0e596fa {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:34.567525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.595356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.622523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.635839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94240762-e882-4ab7-bdba-6a2cae43fc49 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.654574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.656519 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "DELETE /v2.0/subnets/42e5ebe8-d834-446c-a887-0b742bb183bd HTTP/1.1" status: 204 len: 168 time: 2.2499695 Dec 22 08:37:34.657266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.657459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event deleted for resources: {'Subnet': ['ID=42e5ebe8-d834-446c-a887-0b742bb183bd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.663623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55240) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:34.664029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-701d9e22-716d-4389-ac96-6c482d2d4784 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.664029 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-701d9e22-716d-4389-ac96-6c482d2d4784 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "DELETE /v2.0/routers/47d8a65b-e574-41d0-80e8-16c4c0e596fa HTTP/1.1" status: 204 len: 168 time: 1.5210638 Dec 22 08:37:34.664379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.665843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.668731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55244) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:34.675857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Request body: {'router': {'name': 'tempest-router-94063310', 'distributed': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:34.686420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:34.691732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Usage tracker for resource:router and tenant:776a7a1d4565443f87341b4db1ccebe7 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:34.692236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bdabb7-4345-4ee4-9142-71bf23479aaf None None] Network 4bd6bbe0-310b-44ac-aca4-6df9a4983771 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:34.694096 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf1b5e-edc3-405a-b435-ce694f88510c None None] Pushing event updated for resources: {'Port': ['ID=e5a052ab-0fc4-48d3-b040-b62d7a068dee,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.696083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Deleting port e5a052ab-0fc4-48d3-b040-b62d7a068dee {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:34.696430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.698514 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-b4cf1b5e-edc3-405a-b435-ce694f88510c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.708671 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Routers {'4556f239-657f-4528-b1a8-e4075b75e25d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:34.709379 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['4556f239-657f-4528-b1a8-e4075b75e25d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:34.712079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b749f28-b26a-4e62-9aac-002f2c5d3bf7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.725095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:34.726008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.744409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:34.784467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.785501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62c75ce9-7eec-42ef-afbc-668d213de935 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.871056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.872359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.937970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.996253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] Set router 4556f239-657f-4528-b1a8-e4075b75e25d gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:37:35.001739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] For port e5a052ab-0fc4-48d3-b040-b62d7a068dee, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e5a052ab-0fc4-48d3-b040-b62d7a068dee,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:35.002516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.038684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.040764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b749f28-b26a-4e62-9aac-002f2c5d3bf7 HTTP/1.1" status: 204 len: 168 time: 1.2505233 Dec 22 08:37:35.042393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.044746 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0044589 Dec 22 08:37:35.094148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.168409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55254) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:35.201665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.202771 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8d432239-43d2-47b0-a348-72ed53b56803 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5329478 Dec 22 08:37:35.211297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Calling delete_port for e5a052ab-0fc4-48d3-b040-b62d7a068dee owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:35.216958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55256) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:35.382152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239832430'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:35.442228 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4556f239-657f-4528-b1a8-e4075b75e25d', 'name': 'tempest-snat-router-1082818522', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:24Z', 'updated_at': '2021-12-22T08:37:34Z', 'revision_number': 4, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:35.451407 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22ac27-de4e-4f94-a995-72a4df21e764 None None] The sync data for ids ['4556f239-657f-4528-b1a8-e4075b75e25d'] in dv-neutron-822602-1-hyperv is: [{'id': '4556f239-657f-4528-b1a8-e4075b75e25d', 'name': 'tempest-snat-router-1082818522', 'tenant_id': '15c8e41527724582b6a494ab90e9144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:24Z', 'updated_at': '2021-12-22T08:37:34Z', 'revision_number': 4, 'project_id': '15c8e41527724582b6a494ab90e9144a', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:35.478418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.483299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dff4a1f6-6b1c-4705-ad6f-3d3631c963c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:35.519908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] DHCP port deletion for 4bd6bbe0-310b-44ac-aca4-6df9a4983771 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:37:35.525316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Deleting port 3e49733b-db5c-4d95-bda7-faa6e4c9294d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:35.525701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.537920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5a052ab-0fc4-48d3-b040-b62d7a068dee,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:35.540952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:35.575102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:35.634908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5316f0-5121-4a64-af59-7991cafb46fc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:35.648846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:35.651885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:35.673378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.680890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:35.681698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.689251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:35.699592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18ad0718-3d4d-49a5-bc0b-fa020ab0063d tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.777522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.850998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:35.892862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.895250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.911631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.924764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.924764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4556f239-657f-4528-b1a8-e4075b75e25d {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:35.928807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event deleted for resources: {'Port': ['ID=968a24b3-3d3c-4550-9383-1d81238cb8c5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:35.938378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.945954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:35.947593 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4556f239-657f-4528-b1a8-e4075b75e25d HTTP/1.1" status: 204 len: 168 time: 2.0532475 Dec 22 08:37:35.948164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] For port 3e49733b-db5c-4d95-bda7-faa6e4c9294d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3e49733b-db5c-4d95-bda7-faa6e4c9294d,segment=NetworkSegment(a31cac49-b4ac-4e76-85a5-a909989d0957),segment_id=a31cac49-b4ac-4e76-85a5-a909989d0957)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:35.948575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55272) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:35.949189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.978639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Deleting port 3e49733b-db5c-4d95-bda7-faa6e4c9294d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:35.979584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.078462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:36.127316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Calling delete_port for 3e49733b-db5c-4d95-bda7-faa6e4c9294d owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:36.241702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.247961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-54e8ffad-25a0-4a1a-962f-9f744eb507c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:36.275052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:36.280212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:36.292934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.328559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] No DVR routers for this DVR port 3e49733b-db5c-4d95-bda7-faa6e4c9294d on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:36.355949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Pushing event deleted for resources: {'Port': ['ID=3e49733b-db5c-4d95-bda7-faa6e4c9294d,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:36.363049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.367691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:36.422222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:36.431754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55288) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:36.495501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.506732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Deleting port 982437e6-1912-4a4b-8c9e-f1fb9b206edd {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:36.507107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.613184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18ad0718-3d4d-49a5-bc0b-fa020ab0063d tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.638961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] The port '3e49733b-db5c-4d95-bda7-faa6e4c9294d' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:37:36.641587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18ad0718-3d4d-49a5-bc0b-fa020ab0063d tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.649335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.695759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.726887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-143422379'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:36.731676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:36.735690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:36.751093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:36.845247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] For port 982437e6-1912-4a4b-8c9e-f1fb9b206edd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=982437e6-1912-4a4b-8c9e-f1fb9b206edd,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:36.845632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.928808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:36.963661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.969975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Calling delete_port for 982437e6-1912-4a4b-8c9e-f1fb9b206edd owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:36.973610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18ad0718-3d4d-49a5-bc0b-fa020ab0063d tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.974633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ad0718-3d4d-49a5-bc0b-fa020ab0063d tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6de6df3-9c2e-406d-b19f-6e1218fce5ab {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:36.976140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.976639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a88bc71f-97be-4019-94e9-25b43f913674 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:37.007860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:37.011669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.055734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd6bbe0-310b-44ac-aca4-6df9a4983771']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:37.068899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.112296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31cac49-b4ac-4e76-85a5-a909989d0957') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:37.113032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31cac49-b4ac-4e76-85a5-a909989d0957') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:37.125234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.126510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:37.142643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group_rule and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:37.145231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.148943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:37.155648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.162934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.168646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.173568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b9e7e440-f6be-45f2-9789-b12f43792f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.182481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.183513 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a88bc71f-97be-4019-94e9-25b43f913674 HTTP/1.1" status: 204 len: 168 time: 4.9901562 Dec 22 08:37:37.186407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:37.193466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18ad0718-3d4d-49a5-bc0b-fa020ab0063d tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.193466 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18ad0718-3d4d-49a5-bc0b-fa020ab0063d tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d6de6df3-9c2e-406d-b19f-6e1218fce5ab HTTP/1.1" status: 204 len: 168 time: 1.9322548 Dec 22 08:37:37.200471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55294) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.200786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55298) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.228120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event deleted for resources: {'Port': ['ID=982437e6-1912-4a4b-8c9e-f1fb9b206edd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.253762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.279708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Request body: {'router': {'name': 'tempest-router-880760798', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '266ba6fb70944f30973a47bda5d89460'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:37.290312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.292759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.296876 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0826812 Dec 22 08:37:37.297741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55304) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.303275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '5f5316f0-5121-4a64-af59-7991cafb46fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'edb13c47-3d7c-44ca-a444-a29f379f9814', 'remote_ip_prefix': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:37.313682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:37.315908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:37.323528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:37.324132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:37:37.324544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.327327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:37.335769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:37.344562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:37.349506 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:37.351779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Usage tracker for resource:router and tenant:266ba6fb70944f30973a47bda5d89460 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:37.361452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb13c47-3d7c-44ca-a444-a29f379f9814,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.363911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:37.433075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.438996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:37.528319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3e49733b-db5c-4d95-bda7-faa6e4c9294d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:37.561553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.562793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.565181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.581943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.582249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 3e49733b-db5c-4d95-bda7-faa6e4c9294d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:37:37.582677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3e49733b-db5c-4d95-bda7-faa6e4c9294d not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:37.587588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.597040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.600899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.618693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.648216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.653549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.654103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6567bf54-774a-4f53-bf76-3523fbd2bd25 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:37.678783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.683880 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6567bf54-774a-4f53-bf76-3523fbd2bd25 HTTP/1.1" status: 204 len: 168 time: 1.7305021 Dec 22 08:37:37.684884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55310) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.696089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event deleted for resources: {'Network': ['ID=4bd6bbe0-310b-44ac-aca4-6df9a4983771,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.701550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1585350665', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:37.712321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:37.717339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.719612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.724351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Usage tracker for resource:router and tenant:f8572afc13da48eb922bec9faeb0b852 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:37.729410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:37.733138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.738099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:37.744247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.749642 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "DELETE /v2.0/networks/4bd6bbe0-310b-44ac-aca4-6df9a4983771 HTTP/1.1" status: 204 len: 168 time: 3.0747590 Dec 22 08:37:37.753635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55314) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.756021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e6a5df12-4cd6-4f4c-b955-a59d512858d6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.795906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.846529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.847633 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.852725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.867245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9626b45c-000c-4fea-b6ed-0fe97a9300e4,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.871088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.880535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.890001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57e9d601-47a1-472e-8b7d-ae3cd47f56eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.918618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.919797 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-159dc4e7-8e67-4070-b8ab-1fba34280c52 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7162747 Dec 22 08:37:37.927003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:37.933241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55318) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.948902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:37.959874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.961059 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6626043 Dec 22 08:37:37.978681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55322) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.994476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Deleting port c7e350e5-1feb-48e3-89dd-dc0989031c44 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:37.994811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.005494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e2f46-9340-4d24-b72d-8a3a3c7a3803,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:38.036469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.065955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:38.069061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.069405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment fa9f9287-5119-4f12-906b-6412842c62dd of type vlan for network a04fbf5a-c441-49f9-9393-7dc68efd6e15 Dec 22 08:37:38.073473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.102115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.154007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.247662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.251739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Deleting port 0e393daa-23f7-415e-ad48-9a394b5bbb86 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:38.252108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.592113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.616359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e75af3df-f7e4-4438-8576-eb0f0a135624 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:38.625370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.634757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.634757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.640375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.640705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.650179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9626b45c-000c-4fea-b6ed-0fe97a9300e4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:38.653335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:38.694302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.699682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:38.700295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.765441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2bbb4574-4d34-404b-909c-34b229ab089b tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:38.804588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Calling delete_port for c7e350e5-1feb-48e3-89dd-dc0989031c44 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:38.840172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.841276 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9626b45c-000c-4fea-b6ed-0fe97a9300e4 HTTP/1.1" status: 204 len: 168 time: 0.8597431 Dec 22 08:37:38.849094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55330) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:38.901127 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4572275 Dec 22 08:37:38.914726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55334) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:38.930293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'name': 'tempest-PortsTestJSON-1683850110'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:38.944692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=a04fbf5a-c441-49f9-9393-7dc68efd6e15,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:38.955439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87600) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 08:37:38.955764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Router 0d064d63-2daf-4782-af1f-563d23020edc migrating from provider to provider. {{(pid=87600) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 08:37:38.956173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.957402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:38.960921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:38.976290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.000770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-de92fa9c-68c9-4357-8666-d16c553bd5f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:39.042700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.063516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] For port 0e393daa-23f7-415e-ad48-9a394b5bbb86, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0e393daa-23f7-415e-ad48-9a394b5bbb86,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:39.063793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-de92fa9c-68c9-4357-8666-d16c553bd5f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:39.063959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.068332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-de92fa9c-68c9-4357-8666-d16c553bd5f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1751258 Dec 22 08:37:39.073664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55338) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:39.159128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.167621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9abd5bca-64a9-44f3-8697-8353a258c5e2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:39.231400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Pushing event deleted for resources: {'Port': ['ID=c7e350e5-1feb-48e3-89dd-dc0989031c44,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:39.319734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Calling delete_port for 0e393daa-23f7-415e-ad48-9a394b5bbb86 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:39.323805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:39.376276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:39.384336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:39.388952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:39.395709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.403915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:39.408793 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.scheduler.l3_agent_scheduler [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] No L3 agents can host the router 0d064d63-2daf-4782-af1f-563d23020edc Dec 22 08:37:39.430828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 982437e6-1912-4a4b-8c9e-f1fb9b206edd no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:39.432867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.500238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:39.503719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.515624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 982437e6-1912-4a4b-8c9e-f1fb9b206edd {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:37:39.516274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 982437e6-1912-4a4b-8c9e-f1fb9b206edd not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:39.566715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.645708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.665093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.685693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.690835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:39.734955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.740997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84964dd9-9108-4210-a023-cdb596497329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.745507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 255eaae4-6832-4377-a3dd-abf08bd01490 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:39.806029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.812586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-00d614dc-2c1d-4112-8437-8e4d34b4129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:39.868185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb13c47-3d7c-44ca-a444-a29f379f9814,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:39.875983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Hosts for router 0d064d63-2daf-4782-af1f-563d23020edc: [] {{(pid=87600) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 22 08:37:39.876150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:39.896298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.897316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/edb13c47-3d7c-44ca-a444-a29f379f9814 HTTP/1.1" status: 204 len: 168 time: 0.8219733 Dec 22 08:37:39.901951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.903047 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] 10.222.0.36 "DELETE /v2.0/floatingips/fb5e1f14-2edd-4c68-8175-1a220e4e262e HTTP/1.1" status: 204 len: 168 time: 2.1403446 Dec 22 08:37:39.903637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55346) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:39.914391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e393daa-23f7-415e-ad48-9a394b5bbb86,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:39.931518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Allocated IP 172.26.7.199 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/c479faf7-4824-40a3-97e3-2282bce8d5c8) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:40.060285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:40.120230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Hosts for other DVR routers connected to router 0d064d63-2daf-4782-af1f-563d23020edc: set() {{(pid=87600) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 22 08:37:40.155866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.208758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8c67829a-3400-4b8d-b4ca-9412558e1690 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:40.244324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8c67829a-3400-4b8d-b4ca-9412558e1690 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:40.245629 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8c67829a-3400-4b8d-b4ca-9412558e1690 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3365178 Dec 22 08:37:40.259202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55354) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.259544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55358) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.292139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.293304 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-20146676-01be-403b-8370-30b3c0eae440 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "PUT /v2.0/routers/0d064d63-2daf-4782-af1f-563d23020edc HTTP/1.1" status: 200 len: 716 time: 2.3557174 Dec 22 08:37:40.304460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55364) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.366558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.421970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.427788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.486048 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-61d95dba-d2a0-42a9-be3b-dbb918db059b tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "GET /v2.0/routers/0d064d63-2daf-4782-af1f-563d23020edc HTTP/1.1" status: 200 len: 716 time: 0.1804042 Dec 22 08:37:40.496430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55368) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.548606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1fd2b6f0-a8a1-490f-8e23-ac53e30a2f37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcab7182ca43450b939e0109bcc9cb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881267 Dec 22 08:37:40.549433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.551097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55374) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.589603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.590121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:40.604466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.606403 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/886364fc-8b1d-4e0d-9cbd-29c2e1f423c2 HTTP/1.1" status: 204 len: 168 time: 3.4044642 Dec 22 08:37:40.609609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.610648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55378) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.631146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-475760574', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:40.631531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.636128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:40.642271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:40.646934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Usage tracker for resource:router and tenant:110c47bf90784d79b2303f84dab9e1c6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:40.650278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:40.663076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:40.678632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.683811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.689035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.720013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.759555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:40.821970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.822216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:40.891971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:40.922599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event updated for resources: {'Port': ['ID=c479faf7-4824-40a3-97e3-2282bce8d5c8,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:40.924859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.948032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83fb27e7-198b-4662-b6de-c9137bcfa595 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:40.958457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:40.977319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.994106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e5b9e85-ef2a-49c7-a442-b05caf0f34f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:41.029601 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4547d69d-9427-482f-b209-cc685561790f tempest-RoutersTestDVR-1819851474 tempest-RoutersTestDVR-1819851474-project] 10.222.0.36 "GET /v2.0/routers/0d064d63-2daf-4782-af1f-563d23020edc HTTP/1.1" status: 200 len: 682 time: 0.5270872 Dec 22 08:37:41.030961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=255eaae4-6832-4377-a3dd-abf08bd01490,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.034510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5316f0-5121-4a64-af59-7991cafb46fc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.035537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55386) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:41.040561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.045035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.047227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.232425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.236887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f5316f0-5121-4a64-af59-7991cafb46fc HTTP/1.1" status: 204 len: 168 time: 0.9806116 Dec 22 08:37:41.245587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55390) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:41.348266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.357501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:41.373446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdfe55a9-1ad2-427c-9099-e631c2bde653 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.424723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.446192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e393daa-23f7-415e-ad48-9a394b5bbb86 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:41.475782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e207c-bc00-49a7-906a-d8e88d9d5743,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.494104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.500868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 0e393daa-23f7-415e-ad48-9a394b5bbb86 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:37:41.501559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e393daa-23f7-415e-ad48-9a394b5bbb86 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:41.505225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': 'fa9f9287-5119-4f12-906b-6412842c62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:41.505573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: a04fbf5a-c441-49f9-9393-7dc68efd6e15, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:41.516213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.517656 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f1e207c-bc00-49a7-906a-d8e88d9d5743 HTTP/1.1" status: 204 len: 168 time: 0.9642017 Dec 22 08:37:41.623989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.855484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-45be2eca-c4a2-4deb-9b26-35e5ed75ea62 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:41.932221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdfe55a9-1ad2-427c-9099-e631c2bde653 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.935097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:41.939428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdfe55a9-1ad2-427c-9099-e631c2bde653 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.974622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:41.981926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a04fbf5a-c441-49f9-9393-7dc68efd6e15) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:41.983861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-45be2eca-c4a2-4deb-9b26-35e5ed75ea62 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:41.989607 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-45be2eca-c4a2-4deb-9b26-35e5ed75ea62 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7258584 Dec 22 08:37:41.996459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fbb73543-f4f1-4fa4-82b6-d99b6b09f7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.998879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ddf0c-2a10-4555-8b7a-dece55f0765a None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:42.014495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55404) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.015542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:42.034715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:42.035718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.060789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdfe55a9-1ad2-427c-9099-e631c2bde653 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.061638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfe55a9-1ad2-427c-9099-e631c2bde653 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d064d63-2daf-4782-af1f-563d23020edc {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:42.074116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--634010574'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:42.081542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.105987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bdfe55a9-1ad2-427c-9099-e631c2bde653 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.107497 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bdfe55a9-1ad2-427c-9099-e631c2bde653 tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0d064d63-2daf-4782-af1f-563d23020edc HTTP/1.1" status: 204 len: 168 time: 1.0708199 Dec 22 08:37:42.109104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:42.121269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55410) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.128340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:42.133285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Usage tracker for resource:security_group_rule and tenant:b035fa8084de406598377921ca23343a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:42.136475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:42.142459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:42.169802 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2518535 Dec 22 08:37:42.174825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55414) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.175140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Request body: {'router': {'name': 'tempest-router-206836131', 'distributed': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:42.182658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:42.183747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-350675'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:42.192832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:42.193590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:42.201558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:42.205278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Usage tracker for resource:router and tenant:776a7a1d4565443f87341b4db1ccebe7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:42.207104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:42.210868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:42.218067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:42.222198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:42.228384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.230941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.273067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.274186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.280828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:42.295911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:42.297494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:42.298580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.303420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:42.324458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:42.396003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.417139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:42.435751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.436128 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment 55201db1-a5e4-4c88-a490-2aa98c15cf01 of type vlan for network d2de76d9-43e4-4775-ad9a-0399bed89287 Dec 22 08:37:42.478123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.509018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.525413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Router 64b54da0-7f24-4281-8f3a-9507fbab3069 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:42.528842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.534393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:42.535157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.540733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f87dfd09-3220-4378-8352-410c67aab79f tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:42.544451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.557056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-40baa6e4-8ce1-4c96-8388-1558cac0cf22 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:42.568877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.572284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.640841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.704845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5f57b9-d6ee-4639-b9c3-8e01b9bfba7e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:42.715761 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5377092 Dec 22 08:37:42.719012 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b035fa8084de406598377921ca23343a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7403080 Dec 22 08:37:42.724830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:42.724992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55418) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.724992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55420) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.750638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'ports': [{'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15'}, {'network_id': 'd2de76d9-43e4-4775-ad9a-0399bed89287'}]} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:42.750998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:42.751502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'd2de76d9-43e4-4775-ad9a-0399bed89287'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:42.765481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=d2de76d9-43e4-4775-ad9a-0399bed89287,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:42.765729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.766904 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e102f00c-3895-4770-acf5-60fba88d395a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6053121 Dec 22 08:37:42.772540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55426) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.779278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:42.782431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d2de76d9-43e4-4775-ad9a-0399bed89287 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:42.912213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.928396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.937799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:43.001191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ec00d1-a6bd-4c32-905a-22e04021c05a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.059416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:43.072961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] Sync routers for ids ['64b54da0-7f24-4281-8f3a-9507fbab3069'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:43.084236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] Routers {'64b54da0-7f24-4281-8f3a-9507fbab3069'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:43.085026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['64b54da0-7f24-4281-8f3a-9507fbab3069'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:43.088867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.131229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.135191 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0848730 Dec 22 08:37:43.136122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:43.139438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.140676 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4477251 Dec 22 08:37:43.144264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:43.148328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.154782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55434) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:43.161297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d8c11-7caa-45e9-915a-35f0fd3b28fc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:43.163391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': False}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:43.166702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '0b6d8c11-7caa-45e9-915a-35f0fd3b28fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:43.169718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:43.181327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:43.202293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:43.205208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Allocated IP 172.26.7.126 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/776c8b2c-7bab-4912-b678-d0a3979baadb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:43.234749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] Routers {'64b54da0-7f24-4281-8f3a-9507fbab3069'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:43.235377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['64b54da0-7f24-4281-8f3a-9507fbab3069'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:43.282222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:43.283240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:43.285324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:43.289943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:43.293336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:43.323375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 2} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:43.328607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.349910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.351839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:43.352378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dda056-4a66-438b-8d23-19d32dfe0f0c None None] The sync data for ids ['64b54da0-7f24-4281-8f3a-9507fbab3069'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:43.354158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.447380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.526477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:43.560210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.607729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ec00d1-a6bd-4c32-905a-22e04021c05a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.615378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ec00d1-a6bd-4c32-905a-22e04021c05a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.657226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.696980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ec00d1-a6bd-4c32-905a-22e04021c05a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.697492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ec00d1-a6bd-4c32-905a-22e04021c05a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76b1901d-324d-4e7f-acfa-ffacca8754a1 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:43.736269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ec00d1-a6bd-4c32-905a-22e04021c05a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.737399 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c0ec00d1-a6bd-4c32-905a-22e04021c05a tempest-RoutersTestDVR-1902544539 tempest-RoutersTestDVR-1902544539-project-admin] 10.222.0.36 "DELETE /v2.0/routers/76b1901d-324d-4e7f-acfa-ffacca8754a1 HTTP/1.1" status: 204 len: 168 time: 0.9620237 Dec 22 08:37:43.763262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.784152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.792008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.796617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4292259-bec7-40d7-92c2-c9f058bf0959 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:43.800559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b89f2ac8-3673-405c-a585-7cc73676dfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:43.831188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5f57b9-d6ee-4639-b9c3-8e01b9bfba7e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:43.833291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:43.836358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c3d05b-4470-43c7-ace8-c7cb0fd9afac,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:43.840574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:43.844900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 8047b813-b230-4812-a142-56d5644cb71d yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:43.855226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.863730 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7118492 Dec 22 08:37:43.865211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:43.885137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.891121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:43.914625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.918322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e5f57b9-d6ee-4639-b9c3-8e01b9bfba7e HTTP/1.1" status: 204 len: 168 time: 1.1861603 Dec 22 08:37:43.969547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.981232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:43.987225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:43.990473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.999766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:44.044443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event updated for resources: {'Port': ['ID=776c8b2c-7bab-4912-b678-d0a3979baadb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:44.058065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:44.199681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.211330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4e8e1ec-fd8d-47cc-9cc5-9e6f4d1ffcf6 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:44.220025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55454) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:44.229121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03c3d05b-4470-43c7-ace8-c7cb0fd9afac,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:44.262701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.264473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:44.272917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.277255 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/03c3d05b-4470-43c7-ace8-c7cb0fd9afac HTTP/1.1" status: 204 len: 168 time: 0.4100835 Dec 22 08:37:44.282788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55460) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:44.401405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55468) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:44.433408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.452162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.495746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.505126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.531917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:44.545702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f7819d6f2f40a28628e9072c221d4a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:44.550689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:44.559981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:44.591568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.621177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ca41454d-5cea-4ba3-8d91-5e6bbab40378 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:44.642250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:44.657172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:266ba6fb70944f30973a47bda5d89460 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:44.664662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:44.678507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:44.683582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port be2c1e68-7fbe-457a-8eb1-2da77575faba yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:44.691394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ca41454d-5cea-4ba3-8d91-5e6bbab40378 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:44.696524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ca41454d-5cea-4ba3-8d91-5e6bbab40378 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4091017 Dec 22 08:37:44.699395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55472) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:44.901100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.913027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.921198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.931463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.039743 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9f7819d6f2f40a28628e9072c221d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363330 Dec 22 08:37:45.047154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.064426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6fb104-9a07-4a50-ad48-9f9c3c3f4482,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.064674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.072255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.080576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.086288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.105690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.127226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c594ad8c-269b-4c0a-a3e3-5df67a407cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.261448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.281117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0e8b9-b127-48b8-8c2d-4100621e8a1c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.285537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=266ba6fb70944f30973a47bda5d89460&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0548449 Dec 22 08:37:45.291300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.294551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55480) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.383054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.390314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.398813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4007e5a7-e89d-4e32-974a-17215bf66897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.431316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.436946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d8c11-7caa-45e9-915a-35f0fd3b28fc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.452326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.508604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Router 77747507-a1ab-4466-9ece-5a079a7e795c is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:45.633698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.646097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98b26c0e-1297-42ca-a389-b8aacd930e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.670719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6fb104-9a07-4a50-ad48-9f9c3c3f4482,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.677069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.684664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.685835 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b6fb104-9a07-4a50-ad48-9f9c3c3f4482 HTTP/1.1" status: 204 len: 168 time: 0.6377075 Dec 22 08:37:45.686632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.717906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eff3d607-85fe-4b1f-9741-faf9c62a321c tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.798168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:45.803568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.816677 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] Sync routers for ids ['77747507-a1ab-4466-9ece-5a079a7e795c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:45.832917 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] Routers {'77747507-a1ab-4466-9ece-5a079a7e795c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:45.833796 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['77747507-a1ab-4466-9ece-5a079a7e795c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:45.835344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:45.836712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.837022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.837885 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/0b6d8c11-7caa-45e9-915a-35f0fd3b28fc HTTP/1.1" status: 204 len: 168 time: 1.1375277 Dec 22 08:37:45.839629 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2278364 Dec 22 08:37:45.842143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55490) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.844568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:45.852643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.857075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:45.857908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.861464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:45.865746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=8047b813-b230-4812-a142-56d5644cb71d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.909153 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:45.920181 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] Routers {'77747507-a1ab-4466-9ece-5a079a7e795c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:45.921299 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['77747507-a1ab-4466-9ece-5a079a7e795c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:45.940497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.940998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.977431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.986632 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:45.987047 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c43c9e3-409e-43fe-bf83-064d9941a3c3 None None] The sync data for ids ['77747507-a1ab-4466-9ece-5a079a7e795c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:46.080998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=be2c1e68-7fbe-457a-8eb1-2da77575faba,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:46.124265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-36eb8798-8c42-4789-98bd-b2104fb623d1 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:46.133990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:46.194784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': '55201db1-a5e4-4c88-a490-2aa98c15cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2de76d9-43e4-4775-ad9a-0399bed89287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:46.195167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: d2de76d9-43e4-4775-ad9a-0399bed89287, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:46.211549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.216910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.224285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f95e0096-dd8a-4401-aa3d-7d8676954ab7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:46.232231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.286829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-36eb8798-8c42-4789-98bd-b2104fb623d1 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:46.292464 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-36eb8798-8c42-4789-98bd-b2104fb623d1 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4336939 Dec 22 08:37:46.297556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:46.305932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--177901033'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:46.308908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0e8b9-b127-48b8-8c2d-4100621e8a1c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:46.315128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:46.320204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:46.329838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network d2de76d9-43e4-4775-ad9a-0399bed89287 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:46.333003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:46.337983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.343320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4d0e8b9-b127-48b8-8c2d-4100621e8a1c HTTP/1.1" status: 204 len: 168 time: 1.0423448 Dec 22 08:37:46.410584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.455171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:46.493069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d2de76d9-43e4-4775-ad9a-0399bed89287) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:46.503198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577915bf-c709-45bf-b34b-37aeb2ea201e None None] Network d2de76d9-43e4-4775-ad9a-0399bed89287 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:46.525301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:46.530414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:46.548267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:46.548534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:46.584727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.585923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:46.601202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:46.601921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.707248 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9790339 Dec 22 08:37:46.712075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55526) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:46.750860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55532) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:46.775139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.792922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Router 64b54da0-7f24-4281-8f3a-9507fbab3069 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:37:46.894022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.896951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port be2c1e68-7fbe-457a-8eb1-2da77575faba {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:46.897519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.905147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:46.969865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b855dc97-ac6f-4150-b396-37e8dab0742c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:46.979355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:46.981521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.983137 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6843667 Dec 22 08:37:46.985705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-377697618'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:46.985917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55538) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:46.991775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': 'b855dc97-ac6f-4150-b396-37e8dab0742c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:46.999971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:47.005968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:47.006132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:47.009816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:47.018586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:47.021547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Usage tracker for resource:network and tenant:a123e41e1afb4f03a00bd7f4a95d0810 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:47.053705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.073006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55542) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.074390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:47.124456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:47.161133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:47.164380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.164518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.200851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.207534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:47.268168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Usage tracker for resource:security_group_rule and tenant:776a7a1d4565443f87341b4db1ccebe7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:47.277310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:47.278845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:47.282902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:47.296329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Usage tracker for resource:security_group_rule and tenant:a123e41e1afb4f03a00bd7f4a95d0810 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:47.296971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] Sync routers for ids ['64b54da0-7f24-4281-8f3a-9507fbab3069'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:47.298264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:47.301060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.306658 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2031ce99-20b3-4541-94de-d4555a07cdf9 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "PUT /v2.0/routers/64b54da0-7f24-4281-8f3a-9507fbab3069 HTTP/1.1" status: 200 len: 926 time: 4.1470745 Dec 22 08:37:47.306834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:47.309471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55546) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.316348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] Routers {'64b54da0-7f24-4281-8f3a-9507fbab3069'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:47.319160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['64b54da0-7f24-4281-8f3a-9507fbab3069'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:47.319823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.329795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.344101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:47.376959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:47.402911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.406456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:47.417566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] Routers {'64b54da0-7f24-4281-8f3a-9507fbab3069'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:47.418278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['64b54da0-7f24-4281-8f3a-9507fbab3069'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:47.487700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:47.488110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dba3df-8a03-4f8a-adb8-a7f3537d7baf None None] The sync data for ids ['64b54da0-7f24-4281-8f3a-9507fbab3069'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:47.548667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68ddec2-979c-4f9e-888a-cf3f80446753,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:47.564165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:47.589453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.590636 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6037958 Dec 22 08:37:47.595379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55550) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.689818 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c5637d38-3d01-4570-a550-e046622a045f tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules/d68ddec2-979c-4f9e-888a-cf3f80446753 HTTP/1.1" status: 200 len: 763 time: 0.0927520 Dec 22 08:37:47.690983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for be2c1e68-7fbe-457a-8eb1-2da77575faba owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:47.701188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55554) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.784877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.847818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.868068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-47664118-f16e-4c0c-9814-bcb6c3510890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:47.883139 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8c83aeaa-cd2f-44a9-bf93-472b7f99d2ad tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/64b54da0-7f24-4281-8f3a-9507fbab3069 HTTP/1.1" status: 200 len: 926 time: 0.5702915 Dec 22 08:37:47.883687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9b274b85-b7f7-47db-af77-096782cc78eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:47.890587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55558) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.900512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.947329 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=776a7a1d4565443f87341b4db1ccebe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8730547 Dec 22 08:37:47.955968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55564) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.962964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-73b05dfa-9d74-4d67-ae82-f51e2cbf798e tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:47.999817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9b274b85-b7f7-47db-af77-096782cc78eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:48.001127 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9b274b85-b7f7-47db-af77-096782cc78eb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2968030 Dec 22 08:37:48.001896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0a96ef-f730-49b2-9d54-cc2dc4628f65,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.014051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.016445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.021864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=be2c1e68-7fbe-457a-8eb1-2da77575faba,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.034301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.073289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.074829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.091086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.092361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.098633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.105679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.111977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.121721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ca173020-7bea-4655-8bae-f9fe695edfec tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.142750 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/be2c1e68-7fbe-457a-8eb1-2da77575faba HTTP/1.1" status: 204 len: 168 time: 1.4272251 Dec 22 08:37:48.148088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55574) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.173313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:48.194237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.200230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65413ff7-fb4b-4fb2-b6db-66a739c397cd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.228462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569664ec-6ce2-4100-8ad6-13afb4570eeb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.236779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.237501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.237846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Added segment 4ead8eff-d347-4d4a-909a-8c4b119faefd of type vlan for network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb Dec 22 08:37:48.241005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.290382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d68ddec2-979c-4f9e-888a-cf3f80446753,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.299086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.305626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.308604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.309726 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d68ddec2-979c-4f9e-888a-cf3f80446753 HTTP/1.1" status: 204 len: 168 time: 0.2950382 Dec 22 08:37:48.314886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.315051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b02b9-7f21-48fc-8635-c0c9c1812626 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:48.316496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fe4b02b9-7f21-48fc-8635-c0c9c1812626 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=64b54da0-7f24-4281-8f3a-9507fbab3069&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4244425 Dec 22 08:37:48.319592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55582) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.325003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.362421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Router 77747507-a1ab-4466-9ece-5a079a7e795c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:37:48.394330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38667408-e318-4558-ad08-cc32879f34a4 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:48.400265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38667408-e318-4558-ad08-cc32879f34a4 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:48.401043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-38667408-e318-4558-ad08-cc32879f34a4 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:48.415475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.421358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:48.421961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.430338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9c11e159-2001-4007-8265-f3916d3f7f81 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.521340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-be19b635-8ccb-4565-b3ce-4a5c6317f6fd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:48.531660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-38667408-e318-4558-ad08-cc32879f34a4 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:48.535457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-38667408-e318-4558-ad08-cc32879f34a4 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3770068 Dec 22 08:37:48.535457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.542455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55586) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.594064 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8280354 Dec 22 08:37:48.595085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.596145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c0a96ef-f730-49b2-9d54-cc2dc4628f65 HTTP/1.1" status: 204 len: 168 time: 0.6347120 Dec 22 08:37:48.604050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Network': ['ID=379bac8a-d9a7-4c39-a8ec-8cfdbef227eb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.606633 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55590) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.620288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.620765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.625541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:48.633758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'subnet': {'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:48.652679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-be19b635-8ccb-4565-b3ce-4a5c6317f6fd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:48.656372 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-be19b635-8ccb-4565-b3ce-4a5c6317f6fd tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3373864 Dec 22 08:37:48.660272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0a96ef-f730-49b2-9d54-cc2dc4628f65,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.673442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.684024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': 'b855dc97-ac6f-4150-b396-37e8dab0742c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:48.698711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:48.711024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:48.714046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.724859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffea7c3-5806-4c84-a63e-308b2d2230b5 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:48.725437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fffea7c3-5806-4c84-a63e-308b2d2230b5 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Synchronizing usage tracker for tenant:15c8e41527724582b6a494ab90e9144a on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:48.728315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 8047b813-b230-4812-a142-56d5644cb71d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:48.728654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.745154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.786353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:48.796966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.800994 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbd1af21-07f1-4024-a5bd-e7e2c57ec1d3 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "PUT /v2.0/routers/77747507-a1ab-4466-9ece-5a079a7e795c HTTP/1.1" status: 200 len: 921 time: 2.9576781 Dec 22 08:37:48.804300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55600) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.804748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fffea7c3-5806-4c84-a63e-308b2d2230b5 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Unset dirty status for tenant:15c8e41527724582b6a494ab90e9144a on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:48.806040 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fffea7c3-5806-4c84-a63e-308b2d2230b5 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.4734554 Dec 22 08:37:48.809636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.810394 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] Sync routers for ids ['77747507-a1ab-4466-9ece-5a079a7e795c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:48.836237 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] Routers {'77747507-a1ab-4466-9ece-5a079a7e795c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:48.836943 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['77747507-a1ab-4466-9ece-5a079a7e795c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:48.871982 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-01e39f96-ebbd-426c-9d1e-a431dc971f94 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=64b54da0-7f24-4281-8f3a-9507fbab3069 HTTP/1.1" status: 200 len: 205 time: 0.0604305 Dec 22 08:37:48.875264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.918085 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:48.928214 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] Routers {'77747507-a1ab-4466-9ece-5a079a7e795c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:48.929063 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['77747507-a1ab-4466-9ece-5a079a7e795c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:48.935284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:48.956768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Usage tracker for resource:subnet and tenant:a123e41e1afb4f03a00bd7f4a95d0810 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:48.964117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:48.999683 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:49.000314 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21a12d-6502-482b-bb7b-de87765cfc03 None None] The sync data for ids ['77747507-a1ab-4466-9ece-5a079a7e795c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:49.047806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:49.058473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.068118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.076829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.107887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d54fc02-df5f-4005-99c3-050f4b40e657,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.114859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.150633 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:49.154371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.197389 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-868afe9c-e993-4359-a103-68642170daeb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/77747507-a1ab-4466-9ece-5a079a7e795c HTTP/1.1" status: 200 len: 921 time: 0.3918009 Dec 22 08:37:49.250753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55626) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.332589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.339249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.371245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.372494 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6979377 Dec 22 08:37:49.376085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55634) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.407830 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c55669c-61be-4962-bf96-a36e95dcd828 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules/2d54fc02-df5f-4005-99c3-050f4b40e657 HTTP/1.1" status: 200 len: 763 time: 0.0254226 Dec 22 08:37:49.456072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.538075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab2d72fb-e264-4936-b87f-c080524b6c06 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:49.557249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.572211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab2d72fb-e264-4936-b87f-c080524b6c06 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:49.574143 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab2d72fb-e264-4936-b87f-c080524b6c06 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1168613 Dec 22 08:37:49.575763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Deleting port c479faf7-4824-40a3-97e3-2282bce8d5c8 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:49.576448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.605980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55646) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.614576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 8047b813-b230-4812-a142-56d5644cb71d owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:49.660591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.722709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19fcdf-c20e-493a-8ec5-cc6b83bbcb97 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:49.727981 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2c19fcdf-c20e-493a-8ec5-cc6b83bbcb97 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=77747507-a1ab-4466-9ece-5a079a7e795c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4633129 Dec 22 08:37:49.739289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55652) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.739289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.769247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.779175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d318a41-88ae-4dba-9203-a0bfdc415878 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.840664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=8047b813-b230-4812-a142-56d5644cb71d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.849247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.857543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.869650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.890503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9c27e13c-2247-4389-8e37-26edec435615 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.899007 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/8047b813-b230-4812-a142-56d5644cb71d HTTP/1.1" status: 204 len: 168 time: 1.3553092 Dec 22 08:37:49.908660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55658) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.909553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d54fc02-df5f-4005-99c3-050f4b40e657,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.932872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.947106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.969927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.970556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.974012 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2d54fc02-df5f-4005-99c3-050f4b40e657 HTTP/1.1" status: 204 len: 168 time: 0.3640912 Dec 22 08:37:49.976865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55664) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.978046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:50.087919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c00e8-909a-4171-a6ee-4b7cd5895e94 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:50.088555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c7c00e8-909a-4171-a6ee-4b7cd5895e94 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Synchronizing usage tracker for tenant:5356c2c983884e6ab16fe5c4142168cb on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:50.099746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Calling delete_port for c479faf7-4824-40a3-97e3-2282bce8d5c8 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:50.110889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Subnet': ['ID=1e3c9d2e-f4af-42ac-b879-68f705d7ae9c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:50.124812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:50.136184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8b59cbf9-7844-414b-bdf3-07d9f50d117e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:50.141484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Checking segment: {'id': '4ead8eff-d347-4d4a-909a-8c4b119faefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:50.141855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network hostable DHCP agents. Network: 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:50.168177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c7c00e8-909a-4171-a6ee-4b7cd5895e94 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Unset dirty status for tenant:5356c2c983884e6ab16fe5c4142168cb on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:50.172536 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c7c00e8-909a-4171-a6ee-4b7cd5895e94 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.4265585 Dec 22 08:37:50.174742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55672) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.177908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727aef2-9c41-4fa4-b8da-726dc47a0560 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:50.179211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6727aef2-9c41-4fa4-b8da-726dc47a0560 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:50.184982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8b59cbf9-7844-414b-bdf3-07d9f50d117e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:50.186446 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8b59cbf9-7844-414b-bdf3-07d9f50d117e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1779854 Dec 22 08:37:50.191009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55678) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.200405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': 'b855dc97-ac6f-4150-b396-37e8dab0742c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:50.206802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:50.214849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:50.220274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6727aef2-9c41-4fa4-b8da-726dc47a0560 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:50.221751 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6727aef2-9c41-4fa4-b8da-726dc47a0560 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3103962 Dec 22 08:37:50.225921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55682) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.249953 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc138410-865d-49c8-8f60-e10bcd1f93d7 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=77747507-a1ab-4466-9ece-5a079a7e795c HTTP/1.1" status: 200 len: 205 time: 0.0740035 Dec 22 08:37:50.257898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55688) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.262261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:50.268672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:50.281283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef25e8-8d94-401d-8545-6fff27fa339c None None] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:50.285421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-2670d31e-0ff1-482d-8ffe-eacce1ac7798 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:37:50.287231 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2670d31e-0ff1-482d-8ffe-eacce1ac7798 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/be2c1e68-7fbe-457a-8eb1-2da77575faba HTTP/1.1" status: 404 len: 333 time: 0.0601180 Dec 22 08:37:50.290515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:50.291312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.296006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55694) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.359339 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Project 01771f78f8b84155a858241b0aeb31ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:37:50.374623 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-240400b0-4567-4ad3-96e0-dd8c781753a6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:37:50.376074 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-240400b0-4567-4ad3-96e0-dd8c781753a6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/8047b813-b230-4812-a142-56d5644cb71d HTTP/1.1" status: 404 len: 333 time: 0.0764551 Dec 22 08:37:50.377945 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7635021 Dec 22 08:37:50.378875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55700) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.380281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.381682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.387796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-477320801'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:50.492674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55708) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.594857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.629229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.683081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.702168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.704466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'tenant_id': 'a123e41e1afb4f03a00bd7f4a95d0810', 'fixed_ips': [{'subnet_id': '1e3c9d2e-f4af-42ac-b879-68f705d7ae9c'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:37:50.705307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.710357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b593630-742b-4999-a780-3e12afc173e1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:50.731717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:50.753256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2048921401', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:50.774468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event deleted for resources: {'Port': ['ID=c479faf7-4824-40a3-97e3-2282bce8d5c8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:50.817311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:50.819268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:50.837488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8297e3f8-d7fb-404f-a1e9-a6651a6fbc4d,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:50.842608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Usage tracker for resource:port and tenant:ce5cb7404c7348d79b97630f29c32b4a is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:50.848655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:50.854486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:50.861852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:50.866243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.887712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Allocated IP 2001:db8::2 (379bac8a-d9a7-4c39-a8ec-8cfdbef227eb/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c/af8f4ee0-4ad7-4068-84d6-0f0eaddf8462) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:50.914242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.919174 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7237711 Dec 22 08:37:50.924876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55714) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.946618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2de76d9-43e4-4775-ad9a-0399bed89287']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.959063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Made reservation on behalf of ce5cb7404c7348d79b97630f29c32b4a for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:50.961851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.977321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.984612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55201db1-a5e4-4c88-a490-2aa98c15cf01') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.985153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55201db1-a5e4-4c88-a490-2aa98c15cf01') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.992993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.006823 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e85e978d-c028-4e15-b81d-44e37fe09d9a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules/8297e3f8-d7fb-404f-a1e9-a6651a6fbc4d HTTP/1.1" status: 200 len: 769 time: 0.0804083 Dec 22 08:37:51.010782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55718) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.014530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.046403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.053488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.057559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Usage tracker for resource:security_group_rule and tenant:ce5cb7404c7348d79b97630f29c32b4a is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:51.063659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:51.072435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:37:51.072665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.088364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:51.090374 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:51.094710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.108552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Usage tracker for resource:port and tenant:a123e41e1afb4f03a00bd7f4a95d0810 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:51.132404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.165733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.198171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-516f003e-5be1-4e06-93ff-5a36cc3374a2 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:51.213040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:51.216379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Transition to ACTIVE for port object af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:51.221941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.230813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd935f0a-553b-4b8c-a1e3-27d9029a3761 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.243483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Transition to ACTIVE for port object af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:51.247751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.252865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.262186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-516f003e-5be1-4e06-93ff-5a36cc3374a2 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:51.263464 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-516f003e-5be1-4e06-93ff-5a36cc3374a2 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2517631 Dec 22 08:37:51.268194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=d2de76d9-43e4-4775-ad9a-0399bed89287,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.269042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.274732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55722) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.278635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.289334 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/d2de76d9-43e4-4775-ad9a-0399bed89287 HTTP/1.1" status: 204 len: 168 time: 0.9005640 Dec 22 08:37:51.295208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55726) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.307919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2119170020'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:51.329273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.338924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:51.344847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:51.346538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:51.348295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:51.349063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.352288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:51.361948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:51.375860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:51.381063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.395888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.400749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.403730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:51.408365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.415335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:51.418939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.429058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.432345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Pushing event updated for resources: {'Port': ['ID=af8f4ee0-4ad7-4068-84d6-0f0eaddf8462,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.440295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.448800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.453915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1ca9bcea-7264-4101-9c78-86e2101a368c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.460734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] device_id is not set on port 49310206-be55-4be9-9157-ca7dfeaaf67f yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:51.463721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] device_id is not set on port 1930f45c-79d4-4914-8d0b-a3a4e1a1f5fe yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:51.467471 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Attempting to bind port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:51.467946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Attempting to bind port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '4ead8eff-d347-4d4a-909a-8c4b119faefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:51.468342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Attempting to bind port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 on network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:51.475821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:51.476332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Checking segment: {'id': '4ead8eff-d347-4d4a-909a-8c4b119faefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:51.476600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.476997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Bound using segment: {'id': '4ead8eff-d347-4d4a-909a-8c4b119faefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:51.477462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Bound port: af8f4ee0-4ad7-4068-84d6-0f0eaddf8462, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ead8eff-d347-4d4a-909a-8c4b119faefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:51.477834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.505243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.530039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.530566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Fanout notify agent at l3_agent the message router_deleted on router 64b54da0-7f24-4281-8f3a-9507fbab3069 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:51.562228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:51.564712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9c1289-3c1e-4cf5-ab5f-df63954da2ef,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.587732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.590433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.604875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.624644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] For port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:51.627164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.628673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] For port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=af8f4ee0-4ad7-4068-84d6-0f0eaddf8462,segment=NetworkSegment(4ead8eff-d347-4d4a-909a-8c4b119faefd),segment_id=4ead8eff-d347-4d4a-909a-8c4b119faefd)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:51.628844 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/64b54da0-7f24-4281-8f3a-9507fbab3069 HTTP/1.1" status: 204 len: 168 time: 2.7523773 Dec 22 08:37:51.631130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8297e3f8-d7fb-404f-a1e9-a6651a6fbc4d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.633563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.634366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Deleting port 776c8b2c-7bab-4912-b678-d0a3979baadb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:51.634736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.640705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.642147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.642458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.642806 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment 8af916c3-c88c-4954-8dec-b7ad4e857d52 of type vlan for network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 Dec 22 08:37:51.646232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.647399 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8297e3f8-d7fb-404f-a1e9-a6651a6fbc4d HTTP/1.1" status: 204 len: 168 time: 0.3718979 Dec 22 08:37:51.650258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.674020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55736) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.687401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123167514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:51.720712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.761230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.766542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Pushing event updated for resources: {'Port': ['ID=af8f4ee0-4ad7-4068-84d6-0f0eaddf8462,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.788384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Usage tracker for resource:router and tenant:f8572afc13da48eb922bec9faeb0b852 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:51.791780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.799401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:51.803998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Allocated IP 172.26.7.18 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/1930f45c-79d4-4914-8d0b-a3a4e1a1f5fe) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:51.814953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:51.865916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.871695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:51.872056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Allocated IP 2001:db8::347 (379bac8a-d9a7-4c39-a8ec-8cfdbef227eb/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c/49310206-be55-4be9-9157-ca7dfeaaf67f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:51.872662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.878694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:52.094532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.095581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.193918 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8962076 Dec 22 08:37:52.194413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-709b039b-46bd-46dc-aa07-0caf3b9fb4b7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:52.205046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55742) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:52.220538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:52.259114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=5287f760-5f0b-4bba-9de0-a3719bb09bb1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:52.262327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:52.267549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.273127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:52.350963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-709b039b-46bd-46dc-aa07-0caf3b9fb4b7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:52.351212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.352254 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-709b039b-46bd-46dc-aa07-0caf3b9fb4b7 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6773472 Dec 22 08:37:52.355948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55746) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:52.443115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.448620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.453762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.455333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.461519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.464938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:52.546192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.565631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:52.577015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:52.579646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:52.613116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Calling delete_port for 776c8b2c-7bab-4912-b678-d0a3979baadb owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:52.619463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Pushing event updated for resources: {'Port': ['ID=1930f45c-79d4-4914-8d0b-a3a4e1a1f5fe,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:52.622464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:52.641682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:52.655471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:52.657740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:52.658458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.660925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Transition to ACTIVE for port object 49310206-be55-4be9-9157-ca7dfeaaf67f will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:52.662229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:52.679137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.680578 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-91ed5280-68ec-4348-ad8f-4d18957326d3 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0158606 Dec 22 08:37:52.684392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:52.685123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55750) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:52.694565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:52.729218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:52.732138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.749653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.762641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-33f6b8b2-f12d-4315-9a1f-f0ff082bb356 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:52.855232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b855dc97-ac6f-4150-b396-37e8dab0742c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:52.857686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:52.865828 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3625987 Dec 22 08:37:52.875729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55756) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:52.881765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.18'}]}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:52.924204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.928243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/b855dc97-ac6f-4150-b396-37e8dab0742c HTTP/1.1" status: 204 len: 168 time: 0.5684338 Dec 22 08:37:52.932676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55760) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:52.944654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:52.970103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.976524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Usage tracker for resource:router and tenant:ce5cb7404c7348d79b97630f29c32b4a is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:52.983125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:52.987975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c884dd-7c1c-462a-9092-b81039517a1a None None] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:52.997339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:53.047627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Performing IP validity checks on allocation pools {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:37:53.048273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:37:53.072962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:53.125769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:53.133766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:53.142370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.143394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.148743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ff9321e8-dc8b-48c4-92be-64ae3e350871 None None] Provisioning for port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:53.154093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:53.159732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:53.160410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.169642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=49310206-be55-4be9-9157-ca7dfeaaf67f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:53.209132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.215279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0f5556c8-03b6-4246-9bc9-2912ff0f06bc tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:53.216504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:53.254068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0f5556c8-03b6-4246-9bc9-2912ff0f06bc tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:53.255322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0f5556c8-03b6-4246-9bc9-2912ff0f06bc tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3224065 Dec 22 08:37:53.262619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55766) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.281842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group': {'name': 'tempest-secgroup--770755255'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:53.291781 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9057844 Dec 22 08:37:53.292745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.304747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55770) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.313593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-545596615', 'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:55:6b:e3'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:53.325265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:53.364159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:53.382506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.390137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2973b63-3a2e-4fc6-8374-73ea0384e6e4 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:53.461811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.502898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:53.511009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Usage tracker for resource:port and tenant:a123e41e1afb4f03a00bd7f4a95d0810 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:53.516321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:53.552165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:53.564408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:53.653349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:53.661096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:53.661396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.692814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event deleted for resources: {'Port': ['ID=776c8b2c-7bab-4912-b678-d0a3979baadb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:53.728327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf78e-32e9-42a8-b083-77355f5c9f63 None None] Provisioning for port 49310206-be55-4be9-9157-ca7dfeaaf67f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:53.736515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf78e-32e9-42a8-b083-77355f5c9f63 None None] Provisioning complete for port 49310206-be55-4be9-9157-ca7dfeaaf67f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:53.736900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf78e-32e9-42a8-b083-77355f5c9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.742417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:53.792860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:53.794711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.796706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:53.830387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f0ccf78e-32e9-42a8-b083-77355f5c9f63 None None] Port 49310206-be55-4be9-9157-ca7dfeaaf67f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:37:53.870490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.888243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f0ccf78e-32e9-42a8-b083-77355f5c9f63 None None] Provisioning complete for port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:53.889018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf78e-32e9-42a8-b083-77355f5c9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.912328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:53.915124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.004820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=af8f4ee0-4ad7-4068-84d6-0f0eaddf8462,segment=NetworkSegment(4ead8eff-d347-4d4a-909a-8c4b119faefd),segment_id=4ead8eff-d347-4d4a-909a-8c4b119faefd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:54.010594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.035725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.043201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:54.043952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.048996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=d359c088-f331-4769-ac73-f601bc9d640d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:54.059145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:54.067431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.083399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:54.088154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.124553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.127258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=af8f4ee0-4ad7-4068-84d6-0f0eaddf8462,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:54.145644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:54.209044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.242905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2cb5054b-3121-445e-b874-01e7c0268956 None None] Provisioning complete for port 49310206-be55-4be9-9157-ca7dfeaaf67f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:54.243570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2cb5054b-3121-445e-b874-01e7c0268956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.280259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] device_id is not set on port 1db50709-daab-4e7b-9fa6-ed781b033c4e yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:54.306698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5054b-3121-445e-b874-01e7c0268956 None None] Port 49310206-be55-4be9-9157-ca7dfeaaf67f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:37:54.355085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Allocated IP 172.26.7.110 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/4c806e09-89d9-469e-8c44-9e9d54a34971) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:54.429764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.434591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.437642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': '8af916c3-c88c-4954-8dec-b7ad4e857d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:54.437996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: 5287f760-5f0b-4bba-9de0-a3719bb09bb1, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:54.506455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.506830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Fanout notify agent at l3_agent the message router_deleted on router 77747507-a1ab-4466-9ece-5a079a7e795c {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:54.530957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:54.541894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Allocated IP 2001:db8::10e (379bac8a-d9a7-4c39-a8ec-8cfdbef227eb/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c/1db50709-daab-4e7b-9fa6-ed781b033c4e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:54.553714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.558223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 5287f760-5f0b-4bba-9de0-a3719bb09bb1) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:54.564023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.570195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:54.570795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.577417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6f8e9fe-8ec0-403a-9739-d90fd2e01fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.579065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44c269-1787-47e5-8214-29da2b83d0ed None None] Network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:54.614433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.615289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.620648 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/77747507-a1ab-4466-9ece-5a079a7e795c HTTP/1.1" status: 204 len: 168 time: 4.3573074 Dec 22 08:37:54.621343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55778) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.633132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.637199 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3699381 Dec 22 08:37:54.641477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-707450394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:54.641896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55782) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.652711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Request body: {'security_group_rule': {'security_group_id': '7a7e8825-b179-490d-9ac0-55614d0f9f60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:54.655365 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4466245 Dec 22 08:37:54.658562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:54.663116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55786) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.667312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Usage tracker for resource:router and tenant:110c47bf90784d79b2303f84dab9e1c6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:54.671704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e8825-b179-490d-9ac0-55614d0f9f60,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:54.674139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:54.680879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:54.683659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:54.684028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:54.692739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1', 'name': 'tempest-PortsTestJSON-71436175'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:54.713540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.714492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.760045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Usage tracker for resource:security_group_rule and tenant:01771f78f8b84155a858241b0aeb31ea is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:54.767515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:54.776584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.847362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:54.847619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-5287f760-5f0b-4bba-9de0-a3719bb09bb1', 'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1', 'tenant_id': 'cdc1d6d0cc264e8fbf7c366514f99413', 'fixed_ips': [{'subnet_id': 'd359c088-f331-4769-ac73-f601bc9d640d'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:37:54.848821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.902749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.927597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.946831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d3b8e58d-1cb6-416b-b654-5c35b8c4d513 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:55.020459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Allocated IP 172.20.0.2 (5287f760-5f0b-4bba-9de0-a3719bb09bb1/d359c088-f331-4769-ac73-f601bc9d640d/b146194f-1e98-4926-afe0-de7251ca41be) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:55.059083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:55.072030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.078515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:55.085747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:55.095864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:55.105115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:55.109852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.113767 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b3c9ff65-fe8d-440a-9970-754c805d30a1 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4887261 Dec 22 08:37:55.113767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.136212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55790) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.138807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:55.142308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.143042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.181314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:55.255728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.259410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.277240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Transition to ACTIVE for port object b146194f-1e98-4926-afe0-de7251ca41be will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:55.301034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Transition to ACTIVE for port object b146194f-1e98-4926-afe0-de7251ca41be will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:55.306842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.311397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:55.320725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event updated for resources: {'Port': ['ID=4c806e09-89d9-469e-8c44-9e9d54a34971,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.346957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:55.356459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.370927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 92b671c7-92f1-49a0-85ee-e2b475f3162f yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:55.381754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:55.388760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:55.400594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:55.407876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Pushing event updated for resources: {'Port': ['ID=b146194f-1e98-4926-afe0-de7251ca41be,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.413612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:55.414243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.437036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.551880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:55.622474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Attempting to bind port b146194f-1e98-4926-afe0-de7251ca41be on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:55.622867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Attempting to bind port b146194f-1e98-4926-afe0-de7251ca41be by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '8af916c3-c88c-4954-8dec-b7ad4e857d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:55.623319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Attempting to bind port b146194f-1e98-4926-afe0-de7251ca41be on network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:37:55.634584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:37:55.634958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Checking segment: {'id': '8af916c3-c88c-4954-8dec-b7ad4e857d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:37:55.635360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.635756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Bound using segment: {'id': '8af916c3-c88c-4954-8dec-b7ad4e857d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:37:55.636330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Bound port: b146194f-1e98-4926-afe0-de7251ca41be, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af916c3-c88c-4954-8dec-b7ad4e857d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5287f760-5f0b-4bba-9de0-a3719bb09bb1'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:55.636705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.690097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Transition to ACTIVE for port object 1db50709-daab-4e7b-9fa6-ed781b033c4e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:55.714548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:55.714915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.769944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:55.781184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] For port b146194f-1e98-4926-afe0-de7251ca41be, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:37:55.786533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] For port b146194f-1e98-4926-afe0-de7251ca41be, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b146194f-1e98-4926-afe0-de7251ca41be,segment=NetworkSegment(8af916c3-c88c-4954-8dec-b7ad4e857d52),segment_id=8af916c3-c88c-4954-8dec-b7ad4e857d52)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:37:55.788539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.791198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.796213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.800770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-468e3be8-35a7-4e7a-9895-959bf1b0b9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:55.824158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.824688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ddb3b01-ed08-4017-b516-ebac8bf01d46 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:37:55.850773 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:37:55.854680 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3176a2b4-994c-4d2f-b12d-4426e0944e34 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9743679 Dec 22 08:37:55.855863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.895111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3fe711-58cf-4242-b572-e968f2bcada8,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.926114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Deleting port 1930f45c-79d4-4914-8d0b-a3a4e1a1f5fe {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:55.926889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.946593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Pushing event updated for resources: {'Port': ['ID=b146194f-1e98-4926-afe0-de7251ca41be,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.950543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:56.014188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:56.194441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.199967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.238728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.240140 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5972617 Dec 22 08:37:56.268665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55802) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:56.278857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.340213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Calling delete_port for 1930f45c-79d4-4914-8d0b-a3a4e1a1f5fe owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:56.356303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:56.489724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.496985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:56.512869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.14 (5287f760-5f0b-4bba-9de0-a3719bb09bb1/d359c088-f331-4769-ac73-f601bc9d640d/92b671c7-92f1-49a0-85ee-e2b475f3162f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:56.532386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:56.552830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:56.652106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Pushing event deleted for resources: {'Port': ['ID=1930f45c-79d4-4914-8d0b-a3a4e1a1f5fe,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:56.668045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:56.713579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=1db50709-daab-4e7b-9fa6-ed781b033c4e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:56.717881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:56.721321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:56.727678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:56.728370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.784679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.788575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.805514 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1930f45c-79d4-4914-8d0b-a3a4e1a1f5fe HTTP/1.1" status: 204 len: 168 time: 0.9483793 Dec 22 08:37:56.858412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.910073 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.6042998 Dec 22 08:37:56.912869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55812) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:56.953253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d1e4da8-d0c8-41d6-817a-6f5429d9868e None None] Provisioning for port 1db50709-daab-4e7b-9fa6-ed781b033c4e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:56.959241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d1e4da8-d0c8-41d6-817a-6f5429d9868e None None] Provisioning complete for port 1db50709-daab-4e7b-9fa6-ed781b033c4e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:56.959624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d1e4da8-d0c8-41d6-817a-6f5429d9868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.996210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.037314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f6d37-03ce-4f8d-a951-f842c50ea62f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:57.044181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f6d37-03ce-4f8d-a951-f842c50ea62f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:57.045080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e4da8-d0c8-41d6-817a-6f5429d9868e None None] Port 1db50709-daab-4e7b-9fa6-ed781b033c4e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:37:57.056872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f6d37-03ce-4f8d-a951-f842c50ea62f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:57.058075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de7f6d37-03ce-4f8d-a951-f842c50ea62f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Synchronizing usage tracker for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:57.092331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de7f6d37-03ce-4f8d-a951-f842c50ea62f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Unset dirty status for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:57.096048 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-de7f6d37-03ce-4f8d-a951-f842c50ea62f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1793268 Dec 22 08:37:57.096677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55816) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.128785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e14debd-0386-45b7-9237-52f0a781c18f None None] Network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:37:57.181314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting port 1db50709-daab-4e7b-9fa6-ed781b033c4e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:57.182189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.231729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e789819a-c7dd-484a-9daf-a7dcb0ea2a35 None None] Provisioning for port b146194f-1e98-4926-afe0-de7251ca41be completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:57.263520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55822) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.295340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.306683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f4aea81-059a-40d1-9648-ebb6a2284315 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:57.319031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.447670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.520196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b146194f-1e98-4926-afe0-de7251ca41be up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:57.587394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:57.648303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b146194f-1e98-4926-afe0-de7251ca41be completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:57.658002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b146194f-1e98-4926-afe0-de7251ca41be triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:57.658394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.664768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.670965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e8825-b179-490d-9ac0-55614d0f9f60,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:57.673824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:57.731380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object 92b671c7-92f1-49a0-85ee-e2b475f3162f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:57.763893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Usage tracker for resource:security_group_rule and tenant:256e27a33a8a4638a52dfb4631178bc5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:57.767753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:57.776127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:57.826819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.828310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/7a7e8825-b179-490d-9ac0-55614d0f9f60 HTTP/1.1" status: 204 len: 168 time: 1.5542624 Dec 22 08:37:57.839882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55832) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.840525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.857225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.912213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port b146194f-1e98-4926-afe0-de7251ca41be, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b146194f-1e98-4926-afe0-de7251ca41be,segment=NetworkSegment(8af916c3-c88c-4954-8dec-b7ad4e857d52),segment_id=8af916c3-c88c-4954-8dec-b7ad4e857d52)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:37:57.919777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.922487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:57.930882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.937859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Calling delete_port for 1db50709-daab-4e7b-9fa6-ed781b033c4e owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:37:57.966077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.968101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b28443e3-4539-4b89-a2b8-8bd2074c1e13 None None] Provisioning complete for port b146194f-1e98-4926-afe0-de7251ca41be triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:57.969646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b28443e3-4539-4b89-a2b8-8bd2074c1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.970937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.000731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f4b67cdf-e217-403f-8d57-2b67bcd93926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.028642 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=256e27a33a8a4638a52dfb4631178bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7638073 Dec 22 08:37:58.036939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4f6bdc-eae1-4e88-9871-553743aaeba4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.037176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55836) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.042849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.055961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=b146194f-1e98-4926-afe0-de7251ca41be,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.061959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.108518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.116037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.131014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c940b08-1bea-410c-8bb1-1be638b3c905 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.170955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.176869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0ad6412-c924-4152-91d5-27d7885d9648 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.213469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e289efe-fea6-4278-9e9d-6964f82aa24a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:58.216269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.223897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Port': ['ID=1db50709-daab-4e7b-9fa6-ed781b033c4e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.227036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.357083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:58.377622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:58.382104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.392951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=92b671c7-92f1-49a0-85ee-e2b475f3162f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.396897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:58.402953 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/ports/1db50709-daab-4e7b-9fa6-ed781b033c4e HTTP/1.1" status: 204 len: 168 time: 1.3050139 Dec 22 08:37:58.405713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.443472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.450604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e289efe-fea6-4278-9e9d-6964f82aa24a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:58.452105 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9e289efe-fea6-4278-9e9d-6964f82aa24a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5806153 Dec 22 08:37:58.454865 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-550bd222-050c-4381-b8ec-11db060807c6 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] GET failed (client error): The resource could not be found. Dec 22 08:37:58.456202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-550bd222-050c-4381-b8ec-11db060807c6 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Synchronizing usage tracker for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:58.458820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55844) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.507987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-550bd222-050c-4381-b8ec-11db060807c6 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Unset dirty status for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:58.512780 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-550bd222-050c-4381-b8ec-11db060807c6 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "GET /v2.0/ports/1db50709-daab-4e7b-9fa6-ed781b033c4e HTTP/1.1" status: 404 len: 333 time: 0.1025028 Dec 22 08:37:58.516182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55848) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.524801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355354100'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:37:58.542984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.547022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-28f1bed2-86ed-4853-826d-85fec88002af tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:58.589604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.630754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-28f1bed2-86ed-4853-826d-85fec88002af tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:58.632004 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-28f1bed2-86ed-4853-826d-85fec88002af tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1711259 Dec 22 08:37:58.635400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55852) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.639137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:58.639797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.644110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Allocated IP 172.26.7.127 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/004ddb32-ef1a-4aad-bd3b-870b52697ad8) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:58.663227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-5d9e319b-4c9b-44e7-b3b6-e86187b4dc21 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] delete failed (client error): The resource could not be found. Dec 22 08:37:58.664280 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5d9e319b-4c9b-44e7-b3b6-e86187b4dc21 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "DELETE /v2.0/security-groups/7a7e8825-b179-490d-9ac0-55614d0f9f60 HTTP/1.1" status: 404 len: 347 time: 0.0282366 Dec 22 08:37:58.668614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55856) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.725690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0550795 Dec 22 08:37:58.726270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55860) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.745899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7e796b9f-06cb-43a1-8498-c545a99b61c0 None None] Provisioning for port 92b671c7-92f1-49a0-85ee-e2b475f3162f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:58.751388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7e796b9f-06cb-43a1-8498-c545a99b61c0 None None] Provisioning complete for port 92b671c7-92f1-49a0-85ee-e2b475f3162f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:58.751852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e796b9f-06cb-43a1-8498-c545a99b61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.778181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:58.820484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:58.830517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b8550d4-a585-4e8f-8435-95d826743361 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Synchronizing usage tracker for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:58.834148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7e796b9f-06cb-43a1-8498-c545a99b61c0 None None] Port 92b671c7-92f1-49a0-85ee-e2b475f3162f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:37:58.834312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.842481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-485c3684-6fd0-4d5f-8d93-14248ff31dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.844351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 92b671c7-92f1-49a0-85ee-e2b475f3162f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:37:58.844693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.868584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4f6bdc-eae1-4e88-9871-553743aaeba4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.870940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.871522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Router 0232a905-7382-4367-bbb1-13ad23847de7 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:37:58.887519 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:37:58.904882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:58.909466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.909950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.912388 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e4f6bdc-eae1-4e88-9871-553743aaeba4 HTTP/1.1" status: 204 len: 168 time: 0.8687329 Dec 22 08:37:58.938369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b8550d4-a585-4e8f-8435-95d826743361 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Unset dirty status for tenant:01771f78f8b84155a858241b0aeb31ea on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:58.945068 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b8550d4-a585-4e8f-8435-95d826743361 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2702050 Dec 22 08:37:58.961950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] device_id is not set on port d29ed736-69e8-4f77-b490-00fa632c9a65 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:59.050153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.170018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:37:59.178102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.182039 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4a8e6d0a-fff4-4e8b-ac06-acf577216690 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "PUT /v2.0/routers/0232a905-7382-4367-bbb1-13ad23847de7 HTTP/1.1" status: 200 len: 884 time: 6.4932625 Dec 22 08:37:59.182260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55876) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.185490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] Sync routers for ids ['0232a905-7382-4367-bbb1-13ad23847de7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:37:59.206280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] Routers {'0232a905-7382-4367-bbb1-13ad23847de7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:59.206935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0232a905-7382-4367-bbb1-13ad23847de7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:59.258584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.272783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:59.294195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:59.300528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55880) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.304213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] Routers {'0232a905-7382-4367-bbb1-13ad23847de7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:37:59.304827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0232a905-7382-4367-bbb1-13ad23847de7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:59.374580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:59.375003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cb5ae-cfa1-4694-9668-ede380d4dd77 None None] The sync data for ids ['0232a905-7382-4367-bbb1-13ad23847de7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:37:59.482931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55886) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.519228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b146194f-1e98-4926-afe0-de7251ca41be up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:59.544498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Allocated IP 2001:db8::6d (379bac8a-d9a7-4c39-a8ec-8cfdbef227eb/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c/d29ed736-69e8-4f77-b490-00fa632c9a65) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:59.586146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.599405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b3d5dbe9-988b-46a0-9a4b-4906014651b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce5cb7404c7348d79b97630f29c32b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133225 Dec 22 08:37:59.606309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55890) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.638120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event updated for resources: {'Port': ['ID=004ddb32-ef1a-4aad-bd3b-870b52697ad8,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:59.657420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b146194f-1e98-4926-afe0-de7251ca41be triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:59.658086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.659842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.660333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.660641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.660999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.661362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.661704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.662051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.662398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.662747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.663092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.663434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.663774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:59.672559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:59.674431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:59.677550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:59.681504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:37:59.742135 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1a9345a2-5dd1-4869-aafb-73c2c0f69a4c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/0232a905-7382-4367-bbb1-13ad23847de7 HTTP/1.1" status: 200 len: 925 time: 0.5586796 Dec 22 08:37:59.744888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55894) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.765275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 92b671c7-92f1-49a0-85ee-e2b475f3162f owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:00.000833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a700b-03d6-4e72-872c-a39652f20245 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:00.005543 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ef6a700b-03d6-4e72-872c-a39652f20245 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=0232a905-7382-4367-bbb1-13ad23847de7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2565360 Dec 22 08:38:00.005801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55900) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.028263 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9de48d30-fd81-433a-b46d-03670d78d119 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01771f78f8b84155a858241b0aeb31ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882997 Dec 22 08:38:00.029549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55904) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.062598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.171549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.221534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.230988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-97f1a5ee-cdde-4cfb-91c3-b766cc143c73 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:00.271047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.300007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=92b671c7-92f1-49a0-85ee-e2b475f3162f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:00.345316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Transition to ACTIVE for port object d29ed736-69e8-4f77-b490-00fa632c9a65 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:00.352424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.352673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.352764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.353000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.353364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.353741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.354072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.354426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.354774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.355207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.355457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.355798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.356165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:00.359260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86caa3af-0dfd-4686-adeb-dcb786854f73 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:00.363170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-86caa3af-0dfd-4686-adeb-dcb786854f73 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.3536885 Dec 22 08:38:00.370047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55910) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.390333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:00.419721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.424780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.432234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-daf5c6bd-f8dd-4154-81be-b9eeacb960c8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:00.459621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9c1289-3c1e-4cf5-ab5f-df63954da2ef,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:00.468306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:00.471278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.504083 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0dd9ce12-3b30-4105-ba3b-bd29f16eadd5 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=0232a905-7382-4367-bbb1-13ad23847de7 HTTP/1.1" status: 200 len: 205 time: 0.1277211 Dec 22 08:38:00.505525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55914) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.512006 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/92b671c7-92f1-49a0-85ee-e2b475f3162f HTTP/1.1" status: 204 len: 168 time: 1.7853248 Dec 22 08:38:00.512210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.524034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55918) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.571481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.576524 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c9c1289-3c1e-4cf5-ab5f-df63954da2ef HTTP/1.1" status: 204 len: 168 time: 0.9692652 Dec 22 08:38:00.583760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.593794 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-684b6552-5fb8-4921-af3e-842145227291 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:00.594272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684b6552-5fb8-4921-af3e-842145227291 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:00.596266 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-684b6552-5fb8-4921-af3e-842145227291 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/92b671c7-92f1-49a0-85ee-e2b475f3162f HTTP/1.1" status: 404 len: 333 time: 0.0713782 Dec 22 08:38:00.599484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a11f8deb-7603-4a59-a64e-ecb6766b6255 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:00.601012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55924) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.685118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:00.694276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:00.732420 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc75947-3734-4cb6-8b42-87f1662e5ad0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:00.732961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-abc75947-3734-4cb6-8b42-87f1662e5ad0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:00.756317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:00.762589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:00.763561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.806310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=d29ed736-69e8-4f77-b490-00fa632c9a65,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:00.812357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:00.823949 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3041158 Dec 22 08:38:00.824627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-abc75947-3734-4cb6-8b42-87f1662e5ad0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:00.824627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-abc75947-3734-4cb6-8b42-87f1662e5ad0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/92b671c7-92f1-49a0-85ee-e2b475f3162f HTTP/1.1" status: 404 len: 333 time: 0.2140522 Dec 22 08:38:00.824627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55930) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.827279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.827456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55934) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.834915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:55:6b:e3'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:00.869357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:00.903855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.909661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb826e6a-aa3b-47ee-873c-9503a6fa2c06,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:00.930008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:01.035828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet d359c088-f331-4769-ac73-f601bc9d640d {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:01.040970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.105706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-221567c8-c6d9-4661-8f6a-4c1344a43cca None None] Provisioning for port d29ed736-69e8-4f77-b490-00fa632c9a65 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:01.116379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-221567c8-c6d9-4661-8f6a-4c1344a43cca None None] Provisioning complete for port d29ed736-69e8-4f77-b490-00fa632c9a65 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:01.116994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-221567c8-c6d9-4661-8f6a-4c1344a43cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.172489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.173618 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb826e6a-aa3b-47ee-873c-9503a6fa2c06 HTTP/1.1" status: 204 len: 168 time: 1.1439586 Dec 22 08:38:01.259333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.267620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.303257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-221567c8-c6d9-4661-8f6a-4c1344a43cca None None] Port d29ed736-69e8-4f77-b490-00fa632c9a65 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:01.351815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.429943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.450754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Deleting port 4c806e09-89d9-469e-8c44-9e9d54a34971 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:01.451064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.560336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.634649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.726474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.733634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:01.873278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Calling delete_port for 4c806e09-89d9-469e-8c44-9e9d54a34971 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:01.912150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Router 2a4b361c-2185-4147-9dbe-33d6d976b4a8 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:38:01.941302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.949361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8a1ed94b-f80e-4f26-9b30-0db3161960ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:02.006832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=d359c088-f331-4769-ac73-f601bc9d640d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:02.008970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.018201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:02.024466 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/d359c088-f331-4769-ac73-f601bc9d640d HTTP/1.1" status: 204 len: 168 time: 1.1955333 Dec 22 08:38:02.027881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 55978) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:02.028091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002d4e6-bd18-4ba0-bd34-9ef57d385cb4 None None] Network 5287f760-5f0b-4bba-9de0-a3719bb09bb1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:02.230562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-130285205'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:02.284862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.299614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.304960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.325360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ba84df3-2377-494b-8e60-0163510d38fa tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:02.337165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:02.341423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4158c08-9246-4711-b555-1a752d4e867a tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:02.368335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:02.379626 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] Sync routers for ids ['2a4b361c-2185-4147-9dbe-33d6d976b4a8'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:02.393005 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] Routers {'2a4b361c-2185-4147-9dbe-33d6d976b4a8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:02.393623 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2a4b361c-2185-4147-9dbe-33d6d976b4a8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:02.441278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.443137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "PUT /v2.0/routers/2a4b361c-2185-4147-9dbe-33d6d976b4a8 HTTP/1.1" status: 200 len: 879 time: 7.2877820 Dec 22 08:38:02.466655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] In _notify_port_updated(), no bound segment for port d29ed736-69e8-4f77-b490-00fa632c9a65 on network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:38:02.479981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:02.480937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.499031 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "PUT /v2.0/ports/d29ed736-69e8-4f77-b490-00fa632c9a65 HTTP/1.1" status: 200 len: 1002 time: 1.6736674 Dec 22 08:38:02.499956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55990) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:02.500562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55994) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:02.513142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 55996) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:02.524499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.578126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:network and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:02.581784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:02.586619 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:02.590614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event deleted for resources: {'Port': ['ID=4c806e09-89d9-469e-8c44-9e9d54a34971,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:02.599397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:02.608399 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] Routers {'2a4b361c-2185-4147-9dbe-33d6d976b4a8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:02.610986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] DHCP port deletion for 5287f760-5f0b-4bba-9de0-a3719bb09bb1 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:02.615877 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2a4b361c-2185-4147-9dbe-33d6d976b4a8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:02.619377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Deleting port b146194f-1e98-4926-afe0-de7251ca41be {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:02.633433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.635347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:02.663956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port b146194f-1e98-4926-afe0-de7251ca41be {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:02.664773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.712300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:02.716759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.727919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.729129 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:02.729530 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d3c12-2e3b-4966-a48c-428ef9f8237e None None] The sync data for ids ['2a4b361c-2185-4147-9dbe-33d6d976b4a8'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:02.921283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting port d29ed736-69e8-4f77-b490-00fa632c9a65 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:02.921819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.924148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.926480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.936453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-756a5422-375e-4318-a477-a225ced35c87 None None] Provisioning complete for port d29ed736-69e8-4f77-b490-00fa632c9a65 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:02.936827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-756a5422-375e-4318-a477-a225ced35c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.959144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.959640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Fanout notify agent at l3_agent the message router_deleted on router 0232a905-7382-4367-bbb1-13ad23847de7 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:02.967393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.011603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] For port b146194f-1e98-4926-afe0-de7251ca41be, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b146194f-1e98-4926-afe0-de7251ca41be,segment=NetworkSegment(8af916c3-c88c-4954-8dec-b7ad4e857d52),segment_id=8af916c3-c88c-4954-8dec-b7ad4e857d52)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:03.012062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.017383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.020644 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-408c817a-5fdc-4598-9019-9cdef18b286d tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/2a4b361c-2185-4147-9dbe-33d6d976b4a8 HTTP/1.1" status: 200 len: 920 time: 0.5141668 Dec 22 08:38:03.034369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:03.071387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=d29ed736-69e8-4f77-b490-00fa632c9a65,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:03.088991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-271b3240-9b25-4c1c-a5ef-189d08137928 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:03.090041 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.api.v2.base [None req-271b3240-9b25-4c1c-a5ef-189d08137928 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:38:03.091969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-271b3240-9b25-4c1c-a5ef-189d08137928 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:38:03.098727 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-271b3240-9b25-4c1c-a5ef-189d08137928 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5905325 Dec 22 08:38:03.099583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56012) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.103783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:03.112840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626857721'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:03.165146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Calling delete_port for b146194f-1e98-4926-afe0-de7251ca41be owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:03.187083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:03.195408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:03.201161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:03.205863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-756a5422-375e-4318-a477-a225ced35c87 None None] Port d29ed736-69e8-4f77-b490-00fa632c9a65 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:03.229342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:03.265196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.270047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-33b13e03-8518-489b-9702-73708c2ee9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:03.317910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Pushing event deleted for resources: {'Port': ['ID=b146194f-1e98-4926-afe0-de7251ca41be,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:03.318254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.319340 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/0232a905-7382-4367-bbb1-13ad23847de7 HTTP/1.1" status: 204 len: 168 time: 2.8132961 Dec 22 08:38:03.330537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.330878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.331214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.331544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.333107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.333107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.333329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.333517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.333838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.334164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.334477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.334791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:03.337754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:security_group_rule and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:03.340343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:03.341061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] No DVR routers for this DVR port b146194f-1e98-4926-afe0-de7251ca41be on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:03.347682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56016) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.350818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:03.370324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1059508748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:03.382709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:03.390420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:03.406340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Usage tracker for resource:router and tenant:f8572afc13da48eb922bec9faeb0b852 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:03.415864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:03.437009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:03.439683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] For port b146194f-1e98-4926-afe0-de7251ca41be, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b146194f-1e98-4926-afe0-de7251ca41be,segment=NetworkSegment(8af916c3-c88c-4954-8dec-b7ad4e857d52),segment_id=8af916c3-c88c-4954-8dec-b7ad4e857d52)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:03.440176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.469423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b146194f-1e98-4926-afe0-de7251ca41be no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:03.486923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.502550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.508557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: b146194f-1e98-4926-afe0-de7251ca41be {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:03.509028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b146194f-1e98-4926-afe0-de7251ca41be not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:03.546632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:03.554994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:03.558544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.565932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:03.579505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:03.635145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for b146194f-1e98-4926-afe0-de7251ca41be owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:03.686954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.687992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.707607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Calling delete_port for d29ed736-69e8-4f77-b490-00fa632c9a65 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:03.734365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c279a45-e188-462f-a167-bff755d00f1a tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:03.734990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c279a45-e188-462f-a167-bff755d00f1a tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Synchronizing usage tracker for tenant:5356c2c983884e6ab16fe5c4142168cb on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:03.748596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.809143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c279a45-e188-462f-a167-bff755d00f1a tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Unset dirty status for tenant:5356c2c983884e6ab16fe5c4142168cb on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:03.812929 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c279a45-e188-462f-a167-bff755d00f1a tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=2a4b361c-2185-4147-9dbe-33d6d976b4a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7912552 Dec 22 08:38:03.814506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56024) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.824047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:03.824400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:03.829276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.832377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.845162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.851165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f300bb3f-2d18-4e17-9ac7-79016c951fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:03.892859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1beb12-c8f1-4590-888c-1500d0b748cc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:03.895566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.899249 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3de594cd-bada-4690-a664-8a3dc50a45be tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5481336 Dec 22 08:38:03.899249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:03.899495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56028) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.904710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': True}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:04.007085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.023646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.033661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:04.035832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8454c27-ea97-4b0e-b46a-cfbc25e1d27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:04.048102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:04.050164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.058319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:04.067729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:04.071863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d94f6-3efe-4be5-bfa4-61406f95bfbe tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:04.072456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0e5d94f6-3efe-4be5-bfa4-61406f95bfbe tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Synchronizing usage tracker for tenant:5356c2c983884e6ab16fe5c4142168cb on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:04.089442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:04.128523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d914fad-1e76-4651-8598-0afcfe728ae3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:04.144686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:04.146809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d31667a-bfe1-4564-87ad-e3ed082627fe tempest-FloatingIPAdminTestJSON-1379808803 tempest-FloatingIPAdminTestJSON-1379808803-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:04.168217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.168563 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Added segment ca0bb544-f90b-4807-9c81-4abb7cd3e48c of type vlan for network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 Dec 22 08:38:04.206120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0e5d94f6-3efe-4be5-bfa4-61406f95bfbe tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Unset dirty status for tenant:5356c2c983884e6ab16fe5c4142168cb on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:04.210112 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0e5d94f6-3efe-4be5-bfa4-61406f95bfbe tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.3918869 Dec 22 08:38:04.217309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Port': ['ID=d29ed736-69e8-4f77-b490-00fa632c9a65,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:04.218549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56032) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.227573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:04.325658 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e94d71da-b104-43dc-b567-df417afb3d6b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a4b361c-2185-4147-9dbe-33d6d976b4a8 HTTP/1.1" status: 200 len: 205 time: 0.0973141 Dec 22 08:38:04.326769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port b146194f-1e98-4926-afe0-de7251ca41be {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:04.327119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.334089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56036) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.361443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.372517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.419619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] The port 'b146194f-1e98-4926-afe0-de7251ca41be' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:38:04.472507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.493371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.506111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.552825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.558514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:04.559144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.568140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:04.595316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/ports/d29ed736-69e8-4f77-b490-00fa632c9a65 HTTP/1.1" status: 204 len: 168 time: 2.0765638 Dec 22 08:38:04.614700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56040) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.615378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:04.689226 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d15829c-f905-4d6b-acd1-fa2a0a0fd3e4 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:04.689837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d15829c-f905-4d6b-acd1-fa2a0a0fd3e4 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Synchronizing usage tracker for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:04.693212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.700681 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5896966 Dec 22 08:38:04.701475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56046) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.712510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': 'b30be044-d145-4a5c-ad37-8b94a186588d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:04.720486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30be044-d145-4a5c-ad37-8b94a186588d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:04.727655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:04.735370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:04.739073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.740240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.791614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:04.891402 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1562548 Dec 22 08:38:04.912386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Network': ['ID=489a0210-06b3-44b9-bf2d-5d488f08c8a2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:04.918158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5287f760-5f0b-4bba-9de0-a3719bb09bb1']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:04.918400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:04.924874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:04.936464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d15829c-f905-4d6b-acd1-fa2a0a0fd3e4 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Unset dirty status for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:04.936870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af916c3-c88c-4954-8dec-b7ad4e857d52') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:04.937226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af916c3-c88c-4954-8dec-b7ad4e857d52') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:04.942862 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8d15829c-f905-4d6b-acd1-fa2a0a0fd3e4 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "GET /v2.0/ports/d29ed736-69e8-4f77-b490-00fa632c9a65 HTTP/1.1" status: 404 len: 333 time: 0.3234487 Dec 22 08:38:04.945185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56052) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.947189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:04.953230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:04.955609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1685632456'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:04.976054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.988001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.030945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.062536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Deleting port 004ddb32-ef1a-4aad-bd3b-870b52697ad8 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:05.062793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.066729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.080682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:05.081337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:05.097447 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:05.247700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.255066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.274355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-73af250f-483d-4311-8f26-a92521a4231d tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:05.356462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657710b9-fee8-48ac-8c8b-f14c1c981e8b,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:05.359028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.362715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:05.370967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:05.371669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.376001 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6706026 Dec 22 08:38:05.376170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c1900c34-a826-4140-9e25-44ac4412bbc4 tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:05.376289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56056) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:05.387768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': 'b30be044-d145-4a5c-ad37-8b94a186588d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:05.391690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.403488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:05.410662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:05.412460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:05.413073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=5287f760-5f0b-4bba-9de0-a3719bb09bb1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:05.418467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:05.426752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:05.438311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:05.441323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.455380 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/5287f760-5f0b-4bba-9de0-a3719bb09bb1 HTTP/1.1" status: 204 len: 168 time: 3.4263883 Dec 22 08:38:05.456163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:05.471959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2005045418'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:05.484227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:05.487739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.497151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:05.509625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:05.516447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:05.529874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:05.532084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.557677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] device_id is not set on port 7c342943-8c23-470a-8e58-ea27988266c8 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:05.604853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.633839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Calling delete_port for 004ddb32-ef1a-4aad-bd3b-870b52697ad8 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:05.653134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:05.656785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.690554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.732963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:05.751023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.751622 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment 74d21fdb-d30d-4974-b8b1-36d4b5735c0b of type vlan for network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 Dec 22 08:38:05.779242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.783655 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:38:05.787573 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7ee03ca3-923a-497e-ae53-534a98ea57b1 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4076633 Dec 22 08:38:05.787807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56064) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:05.861583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.867032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:05.867626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.900977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fc376249-1bc1-43b7-b411-67c924104baf tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:05.915714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.955918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.963046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b20b5b1-77ba-4e26-9d2c-c9571101159b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:06.049211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Allocated IP 2001:db8::382 (379bac8a-d9a7-4c39-a8ec-8cfdbef227eb/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c/7c342943-8c23-470a-8e58-ea27988266c8) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:06.057294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.074068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event deleted for resources: {'Port': ['ID=004ddb32-ef1a-4aad-bd3b-870b52697ad8,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:06.083920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:06.108098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:06.124982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:06.241040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.259249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Allocated IP 172.26.7.113 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/71e22189-a28b-4529-b7d8-62c963154f2d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:06.264260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:06.268252 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8038867 Dec 22 08:38:06.272096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56072) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.277728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:06.290709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.299567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a784fab-8a39-4249-a4d9-1a5a429f761c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:06.427916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30be044-d145-4a5c-ad37-8b94a186588d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:06.430313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:06.456079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.458630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.462574 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/b30be044-d145-4a5c-ad37-8b94a186588d HTTP/1.1" status: 204 len: 168 time: 0.6736774 Dec 22 08:38:06.463205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56076) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.464409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.528614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.536300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:06.536556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e73f3ff7-2da9-49e3-93a4-3c38da34010c tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:06.548399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:06.556691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:06.557215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.557745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4b361c-2185-4147-9dbe-33d6d976b4a8 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:06.566922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e73f3ff7-2da9-49e3-93a4-3c38da34010c tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:06.572696 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e73f3ff7-2da9-49e3-93a4-3c38da34010c tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1061468 Dec 22 08:38:06.573393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56080) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.578302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:06.581532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--476263769'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:06.590008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Transition to ACTIVE for port object 7c342943-8c23-470a-8e58-ea27988266c8 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:06.591962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.593668 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/2a4b361c-2185-4147-9dbe-33d6d976b4a8 HTTP/1.1" status: 204 len: 168 time: 2.2583992 Dec 22 08:38:06.598669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56084) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.601979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:06.608699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1729270423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:06.611599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:06.615435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.624474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:06.632274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:06.634723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Usage tracker for resource:router and tenant:110c47bf90784d79b2303f84dab9e1c6 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:06.638589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:06.647783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:06.658004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.679743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.680832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.687990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:06.694481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:06.698425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:06.716293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:06.725585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.765470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.817007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.820797 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8c8143cb-d26e-4036-b719-ebfd45dd0b1a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2183526 Dec 22 08:38:06.821839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56088) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.828324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': True}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:06.829329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.877227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.886049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1aee9d7a-64ce-400a-ae68-d0183b914c12 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:06.949157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.960572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.967252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:06.991205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:07.001028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:07.009378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:07.014489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:07.015138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.021881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=7c342943-8c23-470a-8e58-ea27988266c8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.028887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.049133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.058473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-31f92c27-ce2c-400b-b6ca-17ccaf4d7b0b tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.095999 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1472046 Dec 22 08:38:07.166826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56092) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.200639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:55:6b:e3'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:07.367679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Port': ['ID=71e22189-a28b-4529-b7d8-62c963154f2d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.378433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.380714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-82d4aec2-1255-4076-b328-9d6cc674441e None None] Provisioning for port 7c342943-8c23-470a-8e58-ea27988266c8 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:07.387792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-82d4aec2-1255-4076-b328-9d6cc674441e None None] Provisioning complete for port 7c342943-8c23-470a-8e58-ea27988266c8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:07.388913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82d4aec2-1255-4076-b328-9d6cc674441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.398445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.399835 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8239312 Dec 22 08:38:07.410222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.464623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-82d4aec2-1255-4076-b328-9d6cc674441e None None] Port 7c342943-8c23-470a-8e58-ea27988266c8 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:07.477118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:07.478378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e1686-f801-4994-af66-05d030d8e07b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.482461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.486190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-23cd9900-6e96-4fd6-a334-752b9daab1af tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '0d8e1686-f801-4994-af66-05d030d8e07b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:07.486784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.486996 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-23cd9900-6e96-4fd6-a334-752b9daab1af tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 08:38:07.487532 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-23cd9900-6e96-4fd6-a334-752b9daab1af tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:07.490991 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23cd9900-6e96-4fd6-a334-752b9daab1af tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0778098 Dec 22 08:38:07.495653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56104) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.501210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:07.609741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:07.662674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.698267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.783725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.794601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.855917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2f331e8-57bc-4f88-a091-9f6902abd6ef tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.880385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.891366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d890163e-8691-4782-ab86-6399e0d7c70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.913963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e1686-f801-4994-af66-05d030d8e07b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.916628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.966731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.970362 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d8e1686-f801-4994-af66-05d030d8e07b HTTP/1.1" status: 204 len: 168 time: 0.4711714 Dec 22 08:38:07.970613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56108) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.016406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.054228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.062565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=fe926166-1c5b-4754-9a17-a4c17e16e4ae,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:08.074414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:08.126701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3389cbdc-bfff-42fe-86c5-272c74e5af12 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:08.144976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': '74d21fdb-d30d-4974-b8b1-36d4b5735c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:08.145447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:08.160079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3389cbdc-bfff-42fe-86c5-272c74e5af12 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:08.167706 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3389cbdc-bfff-42fe-86c5-272c74e5af12 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1905973 Dec 22 08:38:08.183752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56112) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.198591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56116) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.219446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'subnet': {'network_id': '489a0210-06b3-44b9-bf2d-5d488f08c8a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:08.258836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621869009'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:08.277338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:08.335339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Allocated IP 172.26.7.78 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/b3441257-0157-428c-ba33-c849be019f39) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:08.350020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:08.378496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:08.415067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.430056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:08.443053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9104cd9-0553-4250-80d5-b091c8552fda None None] Network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:08.453222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.453837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.469239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:08.477936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:subnet and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:08.482647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:08.495996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:08.496229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.501931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:08.546923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:08.551022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:08.552000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:08.555478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.685782 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4099607 Dec 22 08:38:08.685990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.688690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56124) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.695772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-68222019'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:08.697336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:08.714233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:38:08.716699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21433941-4a2d-4170-b283-9da771def23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2', 'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2', 'tenant_id': 'cdc1d6d0cc264e8fbf7c366514f99413', 'fixed_ips': [{'subnet_id': 'fe926166-1c5b-4754-9a17-a4c17e16e4ae'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:08.718176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21433941-4a2d-4170-b283-9da771def23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.791344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.813268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.822030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4418acf5-3133-4bd0-9257-39c9f2626df6 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:08.900889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] In _notify_port_updated(), no bound segment for port 7c342943-8c23-470a-8e58-ea27988266c8 on network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:38:08.902338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-21433941-4a2d-4170-b283-9da771def23c None None] Allocated IP 172.20.0.2 (38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2/fe926166-1c5b-4754-9a17-a4c17e16e4ae/ef9bbde2-700d-4d2e-9f3b-73bb342e3791) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:08.906230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.907045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.908063 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "PUT /v2.0/ports/7c342943-8c23-470a-8e58-ea27988266c8 HTTP/1.1" status: 200 len: 1003 time: 1.7351286 Dec 22 08:38:08.913901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56128) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.953140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:08.991525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.002582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.013201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=7c342943-8c23-470a-8e58-ea27988266c8,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.037853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.069328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.142049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.153575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-428833de-307d-4350-b26c-acdf73e9868d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.176124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:09.222428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01dcae55-dee2-4857-8c93-870b748e60a2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.227020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.229975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.230697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21433941-4a2d-4170-b283-9da771def23c None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.231214 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0424147 Dec 22 08:38:09.235652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56132) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.242335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-45947b57-c6c0-46f4-aed8-f75a958791f7 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '01dcae55-dee2-4857-8c93-870b748e60a2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:09.243188 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-45947b57-c6c0-46f4-aed8-f75a958791f7 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 08:38:09.243689 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-45947b57-c6c0-46f4-aed8-f75a958791f7 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:09.244684 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-45947b57-c6c0-46f4-aed8-f75a958791f7 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080161 Dec 22 08:38:09.246653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting port 7c342943-8c23-470a-8e58-ea27988266c8 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:09.246998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.247130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.250281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56136) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.254106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-21433941-4a2d-4170-b283-9da771def23c None None] Transition to ACTIVE for port object ef9bbde2-700d-4d2e-9f3b-73bb342e3791 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:09.265509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.277190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-21433941-4a2d-4170-b283-9da771def23c None None] Transition to ACTIVE for port object ef9bbde2-700d-4d2e-9f3b-73bb342e3791 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:09.283766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21433941-4a2d-4170-b283-9da771def23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.294971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.312281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:09.315740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.337127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:09.347161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:09.353972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Port': ['ID=b3441257-0157-428c-ba33-c849be019f39,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.358878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:09.374398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21433941-4a2d-4170-b283-9da771def23c None None] Network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:09.381217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-21433941-4a2d-4170-b283-9da771def23c None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:09.383506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21433941-4a2d-4170-b283-9da771def23c None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:09.391442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.393983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.397411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e1c7265f-5966-4c54-89ad-a21cdd91cdf0 None None] Provisioning complete for port 7c342943-8c23-470a-8e58-ea27988266c8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:09.397883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1c7265f-5966-4c54-89ad-a21cdd91cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.413635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port a695768c-d461-4f52-9485-44f4798ba7cf yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:09.452549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7c9326a-4731-4b22-9c65-709b46e9df26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.465409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.509496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.521510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21433941-4a2d-4170-b283-9da771def23c None None] Pushing event updated for resources: {'Port': ['ID=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.526825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21433941-4a2d-4170-b283-9da771def23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.562979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.575977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-21433941-4a2d-4170-b283-9da771def23c None None] Attempting to bind port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:09.576439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-21433941-4a2d-4170-b283-9da771def23c None None] Attempting to bind port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '74d21fdb-d30d-4974-b8b1-36d4b5735c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:09.576814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21433941-4a2d-4170-b283-9da771def23c None None] Attempting to bind port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 on network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:09.583056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7265f-5966-4c54-89ad-a21cdd91cdf0 None None] Port 7c342943-8c23-470a-8e58-ea27988266c8 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:09.588016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21433941-4a2d-4170-b283-9da771def23c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:09.588473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21433941-4a2d-4170-b283-9da771def23c None None] Checking segment: {'id': '74d21fdb-d30d-4974-b8b1-36d4b5735c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:09.588888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21433941-4a2d-4170-b283-9da771def23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.589286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21433941-4a2d-4170-b283-9da771def23c None None] Bound using segment: {'id': '74d21fdb-d30d-4974-b8b1-36d4b5735c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:09.589810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-21433941-4a2d-4170-b283-9da771def23c None None] Bound port: ef9bbde2-700d-4d2e-9f3b-73bb342e3791, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d21fdb-d30d-4974-b8b1-36d4b5735c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:09.590196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21433941-4a2d-4170-b283-9da771def23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.644771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.658804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4392f15-e1d7-4603-9e95-ac5de4f6bc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.679690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dcae55-dee2-4857-8c93-870b748e60a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.685435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Router 90e86e82-b62a-4b9c-951f-2baf197eef0d is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:38:09.689558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.699074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.701343 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/01dcae55-dee2-4857-8c93-870b748e60a2 HTTP/1.1" status: 204 len: 168 time: 0.4510872 Dec 22 08:38:09.704011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56144) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.771194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f3dc430f-b175-44b7-8779-e434cecc132d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.779374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-21433941-4a2d-4170-b283-9da771def23c None None] For port ef9bbde2-700d-4d2e-9f3b-73bb342e3791, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:09.786463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-21433941-4a2d-4170-b283-9da771def23c None None] For port ef9bbde2-700d-4d2e-9f3b-73bb342e3791, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,segment=NetworkSegment(74d21fdb-d30d-4974-b8b1-36d4b5735c0b),segment_id=74d21fdb-d30d-4974-b8b1-36d4b5735c0b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:09.797349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21433941-4a2d-4170-b283-9da771def23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.802607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.916800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21433941-4a2d-4170-b283-9da771def23c None None] Pushing event updated for resources: {'Port': ['ID=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.920997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21433941-4a2d-4170-b283-9da771def23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.924395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c622fc9-51ab-40cf-aab3-683dd8e860f9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:09.952157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Subnet': ['ID=d341bb9e-3cf7-49e6-89d5-97f633ffdbc3,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.957814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c622fc9-51ab-40cf-aab3-683dd8e860f9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:09.959187 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c622fc9-51ab-40cf-aab3-683dd8e860f9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2543001 Dec 22 08:38:09.960447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:09.963010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.968037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.971977 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "PUT /v2.0/routers/90e86e82-b62a-4b9c-951f-2baf197eef0d HTTP/1.1" status: 200 len: 919 time: 6.0714564 Dec 22 08:38:09.975022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] Sync routers for ids ['90e86e82-b62a-4b9c-951f-2baf197eef0d'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:09.976243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032571411'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:09.980407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56152) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.993131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] Routers {'90e86e82-b62a-4b9c-951f-2baf197eef0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:09.994165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90e86e82-b62a-4b9c-951f-2baf197eef0d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:10.020777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:10.038959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Checking segment: {'id': 'ca0bb544-f90b-4807-9c81-4abb7cd3e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '489a0210-06b3-44b9-bf2d-5d488f08c8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:10.039331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network hostable DHCP agents. Network: 489a0210-06b3-44b9-bf2d-5d488f08c8a2, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:10.039998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:10.074204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:10.102830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:10.115091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] Routers {'90e86e82-b62a-4b9c-951f-2baf197eef0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:10.115824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:37:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90e86e82-b62a-4b9c-951f-2baf197eef0d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:10.141403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.149076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.8 (38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2/fe926166-1c5b-4754-9a17-a4c17e16e4ae/a695768c-d461-4f52-9485-44f4798ba7cf) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:10.204649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:10.207594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:10.213343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:10.219867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:10.225339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:10.226036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51163d2d-3ec2-4fc0-868f-3c8748f0dccc None None] The sync data for ids ['90e86e82-b62a-4b9c-951f-2baf197eef0d'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:10.231460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:10.243650 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ea90568b-80a7-4739-b646-a8c0addc6457 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/90e86e82-b62a-4b9c-951f-2baf197eef0d HTTP/1.1" status: 200 len: 925 time: 0.2620566 Dec 22 08:38:10.244036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.247612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.326650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 489a0210-06b3-44b9-bf2d-5d488f08c8a2) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:10.335600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c6a63-d170-43a0-8b64-3a8985edb389 None None] Network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:10.384068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348381e7-36ed-4a49-bca4-ea73444eacda tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:10.384773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-348381e7-36ed-4a49-bca4-ea73444eacda tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Synchronizing usage tracker for tenant:15c8e41527724582b6a494ab90e9144a on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:10.389186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.396526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.402190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ef7fcf8b-8dc6-44b9-b2ca-cffbfec8cf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:10.441588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-348381e7-36ed-4a49-bca4-ea73444eacda tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Unset dirty status for tenant:15c8e41527724582b6a494ab90e9144a on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:10.444015 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-348381e7-36ed-4a49-bca4-ea73444eacda tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=90e86e82-b62a-4b9c-951f-2baf197eef0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1942153 Dec 22 08:38:10.448925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.457331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0754241b-4a9a-4678-9428-8683d741f60e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:10.485430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:10.492045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:10.492624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.502483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Calling delete_port for 7c342943-8c23-470a-8e58-ea27988266c8 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:10.544524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.548772 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5821049 Dec 22 08:38:10.551592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56164) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.567221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7c8816c2-6fc7-40de-b4ee-b4ea8959f54d tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '0754241b-4a9a-4678-9428-8683d741f60e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:10.582879 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-7c8816c2-6fc7-40de-b4ee-b4ea8959f54d tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 08:38:10.584217 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7c8816c2-6fc7-40de-b4ee-b4ea8959f54d tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:10.588670 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c8816c2-6fc7-40de-b4ee-b4ea8959f54d tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0362589 Dec 22 08:38:10.611891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56168) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.646339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-489a0210-06b3-44b9-bf2d-5d488f08c8a2', 'network_id': '489a0210-06b3-44b9-bf2d-5d488f08c8a2', 'tenant_id': '0fa56306def649e19279bf8ab64c9b97', 'fixed_ips': [{'subnet_id': 'd341bb9e-3cf7-49e6-89d5-97f633ffdbc3'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:10.647585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.673529 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4726701 Dec 22 08:38:10.681503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56172) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.698789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-477031870'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:10.713709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.812930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf031bd3-73d7-4080-9b08-fd4a67208b3a tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:10.818445 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bf031bd3-73d7-4080-9b08-fd4a67208b3a tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.3650208 Dec 22 08:38:10.822542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f9b93252-4f5c-45de-acbf-8a53618bf125 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '0754241b-4a9a-4678-9428-8683d741f60e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:10.824059 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-f9b93252-4f5c-45de-acbf-8a53618bf125 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 08:38:10.824887 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-f9b93252-4f5c-45de-acbf-8a53618bf125 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:10.826039 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f9b93252-4f5c-45de-acbf-8a53618bf125 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.2131805 Dec 22 08:38:10.826716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56180) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.864485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56184) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.883870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-46d0ddd8-8b7c-4fd1-99de-81e827a14c6e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '0754241b-4a9a-4678-9428-8683d741f60e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:10.885216 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-46d0ddd8-8b7c-4fd1-99de-81e827a14c6e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 08:38:10.885714 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-46d0ddd8-8b7c-4fd1-99de-81e827a14c6e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:10.885977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Allocated IP 2001:db8:0:ffff::2 (489a0210-06b3-44b9-bf2d-5d488f08c8a2/d341bb9e-3cf7-49e6-89d5-97f633ffdbc3/2bad26a2-40c2-4adf-acc3-8f41db3682ad) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:10.887055 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46d0ddd8-8b7c-4fd1-99de-81e827a14c6e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0208147 Dec 22 08:38:10.892174 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac98d64f-b178-45e9-8de6-9c07728e5ca7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=90e86e82-b62a-4b9c-951f-2baf197eef0d HTTP/1.1" status: 200 len: 205 time: 0.0640664 Dec 22 08:38:10.895975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.896537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.906180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fd74cd5b-d51c-4de3-8833-faf6e56d303a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '0754241b-4a9a-4678-9428-8683d741f60e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:10.907504 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-fd74cd5b-d51c-4de3-8833-faf6e56d303a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 08:38:10.908238 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-fd74cd5b-d51c-4de3-8833-faf6e56d303a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:10.909512 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd74cd5b-d51c-4de3-8833-faf6e56d303a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104105 Dec 22 08:38:11.031294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56196) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:11.059502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:11.095793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:network and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:11.102427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:11.136281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:11.142114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.160854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.166243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.175430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Transition to ACTIVE for port object 2bad26a2-40c2-4adf-acc3-8f41db3682ad will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:11.199180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Transition to ACTIVE for port object 2bad26a2-40c2-4adf-acc3-8f41db3682ad will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:11.213924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.219897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84841fba-e27f-4fbd-a5da-06f0bae28ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:11.292785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:11.296479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:11.300934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:11.307057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Pushing event updated for resources: {'Port': ['ID=2bad26a2-40c2-4adf-acc3-8f41db3682ad,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:11.311269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:11.377201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b60a1-8641-4480-a826-01c4bf992fda None None] Network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:11.432840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.438072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:11.442166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.448989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Deleting port 71e22189-a28b-4529-b7d8-62c963154f2d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:11.449842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.461096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object a695768c-d461-4f52-9485-44f4798ba7cf will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:11.566857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef9bbde2-700d-4d2e-9f3b-73bb342e3791 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:11.617507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Attempting to bind port 2bad26a2-40c2-4adf-acc3-8f41db3682ad on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:11.617507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Attempting to bind port 2bad26a2-40c2-4adf-acc3-8f41db3682ad by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'ca0bb544-f90b-4807-9c81-4abb7cd3e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '489a0210-06b3-44b9-bf2d-5d488f08c8a2'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:11.617507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Attempting to bind port 2bad26a2-40c2-4adf-acc3-8f41db3682ad on network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:11.632181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.639497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0e6dc71-b810-4de4-96e2-83bbd50e0a45 None None] Provisioning for port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:11.640158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.641832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:11.643173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:11.643805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Checking segment: {'id': 'ca0bb544-f90b-4807-9c81-4abb7cd3e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '489a0210-06b3-44b9-bf2d-5d488f08c8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:11.644795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.645303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Bound using segment: {'id': 'ca0bb544-f90b-4807-9c81-4abb7cd3e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '489a0210-06b3-44b9-bf2d-5d488f08c8a2'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:11.645846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Bound port: 2bad26a2-40c2-4adf-acc3-8f41db3682ad, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0bb544-f90b-4807-9c81-4abb7cd3e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '489a0210-06b3-44b9-bf2d-5d488f08c8a2'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:11.646674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.666929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9f81846-9286-4124-85b5-af1a58ffb2ee tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:11.736016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.738308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.738665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Added segment 6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea of type vlan for network 182f9f8e-3a29-45d1-828f-64efa1fd3588 Dec 22 08:38:11.749489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.752264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.771070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Port': ['ID=7c342943-8c23-470a-8e58-ea27988266c8,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:11.806186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:11.822936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.836621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:11.850670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.851138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] For port 2bad26a2-40c2-4adf-acc3-8f41db3682ad, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:11.853417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:11.853788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.855820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.865366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-76f7011f-066f-4a2f-a57c-13c1b5999eb8 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:11.904180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Calling delete_port for 71e22189-a28b-4529-b7d8-62c963154f2d owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:11.956881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] For port 2bad26a2-40c2-4adf-acc3-8f41db3682ad, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2bad26a2-40c2-4adf-acc3-8f41db3682ad,segment=NetworkSegment(ca0bb544-f90b-4807-9c81-4abb7cd3e48c),segment_id=ca0bb544-f90b-4807-9c81-4abb7cd3e48c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:11.998046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.020770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:12.069015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.125618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=a695768c-d461-4f52-9485-44f4798ba7cf,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.139719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-37af9bd2-ef0b-4d4d-bb53-c45c470a2e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.144860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/ports/7c342943-8c23-470a-8e58-ea27988266c8 HTTP/1.1" status: 204 len: 168 time: 3.2272396 Dec 22 08:38:12.146244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.155785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56204) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:12.208926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Pushing event updated for resources: {'Port': ['ID=2bad26a2-40c2-4adf-acc3-8f41db3682ad,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.217598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.242897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:12.255174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:12.255416 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe3ec22-adae-4667-8a29-966105d78125 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:12.255416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2fe3ec22-adae-4667-8a29-966105d78125 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Synchronizing usage tracker for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:12.260946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.271367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:12.293050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2fe3ec22-adae-4667-8a29-966105d78125 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Unset dirty status for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:12.294721 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2fe3ec22-adae-4667-8a29-966105d78125 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "GET /v2.0/ports/7c342943-8c23-470a-8e58-ea27988266c8 HTTP/1.1" status: 404 len: 333 time: 0.1369691 Dec 22 08:38:12.296547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.308592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56208) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:12.312918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aa98f791-5cfe-4d3b-93c5-484536d8226c tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:12.336211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.342251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:12.342957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.351176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port ef9bbde2-700d-4d2e-9f3b-73bb342e3791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,segment=NetworkSegment(74d21fdb-d30d-4974-b8b1-36d4b5735c0b),segment_id=74d21fdb-d30d-4974-b8b1-36d4b5735c0b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:12.353545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fef9c620-1882-4020-8f5e-c224d130a87d tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:12.357406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-948846883'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:12.359077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.361223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21433941-4a2d-4170-b283-9da771def23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:12.373753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.408314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event deleted for resources: {'Port': ['ID=71e22189-a28b-4529-b7d8-62c963154f2d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.411507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.470054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.474087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.574745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.583556 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/0754241b-4a9a-4678-9428-8683d741f60e HTTP/1.1" status: 204 len: 168 time: 1.5464339 Dec 22 08:38:12.583810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:12.602872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.603422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:12.604111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.615720 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9279163 Dec 22 08:38:12.624246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Network': ['ID=182f9f8e-3a29-45d1-828f-64efa1fd3588,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.627727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.628262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:12.632000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:12.638675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 182f9f8e-3a29-45d1-828f-64efa1fd3588 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:12.652516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'subnet': {'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:12.682391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754241b-4a9a-4678-9428-8683d741f60e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.685947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.743261 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 4.0525649 Dec 22 08:38:12.751556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56220) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:12.840281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c01b2b11-651d-4fe1-8b83-7546f1122c92 None None] Provisioning complete for port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:12.840860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c01b2b11-651d-4fe1-8b83-7546f1122c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.871335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:12.882733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:subnet and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:12.889335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:12.896787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port a695768c-d461-4f52-9485-44f4798ba7cf {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:12.897330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.939494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Router 61d5d78d-9b62-44c1-aae3-9f0a834dd83a is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:38:12.943435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:13.015243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c01b2b11-651d-4fe1-8b83-7546f1122c92 None None] Provisioning for port a695768c-d461-4f52-9485-44f4798ba7cf completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:13.022182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c01b2b11-651d-4fe1-8b83-7546f1122c92 None None] Provisioning complete for port a695768c-d461-4f52-9485-44f4798ba7cf triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:13.022563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c01b2b11-651d-4fe1-8b83-7546f1122c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.082530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c01b2b11-651d-4fe1-8b83-7546f1122c92 None None] Port a695768c-d461-4f52-9485-44f4798ba7cf cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:13.106129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.110970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:13.116737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.131092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5bf8ecc6-b45c-40a3-8e86-dfaf2fb31f52 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:13.148806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:13.151070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.157865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.180663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:13.184229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.195662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.196457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Fanout notify agent at l3_agent the message router_deleted on router 90e86e82-b62a-4b9c-951f-2baf197eef0d {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:13.199478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:13.203736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.221775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5bf8ecc6-b45c-40a3-8e86-dfaf2fb31f52 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:13.227324 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5bf8ecc6-b45c-40a3-8e86-dfaf2fb31f52 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6379256 Dec 22 08:38:13.228545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56226) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:13.238739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--228486604'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:13.239962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ab3a71e2-ae64-421d-8cf1-30c333e9dcf3 None None] Provisioning complete for port a695768c-d461-4f52-9485-44f4798ba7cf triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:13.240536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ab3a71e2-ae64-421d-8cf1-30c333e9dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.249105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:13.252036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] device_id is not set on port 6347eb9d-158b-4196-acec-1d81ab035b28 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:13.312501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a71e2-ae64-421d-8cf1-30c333e9dcf3 None None] Port a695768c-d461-4f52-9485-44f4798ba7cf cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:13.347118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.352207 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/90e86e82-b62a-4b9c-951f-2baf197eef0d HTTP/1.1" status: 204 len: 168 time: 2.4469211 Dec 22 08:38:13.352207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:13.354300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:13.364670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1868861994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:13.406112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:13.432648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Usage tracker for resource:router and tenant:f8572afc13da48eb922bec9faeb0b852 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:13.441596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.454317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:13.471571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:13.490199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Allocated IP 2001:db8::178 (379bac8a-d9a7-4c39-a8ec-8cfdbef227eb/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c/6347eb9d-158b-4196-acec-1d81ab035b28) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:13.505546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:13.508049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:13.515549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:13.521372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] Sync routers for ids ['61d5d78d-9b62-44c1-aae3-9f0a834dd83a'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:13.525286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.526704 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "PUT /v2.0/routers/61d5d78d-9b62-44c1-aae3-9f0a834dd83a HTTP/1.1" status: 200 len: 914 time: 6.7046204 Dec 22 08:38:13.539653 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] Routers {'61d5d78d-9b62-44c1-aae3-9f0a834dd83a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:13.541332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:13.543613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56236) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:13.552529 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['61d5d78d-9b62-44c1-aae3-9f0a834dd83a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.553899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:13.630892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef9bbde2-700d-4d2e-9f3b-73bb342e3791 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:13.690160 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.699718 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] Routers {'61d5d78d-9b62-44c1-aae3-9f0a834dd83a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:13.700364 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['61d5d78d-9b62-44c1-aae3-9f0a834dd83a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.728612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1bf9f8-4a16-4dd4-9673-441dfcaf74bb None None] Network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:13.770716 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.771126 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7640fd2-48eb-4147-b4e3-881a7887ceae None None] The sync data for ids ['61d5d78d-9b62-44c1-aae3-9f0a834dd83a'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:13.792709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.793856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.829062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.862428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.875445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Transition to ACTIVE for port object 6347eb9d-158b-4196-acec-1d81ab035b28 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:13.887486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5474b9e4-339f-4968-8d2c-396131746ea1 None None] Provisioning for port 2bad26a2-40c2-4adf-acc3-8f41db3682ad completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:13.894185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:13.894570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.912801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.947640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.959687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.964939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:13.983773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.988080 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9492963f-9be6-4194-bef3-b42792c1a543 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6298962 Dec 22 08:38:13.992043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56240) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.001212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': False}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:14.070954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.096599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.133831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bad26a2-40c2-4adf-acc3-8f41db3682ad up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:14.146425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.150431 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9161961 Dec 22 08:38:14.153706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56244) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.163220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6e55d574-1f94-4223-b8e3-6997f82d4448 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:14.164995 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-6e55d574-1f94-4223-b8e3-6997f82d4448 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:38:14.164995 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-6e55d574-1f94-4223-b8e3-6997f82d4448 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:14.168639 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e55d574-1f94-4223-b8e3-6997f82d4448 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082023 Dec 22 08:38:14.168639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63918abb-b338-4d8d-a209-9e1580db30e4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.170799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56248) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.177783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.182530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9dd0ceec-8427-44bb-a86d-e34a1149443e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:14.185253 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fcd20510-c14b-414d-88dc-a24404335d3b tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/61d5d78d-9b62-44c1-aae3-9f0a834dd83a HTTP/1.1" status: 200 len: 920 time: 0.6402702 Dec 22 08:38:14.188463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a8a3ee7-ed47-4dc6-8a9e-6e6cecbc3cf7 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:14.220087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.222287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2bad26a2-40c2-4adf-acc3-8f41db3682ad completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:14.227415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9dd0ceec-8427-44bb-a86d-e34a1149443e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:14.227592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2bad26a2-40c2-4adf-acc3-8f41db3682ad triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:14.228024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.235902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:14.277643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for a695768c-d461-4f52-9485-44f4798ba7cf owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:14.339257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:14.361756 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-7cc1634e-d356-4222-abe7-ce3ef2c6207e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4659088 Dec 22 08:38:14.392309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.408786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9dd0ceec-8427-44bb-a86d-e34a1149443e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:14.419092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9dd0ceec-8427-44bb-a86d-e34a1149443e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:14.435461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:14.441153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:14.441827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.473158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9dd0ceec-8427-44bb-a86d-e34a1149443e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:14.550982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.564609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 2bad26a2-40c2-4adf-acc3-8f41db3682ad, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2bad26a2-40c2-4adf-acc3-8f41db3682ad,segment=NetworkSegment(ca0bb544-f90b-4807-9c81-4abb7cd3e48c),segment_id=ca0bb544-f90b-4807-9c81-4abb7cd3e48c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:14.576361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.581034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:14.620822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=6347eb9d-158b-4196-acec-1d81ab035b28,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.640426 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2926023 Dec 22 08:38:14.671960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56260) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.691326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c91735ae-49da-44a0-b8d0-a60994c27022 None None] Provisioning complete for port 2bad26a2-40c2-4adf-acc3-8f41db3682ad triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:14.691326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c91735ae-49da-44a0-b8d0-a60994c27022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.698988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'network_id': '379bac8a-d9a7-4c39-a8ec-8cfdbef227eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1930515443'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:14.715291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.721220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.736494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3797c539-9305-470c-9da4-ee25dce1c9d0 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:14.753836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.771445 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-9dd0ceec-8427-44bb-a86d-e34a1149443e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:14.773095 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9dd0ceec-8427-44bb-a86d-e34a1149443e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5984452 Dec 22 08:38:14.780585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=2bad26a2-40c2-4adf-acc3-8f41db3682ad,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.789200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.791766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56264) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.799828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69336a25-971c-4660-b7c7-1c2185401457 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:14.802524 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-69336a25-971c-4660-b7c7-1c2185401457 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=61d5d78d-9b62-44c1-aae3-9f0a834dd83a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5772471 Dec 22 08:38:14.804357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56268) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.807635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3e874903-e5c9-4429-8143-655c7c182f53 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:14.808157 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-3e874903-e5c9-4429-8143-655c7c182f53 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 08:38:14.808646 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-3e874903-e5c9-4429-8143-655c7c182f53 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:14.809748 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3e874903-e5c9-4429-8143-655c7c182f53 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0170019 Dec 22 08:38:14.832495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56270) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.843833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-591441b3-70f8-4ce2-a258-c8561ad9e480 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:14.919026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=a695768c-d461-4f52-9485-44f4798ba7cf,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.922781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.997769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fbe3aebf-798b-4a5f-b60b-88b2a57b5785 None None] Provisioning for port 6347eb9d-158b-4196-acec-1d81ab035b28 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:15.004869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fbe3aebf-798b-4a5f-b60b-88b2a57b5785 None None] Provisioning complete for port 6347eb9d-158b-4196-acec-1d81ab035b28 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:15.005757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fbe3aebf-798b-4a5f-b60b-88b2a57b5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.067719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3aebf-798b-4a5f-b60b-88b2a57b5785 None None] Port 6347eb9d-158b-4196-acec-1d81ab035b28 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:15.094535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-591441b3-70f8-4ce2-a258-c8561ad9e480 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:15.110687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-591441b3-70f8-4ce2-a258-c8561ad9e480 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:15.115065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-591441b3-70f8-4ce2-a258-c8561ad9e480 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:15.125847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-591441b3-70f8-4ce2-a258-c8561ad9e480 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:15.215368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58081a43-dbc8-4d0c-9c92-85d1dcffb258 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:15.217151 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-58081a43-dbc8-4d0c-9c92-85d1dcffb258 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.4046772 Dec 22 08:38:15.220793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56276) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.223784 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-591441b3-70f8-4ce2-a258-c8561ad9e480 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:15.224799 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-591441b3-70f8-4ce2-a258-c8561ad9e480 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3913498 Dec 22 08:38:15.242066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56280) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.257175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-32260620-9658-4716-899c-46ebf0ddd9a6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:15.257935 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.api.v2.base [None req-32260620-9658-4716-899c-46ebf0ddd9a6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:38:15.258464 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-32260620-9658-4716-899c-46ebf0ddd9a6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:15.259377 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-32260620-9658-4716-899c-46ebf0ddd9a6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163631 Dec 22 08:38:15.266581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.271035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.272204 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23811677-3a47-4ad1-a70a-193fa938b133 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d5d78d-9b62-44c1-aae3-9f0a834dd83a HTTP/1.1" status: 200 len: 205 time: 0.0499868 Dec 22 08:38:15.279323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-afb193dc-55c7-489c-9181-abcaa895d5a8 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:15.280219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56288) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.282314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-eeb7020d-5b10-4929-838e-58a2ef42997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:15.283759 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-eeb7020d-5b10-4929-838e-58a2ef42997b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e151dd36f1d46ca8284dd3f13a283eb&device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 1098 time: 0.8879428 Dec 22 08:38:15.288906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-afb193dc-55c7-489c-9181-abcaa895d5a8 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:15.299534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:15.304612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-afb193dc-55c7-489c-9181-abcaa895d5a8 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:15.308607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-afb193dc-55c7-489c-9181-abcaa895d5a8 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:15.315492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-afb193dc-55c7-489c-9181-abcaa895d5a8 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:15.417307 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/a695768c-d461-4f52-9485-44f4798ba7cf HTTP/1.1" status: 204 len: 168 time: 2.6604149 Dec 22 08:38:15.434802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:15.441756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:38:15.442548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56292) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.492202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.496564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bad26a2-40c2-4adf-acc3-8f41db3682ad up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:15.505079 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-afb193dc-55c7-489c-9181-abcaa895d5a8 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:15.506121 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-afb193dc-55c7-489c-9181-abcaa895d5a8 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2377284 Dec 22 08:38:15.510901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56296) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.522969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dcc77b91-2860-445b-9872-1785b42bf5fa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:15.523605 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-dcc77b91-2860-445b-9872-1785b42bf5fa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 08:38:15.524133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-dcc77b91-2860-445b-9872-1785b42bf5fa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:15.525124 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dcc77b91-2860-445b-9872-1785b42bf5fa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133920 Dec 22 08:38:15.528755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56302) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.536082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-156077d4-42c0-4f60-a7cb-3b800536074e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:15.544993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-156077d4-42c0-4f60-a7cb-3b800536074e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:15.552482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-156077d4-42c0-4f60-a7cb-3b800536074e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:15.561418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-156077d4-42c0-4f60-a7cb-3b800536074e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:15.567639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.617381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2bad26a2-40c2-4adf-acc3-8f41db3682ad triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:15.617761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.623915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-156077d4-42c0-4f60-a7cb-3b800536074e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:15.640241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.645609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18ebe43-8c3f-4725-9571-1291c2e5531d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:15.646373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d18ebe43-8c3f-4725-9571-1291c2e5531d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:15.662970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:15.718777 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-156077d4-42c0-4f60-a7cb-3b800536074e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:15.723133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-156077d4-42c0-4f60-a7cb-3b800536074e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1933749 Dec 22 08:38:15.723687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56308) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.738787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7e556cee-567e-4e93-bd6c-fcc94acc7973 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '63918abb-b338-4d8d-a209-9e1580db30e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:15.755437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7e556cee-567e-4e93-bd6c-fcc94acc7973 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:15.764666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7e556cee-567e-4e93-bd6c-fcc94acc7973 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:15.770280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7e556cee-567e-4e93-bd6c-fcc94acc7973 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:15.780103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Made reservation on behalf of a123e41e1afb4f03a00bd7f4a95d0810 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:15.785252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.809277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7e556cee-567e-4e93-bd6c-fcc94acc7973 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:15.838004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-e41de6b3-e5ce-4827-a89b-a45712d6b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:15.842458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-e41de6b3-e5ce-4827-a89b-a45712d6b63d service neutron] 10.222.0.16 "GET /v2.0/networks?id=040efd29-f17a-493e-9fe8-ba39cd40f48b HTTP/1.1" status: 200 len: 910 time: 0.4821115 Dec 22 08:38:15.861313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Allocated IP 172.26.7.154 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/a4b79ffe-e3fc-4bed-9029-1377543c8d04) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:15.875671 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7e556cee-567e-4e93-bd6c-fcc94acc7973 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:15.876751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e556cee-567e-4e93-bd6c-fcc94acc7973 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1492400 Dec 22 08:38:15.881104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56312) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.941916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] device_id is not set on port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:15.998544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d18ebe43-8c3f-4725-9571-1291c2e5531d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:16.000164 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d18ebe43-8c3f-4725-9571-1291c2e5531d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/a695768c-d461-4f52-9485-44f4798ba7cf HTTP/1.1" status: 404 len: 333 time: 0.5469129 Dec 22 08:38:16.003062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56316) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:16.009368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Subnet': ['ID=ca0b961c-f3f0-4c0a-902f-47c8c52f71c1,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:16.023793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:16.062924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.114063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.138704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Checking segment: {'id': '6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:16.138982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network hostable DHCP agents. Network: 182f9f8e-3a29-45d1-828f-64efa1fd3588, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:16.152413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet fe926166-1c5b-4754-9a17-a4c17e16e4ae {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:16.156632 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-12cf8f73-5224-4432-b651-c308801b492d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698 HTTP/1.1" status: 200 len: 1001 time: 0.3054581 Dec 22 08:38:16.163115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.168085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.214071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.272672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.334994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.341132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:16.362332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.364060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network 182f9f8e-3a29-45d1-828f-64efa1fd3588 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:16.370473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63918abb-b338-4d8d-a209-9e1580db30e4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:16.379376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:16.382564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:16.383453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-3919a770-d735-4127-8276-9c71cf0af1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:16.385322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-3919a770-d735-4127-8276-9c71cf0af1b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=28c300cb-0386-4f24-9d95-c9ebb10d1a0a HTTP/1.1" status: 200 len: 849 time: 0.2191334 Dec 22 08:38:16.399699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Allocated IP 2001:db8::2c8 (379bac8a-d9a7-4c39-a8ec-8cfdbef227eb/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c/2b24899b-20f4-4b3c-b3bc-106a58734bc9) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:16.449407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 182f9f8e-3a29-45d1-828f-64efa1fd3588) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:16.459435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ecff40-a514-45e1-9698-21d880228de7 None None] Network 182f9f8e-3a29-45d1-828f-64efa1fd3588 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:16.460199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:16.466156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:16.467247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:16.467971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.472848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:16.498437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.502003 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/63918abb-b338-4d8d-a209-9e1580db30e4 HTTP/1.1" status: 204 len: 168 time: 0.6175265 Dec 22 08:38:16.506954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56320) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:16.528822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.547752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Pushing event updated for resources: {'Port': ['ID=a4b79ffe-e3fc-4bed-9029-1377543c8d04,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:16.549926 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9072671 Dec 22 08:38:16.551120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.555445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56324) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:16.568526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'port': {'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588', 'name': 'tempest-NetworksIpV6TestAttrs-778858230'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:16.587004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:16.598340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Deleting port b3441257-0157-428c-ba33-c849be019f39 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:16.598686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.747220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-182f9f8e-3a29-45d1-828f-64efa1fd3588', 'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588', 'tenant_id': '0fa56306def649e19279bf8ab64c9b97', 'fixed_ips': [{'subnet_id': 'ca0b961c-f3f0-4c0a-902f-47c8c52f71c1'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:16.749005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.831810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-989e6c04-6de6-4599-861f-e6a1df68c283 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:16.981922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Allocated IP 2001:db8::f816:3eff:fe3f:872e (182f9f8e-3a29-45d1-828f-64efa1fd3588/ca0b961c-f3f0-4c0a-902f-47c8c52f71c1/76a4d248-e7da-433d-b017-13e4f9faa69c) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:17.041080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-ae591836-75d3-4da2-9573-2c821434174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:17.042558 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-ae591836-75d3-4da2-9573-2c821434174f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040efd29-f17a-493e-9fe8-ba39cd40f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6406281 Dec 22 08:38:17.043535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.044357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-989e6c04-6de6-4599-861f-e6a1df68c283 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:17.046262 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-989e6c04-6de6-4599-861f-e6a1df68c283 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5320277 Dec 22 08:38:17.056067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56332) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:17.073802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21a550b8-303c-41db-a192-83f76c47759e tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:17.108678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--637455304'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:17.125107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=fe926166-1c5b-4754-9a17-a4c17e16e4ae,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:17.126776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:17.127362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:17.132751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.149722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88a2d1-bc48-41b5-b380-076b6e709365 None None] Network 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:17.204811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:17.219436 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/fe926166-1c5b-4754-9a17-a4c17e16e4ae HTTP/1.1" status: 204 len: 168 time: 1.2098706 Dec 22 08:38:17.221291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56336) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:17.238217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:17.257250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:port and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:17.264927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:17.275539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:17.312556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.333847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.354103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.376492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:17.380066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.395606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Transition to ACTIVE for port object 2b24899b-20f4-4b3c-b3bc-106a58734bc9 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:17.400536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.409338 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-00803510-1558-461a-9dbd-cdfdabef0543 service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160787 Dec 22 08:38:17.417094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.435420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:17.439830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Transition to ACTIVE for port object 76a4d248-e7da-433d-b017-13e4f9faa69c will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:17.452600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:17.458726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.463426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:17.466954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Transition to ACTIVE for port object 76a4d248-e7da-433d-b017-13e4f9faa69c will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:17.477213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:17.482964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.490812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5f683945-1132-4c5c-9751-019346ae19cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:17.581921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:17.582261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.596122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] DHCP port deletion for 38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:17.602082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Network 182f9f8e-3a29-45d1-828f-64efa1fd3588 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:17.607256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:17.615991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:17.627694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Deleting port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:17.628425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Calling delete_port for b3441257-0157-428c-ba33-c849be019f39 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:17.628564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.687301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] device_id is not set on port ed800466-c0ff-43c7-9aa0-d838c13d5fae yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:17.701948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Pushing event updated for resources: {'Port': ['ID=76a4d248-e7da-433d-b017-13e4f9faa69c,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:17.705775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:17.825522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Attempting to bind port 76a4d248-e7da-433d-b017-13e4f9faa69c on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:17.825522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Attempting to bind port 76a4d248-e7da-433d-b017-13e4f9faa69c by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:17.825986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Attempting to bind port 76a4d248-e7da-433d-b017-13e4f9faa69c on network 182f9f8e-3a29-45d1-828f-64efa1fd3588 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:17.843670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:17.844241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Checking segment: {'id': '6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:17.844745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.845267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Bound using segment: {'id': '6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:17.845857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Bound port: 76a4d248-e7da-433d-b017-13e4f9faa69c, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '182f9f8e-3a29-45d1-828f-64efa1fd3588'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:17.846339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.846625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.861580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d997c157-a422-4b96-b46b-e6f0e942baf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:17.967070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.989173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.002821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-025138b3-8edd-4e93-839b-3745cb7acf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:18.023171 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05fde846-8b4a-4d8c-8cbe-cf0dd2f7bf63 req-321aa86d-7ec2-4d9c-97a6-00420819a4e0 service neutron] 10.222.0.16 "GET /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032259 Dec 22 08:38:18.059813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.071800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] For port ef9bbde2-700d-4d2e-9f3b-73bb342e3791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,segment=NetworkSegment(74d21fdb-d30d-4974-b8b1-36d4b5735c0b),segment_id=74d21fdb-d30d-4974-b8b1-36d4b5735c0b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:18.072209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.084571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:18.091651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:18.094569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:18.097890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a0371-9ed3-475f-a106-a1ce0d2db7e7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:18.100843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:18.101471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.161417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Allocated IP 2001:db8::f816:3eff:fe7d:280 (182f9f8e-3a29-45d1-828f-64efa1fd3588/ca0b961c-f3f0-4c0a-902f-47c8c52f71c1/ed800466-c0ff-43c7-9aa0-d838c13d5fae) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:18.173233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] For port ef9bbde2-700d-4d2e-9f3b-73bb342e3791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,segment=NetworkSegment(74d21fdb-d30d-4974-b8b1-36d4b5735c0b),segment_id=74d21fdb-d30d-4974-b8b1-36d4b5735c0b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:18.173646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.191978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=2b24899b-20f4-4b3c-b3bc-106a58734bc9,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:18.200812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:18.203838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1092663b-d488-468c-afdd-e27fdb94603e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:18.233372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:18.237068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.250549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for ef9bbde2-700d-4d2e-9f3b-73bb342e3791 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:18.269541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event deleted for resources: {'Port': ['ID=b3441257-0157-428c-ba33-c849be019f39,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:18.276160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:18.282714 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5993836 Dec 22 08:38:18.283718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56344) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.291056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.292293 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2320161 Dec 22 08:38:18.300000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.301832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56346) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.309778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:55:6b:e3'}, {'ip_address': '2001:db8::178', 'mac_address': 'fa:16:3e:ec:2b:49'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:18.317246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-972067b3-5c4e-4c51-a59e-34bd58a3a1cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '7d9a0371-9ed3-475f-a106-a1ce0d2db7e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:18.325298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-972067b3-5c4e-4c51-a59e-34bd58a3a1cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:18.351571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Calling delete_port for ef9bbde2-700d-4d2e-9f3b-73bb342e3791 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:18.383309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.384056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-972067b3-5c4e-4c51-a59e-34bd58a3a1cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:18.389015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-972067b3-5c4e-4c51-a59e-34bd58a3a1cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:18.472598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.478440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:18.532497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] For port 76a4d248-e7da-433d-b017-13e4f9faa69c, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:18.547359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] For port 76a4d248-e7da-433d-b017-13e4f9faa69c, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=76a4d248-e7da-433d-b017-13e4f9faa69c,segment=NetworkSegment(6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea),segment_id=6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:18.571436 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] No DVR routers for this DVR port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:18.574264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.581506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Pushing event deleted for resources: {'Port': ['ID=ef9bbde2-700d-4d2e-9f3b-73bb342e3791,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:18.607185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:18.607661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:18.633789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-972067b3-5c4e-4c51-a59e-34bd58a3a1cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:18.643802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0081638-2984-4ce4-b622-2a08b5298aef None None] Provisioning for port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:18.672005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c0081638-2984-4ce4-b622-2a08b5298aef None None] Provisioning complete for port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:18.672248 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c0081638-2984-4ce4-b622-2a08b5298aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.717113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:18.717595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:18.751765 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-972067b3-5c4e-4c51-a59e-34bd58a3a1cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The resource could not be found. Dec 22 08:38:18.762614 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-972067b3-5c4e-4c51-a59e-34bd58a3a1cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4435618 Dec 22 08:38:18.762614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.766026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Pushing event updated for resources: {'Port': ['ID=76a4d248-e7da-433d-b017-13e4f9faa69c,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:18.771897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:18.774189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c0081638-2984-4ce4-b622-2a08b5298aef None None] Port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:18.775709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7c0b1b0d-1502-4403-9458-6b6373b22e1e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '7d9a0371-9ed3-475f-a106-a1ce0d2db7e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '306f9d14-fca6-49ee-a575-06d001b018a9'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:18.789160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7c0b1b0d-1502-4403-9458-6b6373b22e1e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:18.793942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c0b1b0d-1502-4403-9458-6b6373b22e1e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:18.800698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c0b1b0d-1502-4403-9458-6b6373b22e1e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:18.808647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7c0b1b0d-1502-4403-9458-6b6373b22e1e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:18.820188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Router 290bbddc-5191-49b8-ba50-b552eda04720 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:38:18.897163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.908670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.974495 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7c0b1b0d-1502-4403-9458-6b6373b22e1e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The resource could not be found. Dec 22 08:38:18.975658 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c0b1b0d-1502-4403-9458-6b6373b22e1e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2126348 Dec 22 08:38:18.988656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56356) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.009285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.009796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Fanout notify agent at l3_agent the message router_deleted on router 61d5d78d-9b62-44c1-aae3-9f0a834dd83a {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:19.080781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.082465 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/61d5d78d-9b62-44c1-aae3-9f0a834dd83a HTTP/1.1" status: 204 len: 168 time: 3.7934971 Dec 22 08:38:19.082650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:19.086783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56362) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.098330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] Sync routers for ids ['290bbddc-5191-49b8-ba50-b552eda04720'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:19.099873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1190468541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:19.107138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:19.111563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Usage tracker for resource:router and tenant:110c47bf90784d79b2303f84dab9e1c6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:19.115081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] Routers {'290bbddc-5191-49b8-ba50-b552eda04720'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:19.115846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['290bbddc-5191-49b8-ba50-b552eda04720'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:19.118916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:19.125392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:19.146203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.147273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.157067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.161085 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "PUT /v2.0/routers/290bbddc-5191-49b8-ba50-b552eda04720 HTTP/1.1" status: 200 len: 920 time: 5.1650481 Dec 22 08:38:19.161252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.177291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.222902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:19.223167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.239198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Transition to ACTIVE for port object ed800466-c0ff-43c7-9aa0-d838c13d5fae will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:19.240781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] Routers {'290bbddc-5191-49b8-ba50-b552eda04720'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:19.241421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['290bbddc-5191-49b8-ba50-b552eda04720'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:19.246333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port ef9bbde2-700d-4d2e-9f3b-73bb342e3791 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:19.246748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.247408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.317207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:19.317630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18009f-e7e9-4e2a-aeb0-2d48e68d451c None None] The sync data for ids ['290bbddc-5191-49b8-ba50-b552eda04720'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:19.345139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.382964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] The port 'ef9bbde2-700d-4d2e-9f3b-73bb342e3791' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:38:19.431524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.436829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.484155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3d4642d3-3053-482c-90ec-baf9d15dfd45 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:19.558905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.582641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 76a4d248-e7da-433d-b017-13e4f9faa69c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:19.586844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.587994 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d9a0371-9ed3-475f-a106-a1ce0d2db7e7 HTTP/1.1" status: 204 len: 168 time: 0.5950501 Dec 22 08:38:19.597682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56372) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.618104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network 182f9f8e-3a29-45d1-828f-64efa1fd3588 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:19.624902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:19.637161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:19.642732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.643370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.653513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Port': ['ID=ed800466-c0ff-43c7-9aa0-d838c13d5fae,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:19.680687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:19.685576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:19.702802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a0371-9ed3-475f-a106-a1ce0d2db7e7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:19.709340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.721930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:19.737369 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.1782289 Dec 22 08:38:19.742355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56376) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.771755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.778256 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8bd452e5-de94-49e4-8aba-821ba58d1471 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6900549 Dec 22 08:38:19.781745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.783218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56380) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.791774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 76a4d248-e7da-433d-b017-13e4f9faa69c completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:19.801918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6374f2b3-4e72-4dce-a5fb-8295431e7975 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:19.809077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'enable_snat': False}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:19.818274 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3b3e4520-d51a-4d25-82e0-1cfb0bfcd063 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/290bbddc-5191-49b8-ba50-b552eda04720 HTTP/1.1" status: 200 len: 926 time: 0.6524365 Dec 22 08:38:19.829508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.898728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef9bbde2-700d-4d2e-9f3b-73bb342e3791 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:19.910051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:19.937419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d21fdb-d30d-4974-b8b1-36d4b5735c0b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:19.938241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d21fdb-d30d-4974-b8b1-36d4b5735c0b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:19.969901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:38:19.976954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ef9bbde2-700d-4d2e-9f3b-73bb342e3791 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:19.977574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef9bbde2-700d-4d2e-9f3b-73bb342e3791 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:19.979234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6374f2b3-4e72-4dce-a5fb-8295431e7975 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:19.980512 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6374f2b3-4e72-4dce-a5fb-8295431e7975 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3818886 Dec 22 08:38:19.987588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.992029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56388) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.996523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.007719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9009ace4-44b2-405e-a53d-196f28c77db9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': 'b947f506-9811-451d-ae92-8c304cffcb16', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:20.025309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.033203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37ee1fc-3ebc-4106-89cc-465e5a35aebd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:20.035349 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f37ee1fc-3ebc-4106-89cc-465e5a35aebd tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=290bbddc-5191-49b8-ba50-b552eda04720&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2044630 Dec 22 08:38:20.038432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:20.038826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:20.054276 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:20.056822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.067687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting subnet ca0b961c-f3f0-4c0a-902f-47c8c52f71c1 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:20.075154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9009ace4-44b2-405e-a53d-196f28c77db9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:20.078350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.134557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed21d09e-3434-4d0d-84fe-ee4cb8ad7993 None None] Network 182f9f8e-3a29-45d1-828f-64efa1fd3588 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:20.150984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9009ace4-44b2-405e-a53d-196f28c77db9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:20.154105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9009ace4-44b2-405e-a53d-196f28c77db9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:20.157192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.188800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5bd60c9-ed0e-4c4b-8af3-bb2200d967ec tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:20.231467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Provisioning for port 76a4d248-e7da-433d-b017-13e4f9faa69c completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:20.243582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Provisioning complete for port 76a4d248-e7da-433d-b017-13e4f9faa69c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:20.244206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.246052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.263360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:20.281167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.286944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event updated for resources: {'Port': ['ID=2b24899b-20f4-4b3c-b3bc-106a58734bc9,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:20.291089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:20.291540 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2 HTTP/1.1" status: 204 len: 168 time: 3.0698888 Dec 22 08:38:20.292056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9009ace4-44b2-405e-a53d-196f28c77db9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:20.299030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56398) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.304892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] In _notify_port_updated(), no bound segment for port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 on network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:38:20.310401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:20.311099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.311888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=38d3ad56-6c3e-4b4d-ade5-7b72ab8ec5c2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:20.312403 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "PUT /v2.0/ports/2b24899b-20f4-4b3c-b3bc-106a58734bc9 HTTP/1.1" status: 200 len: 1068 time: 2.0148714 Dec 22 08:38:20.315412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56402) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.323128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'name': 'tempest-PortsTestJSON-1793643105'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:20.348196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:20.412230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a975d-2ede-40fd-9c09-ac23e42c95a7 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:20.414855 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-088a975d-2ede-40fd-9c09-ac23e42c95a7 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.3592000 Dec 22 08:38:20.424014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56408) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.513898 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4ce82f6-eafe-4ed2-9eea-26af4d782ea0 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=290bbddc-5191-49b8-ba50-b552eda04720 HTTP/1.1" status: 200 len: 205 time: 0.0885067 Dec 22 08:38:20.528593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.629428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.720496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.727541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] For port 76a4d248-e7da-433d-b017-13e4f9faa69c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=76a4d248-e7da-433d-b017-13e4f9faa69c,segment=NetworkSegment(6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea),segment_id=6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:20.735594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.739785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5ace7672-5895-4ab9-9571-23e88cef6070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:20.762962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:20.771646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:20.777847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:20.786248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:20.792539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.806656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:20.807044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.825577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Pushing event updated for resources: {'Port': ['ID=76a4d248-e7da-433d-b017-13e4f9faa69c,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:20.828559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:20.871530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:20.875642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.876853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d51f8aeb-65d5-4272-96a4-123fb58b47e9 None None] Provisioning complete for port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:20.877329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d51f8aeb-65d5-4272-96a4-123fb58b47e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.884488 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-9009ace4-44b2-405e-a53d-196f28c77db9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The resource could not be found. Dec 22 08:38:20.888912 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9009ace4-44b2-405e-a53d-196f28c77db9 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8919587 Dec 22 08:38:20.890543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.907260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281488723'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:20.918584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:20.927780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.941377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d51f8aeb-65d5-4272-96a4-123fb58b47e9 None None] Port 2b24899b-20f4-4b3c-b3bc-106a58734bc9 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:21.004002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:21.017647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port b0dc3bd5-0d9a-496c-a240-0dbd080640e3 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:21.148204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.174223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0f4fdd28-93f4-46e7-b90c-d95b325085e1 None None] Provisioning complete for port 76a4d248-e7da-433d-b017-13e4f9faa69c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:21.174793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0f4fdd28-93f4-46e7-b90c-d95b325085e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.180843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.252261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:21.260546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:21.268203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:21.281915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:21.282170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.285037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.384727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0f4fdd28-93f4-46e7-b90c-d95b325085e1 None None] Provisioning for port ed800466-c0ff-43c7-9aa0-d838c13d5fae completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:21.390101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0f4fdd28-93f4-46e7-b90c-d95b325085e1 None None] Provisioning complete for port ed800466-c0ff-43c7-9aa0-d838c13d5fae triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:21.390489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0f4fdd28-93f4-46e7-b90c-d95b325085e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.413701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Deleting port a4b79ffe-e3fc-4bed-9029-1377543c8d04 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:21.413945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.443459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Calling delete_port for 2b24899b-20f4-4b3c-b3bc-106a58734bc9 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:21.495409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fdd28-93f4-46e7-b90c-d95b325085e1 None None] Port ed800466-c0ff-43c7-9aa0-d838c13d5fae cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:21.510994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 76a4d248-e7da-433d-b017-13e4f9faa69c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:21.631051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 76a4d248-e7da-433d-b017-13e4f9faa69c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:21.631823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.696954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.723954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4d3e376d-7164-4da4-bab3-386e9fd5bf33 None None] Provisioning complete for port ed800466-c0ff-43c7-9aa0-d838c13d5fae triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:21.724600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d3e376d-7164-4da4-bab3-386e9fd5bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.740443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.759788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.766780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.789694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e376d-7164-4da4-bab3-386e9fd5bf33 None None] Port ed800466-c0ff-43c7-9aa0-d838c13d5fae cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:21.792451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.801694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d54a7e4-de2e-411e-9b65-56168268006e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.821637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.829068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.833504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0b961c-f3f0-4c0a-902f-47c8c52f71c1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:21.836698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:21.838466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7d25b-6d6a-41e6-933f-881631771d49 None None] Network 182f9f8e-3a29-45d1-828f-64efa1fd3588 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:21.840759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.877039 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/ca0b961c-f3f0-4c0a-902f-47c8c52f71c1 HTTP/1.1" status: 204 len: 168 time: 2.1336339 Dec 22 08:38:21.882752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56424) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:21.884215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.988777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Calling delete_port for a4b79ffe-e3fc-4bed-9029-1377543c8d04 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:22.015088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c8edca-af33-4c71-a16f-f68bed015784,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.025825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.042824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.044064 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1488414 Dec 22 08:38:22.047955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.055310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--203865731'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:22.060722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d6d00-d19a-41d2-a4c0-c7b4f1e12ea7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.062381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d6d00-d19a-41d2-a4c0-c7b4f1e12ea7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.063103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-806d6d00-d19a-41d2-a4c0-c7b4f1e12ea7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Synchronizing usage tracker for tenant:0fa56306def649e19279bf8ab64c9b97 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:22.064732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:22.072292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.074465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:22.079259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:22.085431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4cea8940-4d15-4bc0-85a5-624baa54ae95 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:22.102611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-806d6d00-d19a-41d2-a4c0-c7b4f1e12ea7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Unset dirty status for tenant:0fa56306def649e19279bf8ab64c9b97 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:22.103724 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-806d6d00-d19a-41d2-a4c0-c7b4f1e12ea7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2163582 Dec 22 08:38:22.116575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.127698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:22.138752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.156839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] DHCP port deletion for 182f9f8e-3a29-45d1-828f-64efa1fd3588 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:22.160689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:22.163443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Deleting port 76a4d248-e7da-433d-b017-13e4f9faa69c {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:22.163723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.205469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Port': ['ID=2b24899b-20f4-4b3c-b3bc-106a58734bc9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.236647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.265509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:22.277727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Allocated IP 172.26.7.177 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/6110854f-3984-4743-a1b7-db242b024356) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:22.281748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:22.289687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.301784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:22.307272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.307906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.356167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=b0dc3bd5-0d9a-496c-a240-0dbd080640e3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.369903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.374780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:22.380863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8e7db7d-4670-4b28-94e2-26df28d64234 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.383711 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0732615 Dec 22 08:38:22.388616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:22.391062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56436) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.396009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:22.438446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] For port 76a4d248-e7da-433d-b017-13e4f9faa69c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=76a4d248-e7da-433d-b017-13e4f9faa69c,segment=NetworkSegment(6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea),segment_id=6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:22.438446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.448006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:22.500933 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e7db7d-4670-4b28-94e2-26df28d64234 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 08:38:22.501286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e7db7d-4670-4b28-94e2-26df28d64234 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:22.535647 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f8e7db7d-4670-4b28-94e2-26df28d64234 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/182f9f8e-3a29-45d1-828f-64efa1fd3588 HTTP/1.1" status: 409 len: 405 time: 0.4093099 Dec 22 08:38:22.536659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56440) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.543981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port b0dc3bd5-0d9a-496c-a240-0dbd080640e3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:22.544339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.596344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-906570354'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:22.621863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:22.628214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Calling delete_port for 76a4d248-e7da-433d-b017-13e4f9faa69c owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:22.665550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:network and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:22.702736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:22.716163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:22.721205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.739273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.744364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65783431-3205-4c31-b718-05180479fec2 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:22.745347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84841fba-e27f-4fbd-a5da-06f0bae28ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:22.809307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:22.812971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.823361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Pushing event deleted for resources: {'Port': ['ID=76a4d248-e7da-433d-b017-13e4f9faa69c,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.830811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.832273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] No DVR routers for this DVR port 76a4d248-e7da-433d-b017-13e4f9faa69c on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:22.850834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event deleted for resources: {'Port': ['ID=a4b79ffe-e3fc-4bed-9029-1377543c8d04,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.850937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.864338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.926367 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/ports/2b24899b-20f4-4b3c-b3bc-106a58734bc9 HTTP/1.1" status: 204 len: 168 time: 2.6055717 Dec 22 08:38:22.930016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:22.935432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.938779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56448) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.970210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.001580 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e5d229-e8cb-428d-9ed1-d5338e4b07d2 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:23.002130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-29e5d229-e8cb-428d-9ed1-d5338e4b07d2 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Synchronizing usage tracker for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:23.010119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.010462 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Added segment 6e5bf71d-beda-4415-aceb-ae2573deafb8 of type vlan for network 59374c50-3cb5-4deb-ad4a-511c14cff19c Dec 22 08:38:23.022452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.036357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bcbe25fb-8edc-42d3-92e5-5b6fe0584ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:23.038648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-29e5d229-e8cb-428d-9ed1-d5338e4b07d2 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Unset dirty status for tenant:a123e41e1afb4f03a00bd7f4a95d0810 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:23.039802 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-29e5d229-e8cb-428d-9ed1-d5338e4b07d2 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "GET /v2.0/ports/2b24899b-20f4-4b3c-b3bc-106a58734bc9 HTTP/1.1" status: 404 len: 333 time: 0.0998416 Dec 22 08:38:23.048878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56452) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:23.056918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.069352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.073955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97e109ef-b0bc-4665-b000-8a22ae8f5ef1 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:23.155413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:23.159813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:23.163654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:23.179192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55a92e3-9b7b-435c-863d-032cac4da6f2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:23.187852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.189098 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1406229 Dec 22 08:38:23.193555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.196896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56456) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:23.201211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:23.205184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.207495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.210588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:23.211181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.230291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e3673fb6-95e6-42e8-97cc-48a6dd0320dc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group_rule': {'security_group_id': '21c8edca-af33-4c71-a16f-f68bed015784', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c55a92e3-9b7b-435c-863d-032cac4da6f2'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:23.247001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e3673fb6-95e6-42e8-97cc-48a6dd0320dc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:23.251910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Pushing event updated for resources: {'Port': ['ID=6110854f-3984-4743-a1b7-db242b024356,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:23.255913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:23.260060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:23.275069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e3673fb6-95e6-42e8-97cc-48a6dd0320dc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:23.283791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e3673fb6-95e6-42e8-97cc-48a6dd0320dc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:23.347064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e3673fb6-95e6-42e8-97cc-48a6dd0320dc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:23.411499 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8741901 Dec 22 08:38:23.486496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56460) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:23.491190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for b0dc3bd5-0d9a-496c-a240-0dbd080640e3 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:23.497492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 76a4d248-e7da-433d-b017-13e4f9faa69c no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:23.523006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'subnet': {'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:23.531334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting port 6347eb9d-158b-4196-acec-1d81ab035b28 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:23.531654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.542085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Network': ['ID=59374c50-3cb5-4deb-ad4a-511c14cff19c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:23.542438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 76a4d248-e7da-433d-b017-13e4f9faa69c {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:23.542755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 76a4d248-e7da-433d-b017-13e4f9faa69c not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:23.566479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 59374c50-3cb5-4deb-ad4a-511c14cff19c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:23.599716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.605269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:23.605652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.695146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.695667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Fanout notify agent at l3_agent the message router_deleted on router 290bbddc-5191-49b8-ba50-b552eda04720 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:23.715649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.720825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.722756 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/290bbddc-5191-49b8-ba50-b552eda04720 HTTP/1.1" status: 204 len: 168 time: 3.1922743 Dec 22 08:38:23.733579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56464) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:23.743216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-82211218-1879-47bd-935b-b87d820cd035 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:23.744137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-e3673fb6-95e6-42e8-97cc-48a6dd0320dc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:23.745179 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e3673fb6-95e6-42e8-97cc-48a6dd0320dc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5429959 Dec 22 08:38:23.750937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-565053131', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:23.758448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56468) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:23.763178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:23.782049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Usage tracker for resource:router and tenant:f8572afc13da48eb922bec9faeb0b852 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:23.786760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:23.789080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:23.843643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=b0dc3bd5-0d9a-496c-a240-0dbd080640e3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:23.854856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:23.858293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.878541 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/b0dc3bd5-0d9a-496c-a240-0dbd080640e3 HTTP/1.1" status: 204 len: 168 time: 1.4840670 Dec 22 08:38:23.878742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:23.879187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56472) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:23.887775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'mac_address': 'fa:16:3e:7b:37:6a', 'name': 'tempest-PortsTestJSON-1478309115'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:23.894552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:23.928216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.928216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.007009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:24.010965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.011987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.148399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.151537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.198415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.258892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:24.271327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Calling delete_port for 6347eb9d-158b-4196-acec-1d81ab035b28 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:24.301986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:24.311576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:24.326138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:24.342242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:24.427689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.508801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.546930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port ddcc9188-4bae-440d-afd1-d21b2cf0ec41 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:24.595304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.610626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f3e1e70b-1549-48ba-8b8f-316caa8ae395 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:24.663623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Port': ['ID=6347eb9d-158b-4196-acec-1d81ab035b28,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:24.678750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:24.738875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.770665 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/ports/6347eb9d-158b-4196-acec-1d81ab035b28 HTTP/1.1" status: 204 len: 168 time: 1.7110720 Dec 22 08:38:24.773839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56480) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:24.913474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.921976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49fe757d-f2a5-4bd2-b79b-9ff3aeb9b8a9 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:24.932134 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-822be934-9753-4c2c-8e9c-c1bdaa0121e6 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:24.933343 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-822be934-9753-4c2c-8e9c-c1bdaa0121e6 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "GET /v2.0/ports/6347eb9d-158b-4196-acec-1d81ab035b28 HTTP/1.1" status: 404 len: 333 time: 0.0995340 Dec 22 08:38:24.936834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.947376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56484) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:25.015035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55a92e3-9b7b-435c-863d-032cac4da6f2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:25.017905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:25.019264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.047953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.053606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f30d7c18-1a61-4995-8688-fc8c4bcb8914 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:25.119630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:25.122956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:25.126986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:25.133067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:25.133722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.146716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=ddcc9188-4bae-440d-afd1-d21b2cf0ec41,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:25.151646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:25.160957 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2808135 Dec 22 08:38:25.163567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:25.245124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f5ffc-6398-414c-85a1-2a2696b621ce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:25.245736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7b3f5ffc-6398-414c-85a1-2a2696b621ce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:25.263973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7b3f5ffc-6398-414c-85a1-2a2696b621ce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:25.265398 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7b3f5ffc-6398-414c-85a1-2a2696b621ce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/ddcc9188-4bae-440d-afd1-d21b2cf0ec41 HTTP/1.1" status: 200 len: 841 time: 0.1005645 Dec 22 08:38:25.268142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:25.304770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting port 49310206-be55-4be9-9157-ca7dfeaaf67f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:25.305116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.339192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port ddcc9188-4bae-440d-afd1-d21b2cf0ec41 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:25.339575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.410921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.412086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/c55a92e3-9b7b-435c-863d-032cac4da6f2 HTTP/1.1" status: 204 len: 168 time: 1.6505790 Dec 22 08:38:25.422854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56500) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:25.473497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.535803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.585039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.693173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:38:25.716045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for ddcc9188-4bae-440d-afd1-d21b2cf0ec41 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:25.802315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.808230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81419a13-d45c-4d96-a51f-11d58524b098 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:25.861834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=ddcc9188-4bae-440d-afd1-d21b2cf0ec41,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:25.862089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.865565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:25.867943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.882454 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/ddcc9188-4bae-440d-afd1-d21b2cf0ec41 HTTP/1.1" status: 204 len: 168 time: 0.6131873 Dec 22 08:38:25.885081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:25.927890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f75470d-7c29-41cb-bc48-f5188cdbf8dd tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:25.928957 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-33522f19-eada-4495-8293-d9c0eee546fa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:25.929502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-33522f19-eada-4495-8293-d9c0eee546fa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:25.945063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-33522f19-eada-4495-8293-d9c0eee546fa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:25.946175 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-33522f19-eada-4495-8293-d9c0eee546fa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/ddcc9188-4bae-440d-afd1-d21b2cf0ec41 HTTP/1.1" status: 404 len: 333 time: 0.0601695 Dec 22 08:38:25.949832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:25.955521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'name': 'tempest-PortsTestJSON-2108985383'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:25.984436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4448f2df-3039-4554-8947-15066281cf7a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:26.157965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:26.167719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:26.178488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:26.180265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Subnet': ['ID=cd1d0982-50e2-4fed-bb75-794005496599,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:26.182032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.189828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4448f2df-3039-4554-8947-15066281cf7a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:26.191722 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4448f2df-3039-4554-8947-15066281cf7a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7606084 Dec 22 08:38:26.195836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:26.205421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:26.221499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.222887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 9fbd16d8-1465-4c65-a9dd-2fcf09512e5c yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:26.235535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Checking segment: {'id': '6e5bf71d-beda-4415-aceb-ae2573deafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:26.235894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network hostable DHCP agents. Network: 59374c50-3cb5-4deb-ad4a-511c14cff19c, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:26.437263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Calling delete_port for 49310206-be55-4be9-9157-ca7dfeaaf67f owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:26.470264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.526330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.541761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.586065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network 59374c50-3cb5-4deb-ad4a-511c14cff19c is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:26.590578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.597223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62fe806f-7b1e-4850-b335-14ef34ae024a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:26.613446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c8edca-af33-4c71-a16f-f68bed015784,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:26.620039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:26.629784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.636683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-41578983-b763-4297-9801-21618fc15586 tempest-RoutersAdminNegativeTest-1335611548 tempest-RoutersAdminNegativeTest-1335611548-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:26.645265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.681902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Router 5844118d-3aac-4860-b7d1-a712227415fd is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:38:26.688456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 59374c50-3cb5-4deb-ad4a-511c14cff19c) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:26.699437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.702954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.703129 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/21c8edca-af33-4c71-a16f-f68bed015784 HTTP/1.1" status: 204 len: 168 time: 0.5021648 Dec 22 08:38:26.704381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:26.704979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.711161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56520) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:26.712323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615b6a8-ce02-4f63-aa29-b8e166a72f7a None None] Network 59374c50-3cb5-4deb-ad4a-511c14cff19c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:26.724035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:26.727806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:26.732476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:26.738536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:26.739295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.757570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=9fbd16d8-1465-4c65-a9dd-2fcf09512e5c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:26.761336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:26.774043 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8204932 Dec 22 08:38:26.774263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56524) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:26.780625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:26.918081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.966746 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4789624 Dec 22 08:38:26.969804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:26.975756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'port': {'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c', 'name': 'tempest-NetworksIpV6TestAttrs-1313748679'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:26.982271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-59374c50-3cb5-4deb-ad4a-511c14cff19c', 'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c', 'tenant_id': '0fa56306def649e19279bf8ab64c9b97', 'fixed_ips': [{'subnet_id': 'cd1d0982-50e2-4fed-bb75-794005496599'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:26.983195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.065607 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f4de0f15-f22c-499c-b067-6a33457a62d2 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3504820 Dec 22 08:38:27.073787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.084208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973722573'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:27.096492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:27.115370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:27.117867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:27.121486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.136136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b2425e24-15c5-43c7-b848-57c8be145275 tempest-FloatingIPAdminTestJSON-1439170739 tempest-FloatingIPAdminTestJSON-1439170739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:27.159005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:27.162354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Allocated IP 2001:db8::f816:3eff:fe85:b9c1 (59374c50-3cb5-4deb-ad4a-511c14cff19c/cd1d0982-50e2-4fed-bb75-794005496599/d117360b-86fd-46a3-b05f-42d2b68a3b03) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:27.236983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Port': ['ID=49310206-be55-4be9-9157-ca7dfeaaf67f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:27.239990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:27.248360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.250775 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/ports/49310206-be55-4be9-9157-ca7dfeaaf67f HTTP/1.1" status: 204 len: 168 time: 2.2464869 Dec 22 08:38:27.255643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56536) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.324358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:27.329644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.330840 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "PUT /v2.0/routers/5844118d-3aac-4860-b7d1-a712227415fd HTTP/1.1" status: 200 len: 916 time: 7.5466630 Dec 22 08:38:27.336318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56540) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.338245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.345110 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] Sync routers for ids ['5844118d-3aac-4860-b7d1-a712227415fd'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:27.356339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.362666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:27.363629 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] Routers {'5844118d-3aac-4860-b7d1-a712227415fd'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:27.364487 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5844118d-3aac-4860-b7d1-a712227415fd'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.368630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.373403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:port and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:27.378861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b6de9e68-9f9c-474c-9912-0bedf2a89a7e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:27.419226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:27.465878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.471393 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.478189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Transition to ACTIVE for port object d117360b-86fd-46a3-b05f-42d2b68a3b03 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:27.489034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:27.501699 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] Routers {'5844118d-3aac-4860-b7d1-a712227415fd'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:27.501913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Transition to ACTIVE for port object d117360b-86fd-46a3-b05f-42d2b68a3b03 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:27.502002 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5844118d-3aac-4860-b7d1-a712227415fd'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.510625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:27.516379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.522453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] In _notify_port_updated(), no bound segment for port 9fbd16d8-1465-4c65-a9dd-2fcf09512e5c on network a04fbf5a-c441-49f9-9393-7dc68efd6e15 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:38:27.537776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:27.538459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.542981 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "PUT /v2.0/ports/9fbd16d8-1465-4c65-a9dd-2fcf09512e5c HTTP/1.1" status: 200 len: 818 time: 0.7674284 Dec 22 08:38:27.545711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:27.556238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.557003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:27.563099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.589752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Usage tracker for resource:security_group_rule and tenant:3082448a9b0145b49061cbf64b70f5d9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:27.609916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:27.662567 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.669823 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77659499-7eb7-4f61-ae7e-85b460607fa4 None None] The sync data for ids ['5844118d-3aac-4860-b7d1-a712227415fd'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:27.691365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Network 59374c50-3cb5-4deb-ad4a-511c14cff19c is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:27.692777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Pushing event updated for resources: {'Port': ['ID=d117360b-86fd-46a3-b05f-42d2b68a3b03,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:27.696066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:27.696231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:27.697529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=9fbd16d8-1465-4c65-a9dd-2fcf09512e5c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:27.698817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:27.700045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:27.701816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:27.730812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] device_id is not set on port e23aebe6-6e1d-4249-bd49-75764dc85cde yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:27.733534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting subnet 1e3c9d2e-f4af-42ac-b879-68f705d7ae9c {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:27.745388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Allocated IP 172.26.7.143 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/23f3fc6f-cbc0-4ea7-833b-12cc4d7d36cb) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:27.755312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.811697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 9fbd16d8-1465-4c65-a9dd-2fcf09512e5c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:27.811697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.813231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Attempting to bind port d117360b-86fd-46a3-b05f-42d2b68a3b03 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:27.814168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Attempting to bind port d117360b-86fd-46a3-b05f-42d2b68a3b03 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6e5bf71d-beda-4415-aceb-ae2573deafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:27.814737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Attempting to bind port d117360b-86fd-46a3-b05f-42d2b68a3b03 on network 59374c50-3cb5-4deb-ad4a-511c14cff19c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:27.821082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:27.821396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Checking segment: {'id': '6e5bf71d-beda-4415-aceb-ae2573deafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:27.821990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.822392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Bound using segment: {'id': '6e5bf71d-beda-4415-aceb-ae2573deafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:27.822850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Bound port: d117360b-86fd-46a3-b05f-42d2b68a3b03, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5bf71d-beda-4415-aceb-ae2573deafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '59374c50-3cb5-4deb-ad4a-511c14cff19c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:27.823217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.916682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.923390 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] For port d117360b-86fd-46a3-b05f-42d2b68a3b03, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:27.927360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] For port d117360b-86fd-46a3-b05f-42d2b68a3b03, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d117360b-86fd-46a3-b05f-42d2b68a3b03,segment=NetworkSegment(6e5bf71d-beda-4415-aceb-ae2573deafb8),segment_id=6e5bf71d-beda-4415-aceb-ae2573deafb8)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:27.932062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.935762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.020269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Pushing event updated for resources: {'Port': ['ID=d117360b-86fd-46a3-b05f-42d2b68a3b03,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.023820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.061493 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b4f2da85-de4d-4ee9-a5f9-845b324657f1 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/5844118d-3aac-4860-b7d1-a712227415fd HTTP/1.1" status: 200 len: 922 time: 0.7211850 Dec 22 08:38:28.064689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56552) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.102877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Allocated IP 2001:db8::f816:3eff:feb9:ff (59374c50-3cb5-4deb-ad4a-511c14cff19c/cd1d0982-50e2-4fed-bb75-794005496599/e23aebe6-6e1d-4249-bd49-75764dc85cde) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:28.136567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.154081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.167588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.239444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.252549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.257324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.258203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9c695b50-081d-41f4-badb-a6234d0193ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.297543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.311853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3c9d2e-f4af-42ac-b879-68f705d7ae9c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.319155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.321028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eb23a2c4-06d1-448f-88ae-6e9ede4dd5df tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.325931 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ccfcd8-d81d-4bed-9141-3042c3b07b1d None None] Network 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:28.369747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.383172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/subnets/1e3c9d2e-f4af-42ac-b879-68f705d7ae9c HTTP/1.1" status: 204 len: 168 time: 1.1220737 Dec 22 08:38:28.391093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56556) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.476750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:28.479432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.493638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:28.499604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddda8e48-18c3-47b7-abac-6359e0be94c5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.522300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:28.625734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.638971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 9fbd16d8-1465-4c65-a9dd-2fcf09512e5c owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:28.649161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] DHCP port deletion for 379bac8a-d9a7-4c39-a8ec-8cfdbef227eb request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:28.655438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Deleting port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:28.655438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.668460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.670184 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5930202 Dec 22 08:38:28.710592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56560) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.730567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c9dc730e-b23f-4796-82c3-b0ff40d5c484 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:28.730986 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.api.v2.base [None req-c9dc730e-b23f-4796-82c3-b0ff40d5c484 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:38:28.731477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-c9dc730e-b23f-4796-82c3-b0ff40d5c484 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 08:38:28.735420 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c9dc730e-b23f-4796-82c3-b0ff40d5c484 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "PUT /v2.0/security-groups/ddda8e48-18c3-47b7-abac-6359e0be94c5 HTTP/1.1" status: 409 len: 330 time: 0.0216570 Dec 22 08:38:28.742556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.761704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event updated for resources: {'Port': ['ID=23f3fc6f-cbc0-4ea7-833b-12cc4d7d36cb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.796249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.863439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.911384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Deleting port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:28.911827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.943466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.974741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.986273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] For port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=af8f4ee0-4ad7-4068-84d6-0f0eaddf8462,segment=NetworkSegment(4ead8eff-d347-4d4a-909a-8c4b119faefd),segment_id=4ead8eff-d347-4d4a-909a-8c4b119faefd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:28.987192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.039053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.053302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3cc2a8c3-89f6-4a79-88a4-1dd1c93a732c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:29.072607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddda8e48-18c3-47b7-abac-6359e0be94c5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:29.075957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:29.078507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477948f4-ab57-4b6f-8020-1d026b39cdde tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:29.081298 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-477948f4-ab57-4b6f-8020-1d026b39cdde tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=5844118d-3aac-4860-b7d1-a712227415fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0112524 Dec 22 08:38:29.087296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.087961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.148919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Calling delete_port for af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:29.159719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.202696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14be56ca-defb-4fc6-a5c6-0cc2c59c5375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-567431560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:29.245777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce238f1-1f3b-4b09-a89f-04dcdca6a801 None None] Network 59374c50-3cb5-4deb-ad4a-511c14cff19c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:29.251960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.262735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.266586 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/ddda8e48-18c3-47b7-abac-6359e0be94c5 HTTP/1.1" status: 204 len: 168 time: 0.5157759 Dec 22 08:38:29.266586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=9fbd16d8-1465-4c65-a9dd-2fcf09512e5c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:29.268175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:29.272685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56576) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.325330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.336191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-98b00de4-15e6-497e-99c5-d9ea09eb8305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:29.349274 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/9fbd16d8-1465-4c65-a9dd-2fcf09512e5c HTTP/1.1" status: 204 len: 168 time: 1.7653666 Dec 22 08:38:29.364489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.404595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Pushing event deleted for resources: {'Port': ['ID=af8f4ee0-4ad7-4068-84d6-0f0eaddf8462,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:29.407507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] No DVR routers for this DVR port af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:29.412636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:29.428596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] The port 'af8f4ee0-4ad7-4068-84d6-0f0eaddf8462' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:38:29.430623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1b12fe41-5235-4088-bf19-628506bdf463 None None] Provisioning for port d117360b-86fd-46a3-b05f-42d2b68a3b03 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:29.460487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c9899-0503-4497-99dd-a67d483aefc6 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:29.464477 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b03c9899-0503-4497-99dd-a67d483aefc6 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/networks/c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 881 time: 0.3611333 Dec 22 08:38:29.465354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.475822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.531074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ff928da5-e156-464e-be48-8edb5fa431cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Synchronizing usage tracker for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:29.553003 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-527a24d9-9c33-4eb3-9e37-471d3ef8ae3f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844118d-3aac-4860-b7d1-a712227415fd HTTP/1.1" status: 200 len: 205 time: 0.0731483 Dec 22 08:38:29.562730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Transition to ACTIVE for port object e23aebe6-6e1d-4249-bd49-75764dc85cde will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:29.562730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56588) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.585370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d117360b-86fd-46a3-b05f-42d2b68a3b03 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:29.681844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ff928da5-e156-464e-be48-8edb5fa431cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Unset dirty status for tenant:3082448a9b0145b49061cbf64b70f5d9 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:29.683363 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ff928da5-e156-464e-be48-8edb5fa431cf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3898518 Dec 22 08:38:29.689889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56592) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.695586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port d117360b-86fd-46a3-b05f-42d2b68a3b03 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:29.702142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port d117360b-86fd-46a3-b05f-42d2b68a3b03 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:29.702488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.729627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.809414 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-1b828276-2b28-4576-a370-ccfa5c89ac52 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] delete failed (client error): The resource could not be found. Dec 22 08:38:29.814261 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1b828276-2b28-4576-a370-ccfa5c89ac52 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f4e2f31-8c83-43a7-bc27-aef19a7dd9c9 HTTP/1.1" status: 404 len: 347 time: 0.1182623 Dec 22 08:38:29.816371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.826527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4907b9a-5338-421a-a2d7-901172cf0cce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:29.827423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f4907b9a-5338-421a-a2d7-901172cf0cce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:29.848064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379bac8a-d9a7-4c39-a8ec-8cfdbef227eb']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:29.870177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ead8eff-d347-4d4a-909a-8c4b119faefd') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:29.870462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ead8eff-d347-4d4a-909a-8c4b119faefd') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:29.898016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.904977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.935738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9ed114d0-9f3a-4c17-b075-c68cb82f8f94 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:29.945254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.960821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port d117360b-86fd-46a3-b05f-42d2b68a3b03, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d117360b-86fd-46a3-b05f-42d2b68a3b03,segment=NetworkSegment(6e5bf71d-beda-4415-aceb-ae2573deafb8),segment_id=6e5bf71d-beda-4415-aceb-ae2573deafb8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:29.972548 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-8f8bc34d-f1c5-4480-af2a-a5f0b82ea000 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] show failed (client error): The resource could not be found. Dec 22 08:38:29.973095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.973799 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8f8bc34d-f1c5-4480-af2a-a5f0b82ea000 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-groups/841115fe-c930-486e-a001-c0ad7da755aa HTTP/1.1" status: 404 len: 347 time: 0.1421797 Dec 22 08:38:29.987037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:29.989574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.003491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.019326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:30.020018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:30.035728 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:30.064209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:30.068707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f4907b9a-5338-421a-a2d7-901172cf0cce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:30.070717 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4907b9a-5338-421a-a2d7-901172cf0cce tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7054443 Dec 22 08:38:30.080350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.085270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.120365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:30.120818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af8f4ee0-4ad7-4068-84d6-0f0eaddf8462 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:30.128955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-40136478-17b8-48c4-a65b-1fd94db9cd80 None None] Provisioning complete for port d117360b-86fd-46a3-b05f-42d2b68a3b03 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:30.128955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-40136478-17b8-48c4-a65b-1fd94db9cd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.129489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.193486 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-ef5a09a2-adee-49fa-8798-dd69ba5244f7 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] show failed (client error): The resource could not be found. Dec 22 08:38:30.193991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=d117360b-86fd-46a3-b05f-42d2b68a3b03,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:30.197502 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ef5a09a2-adee-49fa-8798-dd69ba5244f7 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] 10.222.0.36 "GET /v2.0/security-group-rules/ee0f07ae-71cb-4984-8ead-432281c91d7c HTTP/1.1" status: 404 len: 356 time: 0.1779974 Dec 22 08:38:30.197738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network 59374c50-3cb5-4deb-ad4a-511c14cff19c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:30.198143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:30.229613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:30.232730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:30.238837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:30.239549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.252720 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cdb560-2f36-45d7-81fb-0e518db1d0a3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:30.258932 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-63cdb560-2f36-45d7-81fb-0e518db1d0a3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/9fbd16d8-1465-4c65-a9dd-2fcf09512e5c HTTP/1.1" status: 404 len: 333 time: 0.1722536 Dec 22 08:38:30.270440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56614) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.271421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Port': ['ID=e23aebe6-6e1d-4249-bd49-75764dc85cde,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:30.275174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:30.281476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-785274128'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:30.292791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:30.323056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.328149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1a4ce553-f725-4d35-9a27-95c216530967 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:30.345592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.360896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.3876131 Dec 22 08:38:30.360896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:30.361323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Pushing event deleted for resources: {'Network': ['ID=379bac8a-d9a7-4c39-a8ec-8cfdbef227eb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:30.361323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56618) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.366344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:30.372677 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] 10.222.0.36 "DELETE /v2.0/networks/379bac8a-d9a7-4c39-a8ec-8cfdbef227eb HTTP/1.1" status: 204 len: 168 time: 1.9803748 Dec 22 08:38:30.385785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:30.395451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:30.423074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:30.427524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.459359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.477281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:30.484735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Deleting port 6110854f-3984-4743-a1b7-db242b024356 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:30.485396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.506340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting subnet cd1d0982-50e2-4fed-bb75-794005496599 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:30.513615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.569898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Router 2811afbb-f99f-49bc-b974-facc45f392b6 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:38:30.668343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.712650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.713459 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment 3bf976c8-f43d-4f85-aab5-1203ae407818 of type vlan for network 2813289d-159c-44a2-b683-19c8f40515b3 Dec 22 08:38:30.756076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-db9c49e8-8e40-40d5-aab9-c4ebb51a06e8 None None] Provisioning for port e23aebe6-6e1d-4249-bd49-75764dc85cde completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:30.769473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-db9c49e8-8e40-40d5-aab9-c4ebb51a06e8 None None] Provisioning complete for port e23aebe6-6e1d-4249-bd49-75764dc85cde triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:30.770119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-db9c49e8-8e40-40d5-aab9-c4ebb51a06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.837352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.846618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.883838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:30.900007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-db9c49e8-8e40-40d5-aab9-c4ebb51a06e8 None None] Port e23aebe6-6e1d-4249-bd49-75764dc85cde cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:30.906774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] Sync routers for ids ['2811afbb-f99f-49bc-b974-facc45f392b6'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:30.916910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.923013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.928617 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1939709 Dec 22 08:38:30.929480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56634) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.930983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.937496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:30.937908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] Routers {'2811afbb-f99f-49bc-b974-facc45f392b6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:30.938635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2811afbb-f99f-49bc-b974-facc45f392b6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:30.938778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:30.939060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.946505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:31.012052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56638) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:31.041843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.072691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:31.095740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] Routers {'2811afbb-f99f-49bc-b974-facc45f392b6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:31.097955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2811afbb-f99f-49bc-b974-facc45f392b6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:31.195908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Calling delete_port for 6110854f-3984-4743-a1b7-db242b024356 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:31.210891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:31.211312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d77894-fa0b-4bf9-acb7-b94baf711778 None None] The sync data for ids ['2811afbb-f99f-49bc-b974-facc45f392b6'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:31.346797 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0704916 Dec 22 08:38:31.354397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:31.377436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': '2813289d-159c-44a2-b683-19c8f40515b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:31.399994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=2813289d-159c-44a2-b683-19c8f40515b3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:31.412035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 2813289d-159c-44a2-b683-19c8f40515b3 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:31.461313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:31.518620 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7adedcd9-548f-4873-becd-2344a7ae06e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3082448a9b0145b49061cbf64b70f5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6798906 Dec 22 08:38:31.530875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56654) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:31.551647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d117360b-86fd-46a3-b05f-42d2b68a3b03 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:31.553983 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a45ace8b-69ea-46cb-a6b7-7e24b9ae8ca1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a123e41e1afb4f03a00bd7f4a95d0810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406981 Dec 22 08:38:31.564671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.565073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:31.588636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:31.618964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:31.638967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port d117360b-86fd-46a3-b05f-42d2b68a3b03 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:31.639492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.643867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:31.652300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:31.652620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1d0982-50e2-4fed-bb75-794005496599,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:31.668206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a49da9-7bb9-4605-9760-a3e6c256b4cb None None] Network 59374c50-3cb5-4deb-ad4a-511c14cff19c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:31.668846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.671853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:31.672316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:31.713827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:31.717779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.741197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.747814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.786336 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/cd1d0982-50e2-4fed-bb75-794005496599 HTTP/1.1" status: 204 len: 168 time: 1.4162376 Dec 22 08:38:31.792509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56662) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:31.912364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0f8cc-b5d3-409d-9428-dc895440eb17 req-d076636e-ed87-4259-81fe-493b7a9c96d3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:31.914161 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9cd0f8cc-b5d3-409d-9428-dc895440eb17 req-d076636e-ed87-4259-81fe-493b7a9c96d3 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.5126753 Dec 22 08:38:31.932691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.947072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.029731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.038089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2d1e8d7d-07dd-49c7-8d7b-47b38fd25fb0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:32.070207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] DHCP port deletion for 59374c50-3cb5-4deb-ad4a-511c14cff19c request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:32.070741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffe3ef-1b9b-4be2-9820-ccc3aec993c8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:32.072292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffe3ef-1b9b-4be2-9820-ccc3aec993c8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:32.073065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5dffe3ef-1b9b-4be2-9820-ccc3aec993c8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Synchronizing usage tracker for tenant:0fa56306def649e19279bf8ab64c9b97 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:32.076683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Deleting port d117360b-86fd-46a3-b05f-42d2b68a3b03 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:32.077262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.092086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event deleted for resources: {'Port': ['ID=6110854f-3984-4743-a1b7-db242b024356,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:32.097582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:32.104910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9cd0f8cc-b5d3-409d-9428-dc895440eb17 req-0b5c31f3-2914-4041-be35-88fc2d6cf028 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690891 Dec 22 08:38:32.143158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5dffe3ef-1b9b-4be2-9820-ccc3aec993c8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Unset dirty status for tenant:0fa56306def649e19279bf8ab64c9b97 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:32.145170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5dffe3ef-1b9b-4be2-9820-ccc3aec993c8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3517110 Dec 22 08:38:32.149548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56668) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:32.186967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.280566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.283719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.298385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21c2b868-2f34-44a0-8c1d-7d0a3490c419 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:32.312325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e0eb9ea-9c58-4279-a249-c94cee5a8c79 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.312648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569664ec-6ce2-4100-8ad6-13afb4570eeb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:32.315849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Deleting port 23f3fc6f-cbc0-4ea7-833b-12cc4d7d36cb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:32.316292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.317325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:32.323892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.332700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7db3f4c9-dd1e-499c-8444-a84f36a8b0ab tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:32.345416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.371848 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0eb9ea-9c58-4279-a249-c94cee5a8c79 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 08:38:32.372342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0eb9ea-9c58-4279-a249-c94cee5a8c79 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:32.374179 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8e0eb9ea-9c58-4279-a249-c94cee5a8c79 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/59374c50-3cb5-4deb-ad4a-511c14cff19c HTTP/1.1" status: 409 len: 405 time: 0.2236164 Dec 22 08:38:32.381510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56676) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:32.383160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] For port d117360b-86fd-46a3-b05f-42d2b68a3b03, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d117360b-86fd-46a3-b05f-42d2b68a3b03,segment=NetworkSegment(6e5bf71d-beda-4415-aceb-ae2573deafb8),segment_id=6e5bf71d-beda-4415-aceb-ae2573deafb8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:32.384427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.387079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-729518544'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:32.395980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:32.421638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:network and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:32.472161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:32.489319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:32.552108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Calling delete_port for d117360b-86fd-46a3-b05f-42d2b68a3b03 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:32.567449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:32.571004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.596074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.642367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d914fad-1e76-4651-8598-0afcfe728ae3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:32.646013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:32.694329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.699765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.704434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.708806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:32.731912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:32.740279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Calling delete_port for 23f3fc6f-cbc0-4ea7-833b-12cc4d7d36cb owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:32.744794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.753554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:32.760419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Pushing event deleted for resources: {'Port': ['ID=d117360b-86fd-46a3-b05f-42d2b68a3b03,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:32.763649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:32.764533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] No DVR routers for this DVR port d117360b-86fd-46a3-b05f-42d2b68a3b03 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:32.786473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.788050 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/569664ec-6ce2-4100-8ad6-13afb4570eeb HTTP/1.1" status: 204 len: 168 time: 1.2218134 Dec 22 08:38:32.793751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.794845 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d914fad-1e76-4651-8598-0afcfe728ae3 HTTP/1.1" status: 204 len: 168 time: 1.2523711 Dec 22 08:38:32.795152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.795754 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Added segment b7c3a157-546b-41af-a7f3-2fb69e24d94e of type vlan for network 99b867ee-3892-4953-afd5-361133302771 Dec 22 08:38:32.802123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.802358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Fanout notify agent at l3_agent the message router_deleted on router 5844118d-3aac-4860-b7d1-a712227415fd {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:32.834168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.836244 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/5844118d-3aac-4860-b7d1-a712227415fd HTTP/1.1" status: 204 len: 168 time: 3.2739749 Dec 22 08:38:32.842216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56684) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:32.856363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-607580317', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:32.875499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:32.883130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=81b7f2b6-82ab-4ee0-9b0a-d29657c9276b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:32.886525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:32.887661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Usage tracker for resource:router and tenant:110c47bf90784d79b2303f84dab9e1c6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:32.891375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.892265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:32.902148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:32.907666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': '3bf976c8-f43d-4f85-aab5-1203ae407818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2813289d-159c-44a2-b683-19c8f40515b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:32.908138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: 2813289d-159c-44a2-b683-19c8f40515b3, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:32.929017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.930064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.952892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 2813289d-159c-44a2-b683-19c8f40515b3 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:32.968493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.979294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.984956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:32.985576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.992949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 2813289d-159c-44a2-b683-19c8f40515b3) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:32.998666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:32.999287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.006799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37efbd-71a7-4932-8126-d52ec8b20287 None None] Network 2813289d-159c-44a2-b683-19c8f40515b3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:33.020236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-268b5586-cf4e-47ae-9de3-a43450ff9b33 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:33.176566 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8188329 Dec 22 08:38:33.177302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56694) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:33.318844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': '2813289d-159c-44a2-b683-19c8f40515b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:33.487626 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1050599 Dec 22 08:38:33.514132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56716) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:33.545722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-2813289d-159c-44a2-b683-19c8f40515b3', 'network_id': '2813289d-159c-44a2-b683-19c8f40515b3', 'tenant_id': 'cdc1d6d0cc264e8fbf7c366514f99413', 'fixed_ips': [{'subnet_id': '81b7f2b6-82ab-4ee0-9b0a-d29657c9276b'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:33.546567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.619191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d117360b-86fd-46a3-b05f-42d2b68a3b03 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:33.626334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'subnet': {'network_id': '99b867ee-3892-4953-afd5-361133302771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:33.657620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.672317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Network': ['ID=99b867ee-3892-4953-afd5-361133302771,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:33.730266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:33.738026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 99b867ee-3892-4953-afd5-361133302771 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:33.739103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:33.748664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:33.757230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:33.765821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:33.766726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cde68603-7c2a-4fe9-b682-18f23a203a08 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:33.773635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.784009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:33.789334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.824212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: d117360b-86fd-46a3-b05f-42d2b68a3b03 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:33.824874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d117360b-86fd-46a3-b05f-42d2b68a3b03 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:33.955284 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81b7f2b6-82ab-4ee0-9b0a-d29657c9276b (CIDR: 172.20.0.0/28) Dec 22 08:38:33.959381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Pushing event deleted for resources: {'Port': ['ID=23f3fc6f-cbc0-4ea7-833b-12cc4d7d36cb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:33.971796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:33.979638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Allocated IP 172.20.0.2 (2813289d-159c-44a2-b683-19c8f40515b3/81b7f2b6-82ab-4ee0-9b0a-d29657c9276b/1476d560-e4e0-4baf-aa7a-be690a6c4f96) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:33.986681 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:33.987846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:34.100180 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-81c5ba5d-649d-4b67-aa3c-fb2e288ef095 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7949719 Dec 22 08:38:34.105561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:34.119807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': '2813289d-159c-44a2-b683-19c8f40515b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:34.142444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:34.161180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.227048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:34.291573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:34.305062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949181a8-b9a2-4de0-89c5-1312ef098c62 req-cbf934de-791b-4335-9579-c155d5355ac6 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:34.305303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.306579 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-949181a8-b9a2-4de0-89c5-1312ef098c62 req-cbf934de-791b-4335-9579-c155d5355ac6 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.7955766 Dec 22 08:38:34.321673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Transition to ACTIVE for port object 1476d560-e4e0-4baf-aa7a-be690a6c4f96 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:34.364186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Transition to ACTIVE for port object 1476d560-e4e0-4baf-aa7a-be690a6c4f96 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:34.368364 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-949181a8-b9a2-4de0-89c5-1312ef098c62 req-fa01f995-78e6-424a-bdc8-fcffd5de3e7c tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490813 Dec 22 08:38:34.376669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.397674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:34.401633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:34.404647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:34.405606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:34.411177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:34.427433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:34.430944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.473837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Network 2813289d-159c-44a2-b683-19c8f40515b3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:34.480402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:34.485913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:34.590501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56748) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:34.610158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Pushing event updated for resources: {'Port': ['ID=1476d560-e4e0-4baf-aa7a-be690a6c4f96,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:34.620940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:34.639154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:34.640995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Attempting to bind port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:34.641356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Attempting to bind port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '3bf976c8-f43d-4f85-aab5-1203ae407818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2813289d-159c-44a2-b683-19c8f40515b3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:34.641794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Attempting to bind port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 on network 2813289d-159c-44a2-b683-19c8f40515b3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:34.642829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.651273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:34.651273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Checking segment: {'id': '3bf976c8-f43d-4f85-aab5-1203ae407818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2813289d-159c-44a2-b683-19c8f40515b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:34.651552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.651813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Bound using segment: {'id': '3bf976c8-f43d-4f85-aab5-1203ae407818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2813289d-159c-44a2-b683-19c8f40515b3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:34.652226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Bound port: 1476d560-e4e0-4baf-aa7a-be690a6c4f96, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf976c8-f43d-4f85-aab5-1203ae407818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2813289d-159c-44a2-b683-19c8f40515b3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:34.652598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.811380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.827022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] For port 1476d560-e4e0-4baf-aa7a-be690a6c4f96, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:34.833487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] For port 1476d560-e4e0-4baf-aa7a-be690a6c4f96, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1476d560-e4e0-4baf-aa7a-be690a6c4f96,segment=NetworkSegment(3bf976c8-f43d-4f85-aab5-1203ae407818),segment_id=3bf976c8-f43d-4f85-aab5-1203ae407818)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:34.836717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.840033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.843831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f34c5c11-fd77-48ec-8b70-268ba2aeefb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:34.911755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.926354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-030cf0b5-9a24-4c13-a4b6-6a696bb4b7ee tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1050378025', 'prefixes': ['172.20.0.0/16']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:34.941110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-357741391'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:34.953280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:34.963074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Pushing event updated for resources: {'Port': ['ID=1476d560-e4e0-4baf-aa7a-be690a6c4f96,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:34.966694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:34.967392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.975213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Usage tracker for resource:network and tenant:7459e238aa2542f2bf7ff143fce95b1c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:34.991945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-030cf0b5-9a24-4c13-a4b6-6a696bb4b7ee tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:35.116288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Router 2811afbb-f99f-49bc-b974-facc45f392b6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:38:35.138219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:35.148291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:35.197234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Made reservation on behalf of 7459e238aa2542f2bf7ff143fce95b1c for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:35.200713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.255236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.346252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:35.362590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Usage tracker for resource:security_group_rule and tenant:7459e238aa2542f2bf7ff143fce95b1c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:35.369984 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:35.384550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:35.441270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Allocated IP 172.26.7.224 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/d0743bd8-332a-4783-afab-59f9d3d4d509) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:35.517166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.582613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c81e7932-2405-4a3e-898c-386ffc1d6c5b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:35.594089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1476d560-e4e0-4baf-aa7a-be690a6c4f96 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:35.657805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-030cf0b5-9a24-4c13-a4b6-6a696bb4b7ee tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] Notify callbacks [] for subnetpool, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.660735 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-030cf0b5-9a24-4c13-a4b6-6a696bb4b7ee tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0675108 Dec 22 08:38:35.666479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56762) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:35.691607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:35.694576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:35.704346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.707996 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "PUT /v2.0/routers/2811afbb-f99f-49bc-b974-facc45f392b6 HTTP/1.1" status: 200 len: 709 time: 4.7739198 Dec 22 08:38:35.711357 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] Sync routers for ids ['2811afbb-f99f-49bc-b974-facc45f392b6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:35.723961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56766) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:35.725811 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] Routers {'2811afbb-f99f-49bc-b974-facc45f392b6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:35.726675 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2811afbb-f99f-49bc-b974-facc45f392b6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.742589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 2813289d-159c-44a2-b683-19c8f40515b3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:35.773339 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-742ba5bb-5741-44b3-a134-945498e96285 tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] 10.222.0.36 "GET /v2.0/subnetpools/c7f4a59c-215b-4cc2-bbb3-55e803d3a770 HTTP/1.1" status: 200 len: 732 time: 0.0991156 Dec 22 08:38:35.775972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56770) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:35.792668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-21a77a6e-9a3b-48d7-8f8b-6859e411647e tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1529239453'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:35.794299 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.804336 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] Routers {'2811afbb-f99f-49bc-b974-facc45f392b6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:35.804943 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2811afbb-f99f-49bc-b974-facc45f392b6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.810733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:35.816111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-cb739173-3f11-4a5e-a6e9-3bd0d6eb3691 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:35.817599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-cb739173-3f11-4a5e-a6e9-3bd0d6eb3691 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.16 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.7574189 Dec 22 08:38:35.828855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:35.829466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.884741 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.885398 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f58dde-360b-4d29-8ffe-91be27b0d085 None None] The sync data for ids ['2811afbb-f99f-49bc-b974-facc45f392b6'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:35.891279 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:38:35.903783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:38:35.912912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.934707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91414b6-2c72-4dcb-a95d-e4675336f31b req-dcd3ea6a-76fb-4635-a1b0-6d7f059243c2 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:35.938756 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c91414b6-2c72-4dcb-a95d-e4675336f31b req-dcd3ea6a-76fb-4635-a1b0-6d7f059243c2 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 0.7896991 Dec 22 08:38:35.955358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:35.963137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-39eebc39-f6a5-4648-8aa0-742f3b75a95e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:35.972633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:36.000563 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f294385e-a24c-4970-b252-b0c62226d02f tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/routers/2811afbb-f99f-49bc-b974-facc45f392b6 HTTP/1.1" status: 200 len: 744 time: 0.2701404 Dec 22 08:38:36.006814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56774) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.008618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.063157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.073096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-791f7e02-ee92-4da1-9578-e177d20a4d1c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:36.086409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.097308 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9896991 Dec 22 08:38:36.099786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Deleting port 42fe301a-ce9b-4cef-b4a9-44bf55040306 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:36.100351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.107511 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-966d5544-7ac5-47bb-b0d7-7ddc3c6fdae6 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=2811afbb-f99f-49bc-b974-facc45f392b6 HTTP/1.1" status: 200 len: 205 time: 0.0857232 Dec 22 08:38:36.110176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56778) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.110684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.133347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': '2813289d-159c-44a2-b683-19c8f40515b3', 'fixed_ips': [{'subnet_id': '81b7f2b6-82ab-4ee0-9b0a-d29657c9276b'}, {'subnet_id': 'c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4'}], 'name': 'tempest-PortsTestJSON-1810733080'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:36.195748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:36.204659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Subnet': ['ID=f28a4062-1bb3-4cc5-bdff-3ca0ea756474,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:36.217775 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c91414b6-2c72-4dcb-a95d-e4675336f31b req-0cebe390-3e51-4015-98bf-edd4260da200 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677445 Dec 22 08:38:36.220594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:36.241772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Checking segment: {'id': 'b7c3a157-546b-41af-a7f3-2fb69e24d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99b867ee-3892-4953-afd5-361133302771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:36.242133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network hostable DHCP agents. Network: 99b867ee-3892-4953-afd5-361133302771, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:36.276235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-21a77a6e-9a3b-48d7-8f8b-6859e411647e tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] Notify callbacks [] for subnetpool, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.277695 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-21a77a6e-9a3b-48d7-8f8b-6859e411647e tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] 10.222.0.36 "PUT /v2.0/subnetpools/c7f4a59c-215b-4cc2-bbb3-55e803d3a770 HTTP/1.1" status: 200 len: 684 time: 0.4977477 Dec 22 08:38:36.285949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56788) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.301291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e7127-be22-4bd1-a141-f79883046e84,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:36.312097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f0a2f-0f0d-41a9-b52e-03f39cf9a2de req-630510b3-74e6-449c-b79d-607fa89e8d62 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:36.313953 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b70f0a2f-0f0d-41a9-b52e-03f39cf9a2de req-630510b3-74e6-449c-b79d-607fa89e8d62 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.7418804 Dec 22 08:38:36.320759 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b64daefb-3b19-4dc3-bc7f-9b1f3b47eca2 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=2811afbb-f99f-49bc-b974-facc45f392b6 HTTP/1.1" status: 200 len: 205 time: 0.2001152 Dec 22 08:38:36.322611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f667c2-2d83-4abf-8d35-438e7e280de5 None None] Network 2813289d-159c-44a2-b683-19c8f40515b3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:36.329347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56794) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.341648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.342057 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Added segment a5940fe8-b091-4b49-9922-9d4389e88885 of type vlan for network a492f724-34ad-47e8-8786-bcc19ee3884f Dec 22 08:38:36.343633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:36.402317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.409978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.414892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:36.430588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Provisioning for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:36.446644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Provisioning complete for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:36.447020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.519954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event updated for resources: {'Port': ['ID=d0743bd8-332a-4783-afab-59f9d3d4d509,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:36.538042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:36.550469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:36.563870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:36.576269 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b70f0a2f-0f0d-41a9-b52e-03f39cf9a2de req-f9b069fa-077d-4933-bc5c-afa18b3d09aa tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427835 Dec 22 08:38:36.578133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network 99b867ee-3892-4953-afd5-361133302771 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:36.589320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:36.630028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd69beb6-749c-4508-ae31-ab201d821aaa tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.659854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:36.685261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.691801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 99b867ee-3892-4953-afd5-361133302771) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:36.720656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:36.729122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.734740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:36.735483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.743825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c753e7-4c7f-4d60-a58c-b6b5427d35aa None None] Network 99b867ee-3892-4953-afd5-361133302771 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:36.773669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:36.774141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.792925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:36.795713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-04df84f1-e422-41fb-847c-cd1e3995bf2e tempest-PortsAdminExtendedAttrsTestJSON-958369135 tempest-PortsAdminExtendedAttrsTestJSON-958369135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:36.833331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:36.853911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] For port 1476d560-e4e0-4baf-aa7a-be690a6c4f96, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1476d560-e4e0-4baf-aa7a-be690a6c4f96,segment=NetworkSegment(3bf976c8-f43d-4f85-aab5-1203ae407818),segment_id=3bf976c8-f43d-4f85-aab5-1203ae407818)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:36.865121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.871574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-33b13e03-8518-489b-9702-73708c2ee9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:36.886332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3683982 Dec 22 08:38:36.891718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.956669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c215ffa-ec00-4d23-bbd4-c6bb12724caa tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] Notify callbacks [] for subnetpool, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.957780 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3c215ffa-ec00-4d23-bbd4-c6bb12724caa tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c7f4a59c-215b-4cc2-bbb3-55e803d3a770 HTTP/1.1" status: 204 len: 168 time: 0.6730201 Dec 22 08:38:36.959914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] For port 42fe301a-ce9b-4cef-b4a9-44bf55040306, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=42fe301a-ce9b-4cef-b4a9-44bf55040306,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:36.960188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.045933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56804) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:37.069240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Pushing event updated for resources: {'Port': ['ID=1476d560-e4e0-4baf-aa7a-be690a6c4f96,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:37.082057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:37.144239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Update dhcp port {'port': {'network_id': '2813289d-159c-44a2-b683-19c8f40515b3', 'fixed_ips': [{'subnet_id': '81b7f2b6-82ab-4ee0-9b0a-d29657c9276b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '1476d560-e4e0-4baf-aa7a-be690a6c4f96'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:38:37.180592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-99b867ee-3892-4953-afd5-361133302771', 'network_id': '99b867ee-3892-4953-afd5-361133302771', 'tenant_id': '0fa56306def649e19279bf8ab64c9b97', 'fixed_ips': [{'subnet_id': 'f28a4062-1bb3-4cc5-bdff-3ca0ea756474'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:37.181814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.251696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:37.269717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event updated for resources: {'Network': ['ID=a492f724-34ad-47e8-8786-bcc19ee3884f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:37.275534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.286224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:37.301148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a492f724-34ad-47e8-8786-bcc19ee3884f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:37.301818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-8af61ef6-5d61-4c40-b033-c7b082bc280b tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] show failed (client error): The resource could not be found. Dec 22 08:38:37.303049 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8af61ef6-5d61-4c40-b033-c7b082bc280b tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] 10.222.0.36 "GET /v2.0/subnetpools/c7f4a59c-215b-4cc2-bbb3-55e803d3a770 HTTP/1.1" status: 404 len: 346 time: 0.2562735 Dec 22 08:38:37.308396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd69beb6-749c-4508-ae31-ab201d821aaa tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.310215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56810) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:37.315593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd69beb6-749c-4508-ae31-ab201d821aaa tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.340670 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0471318 Dec 22 08:38:37.351462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56814) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:37.359282 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-01f610f6-a761-4e1c-9720-a73ae2fb25a7 tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] delete failed (client error): The resource could not be found. Dec 22 08:38:37.360594 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-01f610f6-a761-4e1c-9720-a73ae2fb25a7 tempest-SubnetPoolsTestJSON-219321491 tempest-SubnetPoolsTestJSON-219321491-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c7f4a59c-215b-4cc2-bbb3-55e803d3a770 HTTP/1.1" status: 404 len: 346 time: 0.0474648 Dec 22 08:38:37.432895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Request body: {'subnet': {'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:37.526327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd69beb6-749c-4508-ae31-ab201d821aaa tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.526802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69beb6-749c-4508-ae31-ab201d821aaa tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Fanout notify agent at l3_agent the message router_deleted on router 2811afbb-f99f-49bc-b974-facc45f392b6 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:37.584295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd69beb6-749c-4508-ae31-ab201d821aaa tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.585542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cd69beb6-749c-4508-ae31-ab201d821aaa tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/2811afbb-f99f-49bc-b974-facc45f392b6 HTTP/1.1" status: 204 len: 168 time: 1.2552738 Dec 22 08:38:37.587430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1476d560-e4e0-4baf-aa7a-be690a6c4f96 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:37.607327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56820) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:37.677706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Allocated IP 2001:db8::f816:3eff:fe8e:397c (99b867ee-3892-4953-afd5-361133302771/f28a4062-1bb3-4cc5-bdff-3ca0ea756474/a991be6e-e27a-4daa-be47-950881fa7b89) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:37.782119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:37.791001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Usage tracker for resource:subnet and tenant:7459e238aa2542f2bf7ff143fce95b1c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:37.796549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:37.806811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:37.819470 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8d8e959-ae99-4fd7-a2dd-935fa3582ec8 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=2811afbb-f99f-49bc-b974-facc45f392b6 HTTP/1.1" status: 200 len: 205 time: 0.2011263 Dec 22 08:38:37.850663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56828) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:37.880667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.899197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Allocated IP 172.20.0.18 (2813289d-159c-44a2-b683-19c8f40515b3/c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4/1476d560-e4e0-4baf-aa7a-be690a6c4f96) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:37.910224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:37.910614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.920242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:37.935639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.936262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.936374 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Floating IP 55dd777d-44a0-4edf-92e0-6fcfa843cf46 disassociated. External IP: 172.26.7.238, port: 42fe301a-ce9b-4cef-b4a9-44bf55040306. Dec 22 08:38:37.936722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Calling delete_port for 42fe301a-ce9b-4cef-b4a9-44bf55040306 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:37.970922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.975742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Made reservation on behalf of 7459e238aa2542f2bf7ff143fce95b1c for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:37.981481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.981773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port f629fe4e-cd1e-428f-91d4-49a302c7f760 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:38.161350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-a55fa85f-427b-45aa-9c87-6370eda6df62 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] delete failed (client error): The resource could not be found. Dec 22 08:38:38.162687 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a55fa85f-427b-45aa-9c87-6370eda6df62 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/2811afbb-f99f-49bc-b974-facc45f392b6 HTTP/1.1" status: 404 len: 336 time: 0.3083870 Dec 22 08:38:38.173020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56838) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:38.205085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.228728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd40982-2933-4323-a75c-6644a2d7f99b req-4b7dbb6f-5281-4d74-bc36-93c4c210fdc8 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:38.230412 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ccd40982-2933-4323-a75c-6644a2d7f99b req-4b7dbb6f-5281-4d74-bc36-93c4c210fdc8 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 0.7586966 Dec 22 08:38:38.253102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.279506 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-80fa756d-59ac-47ba-acd1-f6db873d3d1e tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=290bbddc-5191-49b8-ba50-b552eda04720 HTTP/1.1" status: 200 len: 205 time: 0.0986972 Dec 22 08:38:38.288121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.314901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] For port 1476d560-e4e0-4baf-aa7a-be690a6c4f96, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1476d560-e4e0-4baf-aa7a-be690a6c4f96,segment=NetworkSegment(3bf976c8-f43d-4f85-aab5-1203ae407818),segment_id=3bf976c8-f43d-4f85-aab5-1203ae407818)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:38.316229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:38.326236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Transition to ACTIVE for port object a991be6e-e27a-4daa-be47-950881fa7b89 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:38.373726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa1489-d188-4bee-be7f-31cd00f50f70 req-82e102c6-4781-44ed-ad76-a3fe54222a42 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:38.375262 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-39fa1489-d188-4bee-be7f-31cd00f50f70 req-82e102c6-4781-44ed-ad76-a3fe54222a42 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 946 time: 0.5658555 Dec 22 08:38:38.377167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:38.383434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Transition to ACTIVE for port object a991be6e-e27a-4daa-be47-950881fa7b89 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:38.386544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.401303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.407691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ccdfbca2-93af-4a9e-88c1-f059a3497594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.423095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.444269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 42fe301a-ce9b-4cef-b4a9-44bf55040306 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:38.449156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4a147118-593d-4e2b-a5dd-028321b43d21 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.449619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.495106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Transition to ACTIVE for port object 1476d560-e4e0-4baf-aa7a-be690a6c4f96 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:38.501112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 42fe301a-ce9b-4cef-b4a9-44bf55040306 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:38.503885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event deleted for resources: {'Port': ['ID=42fe301a-ce9b-4cef-b4a9-44bf55040306,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:38.504215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 42fe301a-ce9b-4cef-b4a9-44bf55040306 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:38.511326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:38.534484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc26de9dc8248e386c94503bb6af706 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:38.535557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Network 99b867ee-3892-4953-afd5-361133302771 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:38.562082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:38.579120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:38.581825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:38.591995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:38.593791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Pushing event updated for resources: {'Port': ['ID=a991be6e-e27a-4daa-be47-950881fa7b89,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:38.604571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:38.610649 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-bcafda1e-7bfb-455a-8c08-da5ee46586bf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] delete failed (client error): The resource could not be found. Dec 22 08:38:38.615263 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bcafda1e-7bfb-455a-8c08-da5ee46586bf tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/290bbddc-5191-49b8-ba50-b552eda04720 HTTP/1.1" status: 404 len: 336 time: 0.2666869 Dec 22 08:38:38.617470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:38.623171 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-39fa1489-d188-4bee-be7f-31cd00f50f70 req-4e843a6a-70e3-46b7-a6a4-015d016f28f1 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0feb4e0-2c7d-4352-b0f9-8702698c47cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070765 Dec 22 08:38:38.739618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.752176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.753951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.765575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.821313 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ccd40982-2933-4323-a75c-6644a2d7f99b req-4cb73636-cff0-4f2a-893e-410e64400739 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5714328 Dec 22 08:38:38.845675 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3d5d2ee-567f-40dc-a4e8-68e5c2027337 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=90e86e82-b62a-4b9c-951f-2baf197eef0d HTTP/1.1" status: 200 len: 205 time: 0.1581538 Dec 22 08:38:38.855405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:38.936019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event updated for resources: {'Subnet': ['ID=485c0750-4316-468f-b3e9-2996a307ce05,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:38.943955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:38.959489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Router 5401c11a-252b-489f-b1f1-c2dfe803f522 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:38:38.962308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Checking segment: {'id': 'a5940fe8-b091-4b49-9922-9d4389e88885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:38.962675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Network hostable DHCP agents. Network: a492f724-34ad-47e8-8786-bcc19ee3884f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:38.993239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Pushing event updated for resources: {'Port': ['ID=1476d560-e4e0-4baf-aa7a-be690a6c4f96,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:39.000936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:39.060464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Attempting to bind port a991be6e-e27a-4daa-be47-950881fa7b89 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:39.061236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Attempting to bind port a991be6e-e27a-4daa-be47-950881fa7b89 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'b7c3a157-546b-41af-a7f3-2fb69e24d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99b867ee-3892-4953-afd5-361133302771'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:39.061613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Attempting to bind port a991be6e-e27a-4daa-be47-950881fa7b89 on network 99b867ee-3892-4953-afd5-361133302771 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:39.077509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:39.077509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Checking segment: {'id': 'b7c3a157-546b-41af-a7f3-2fb69e24d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99b867ee-3892-4953-afd5-361133302771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:39.077509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.077969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Bound using segment: {'id': 'b7c3a157-546b-41af-a7f3-2fb69e24d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99b867ee-3892-4953-afd5-361133302771'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:39.078067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-283697ca-71fe-42f6-93b5-c715478fc77c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:39.078178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Bound port: a991be6e-e27a-4daa-be47-950881fa7b89, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c3a157-546b-41af-a7f3-2fb69e24d94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99b867ee-3892-4953-afd5-361133302771'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:39.078473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.079528 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-283697ca-71fe-42f6-93b5-c715478fc77c tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.16 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 0.2976849 Dec 22 08:38:39.121374 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4a8ad60d-ee40-4abe-aed1-6874de7cde63 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] delete failed (client error): The resource could not be found. Dec 22 08:38:39.125041 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a8ad60d-ee40-4abe-aed1-6874de7cde63 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/90e86e82-b62a-4b9c-951f-2baf197eef0d HTTP/1.1" status: 404 len: 336 time: 0.2657962 Dec 22 08:38:39.130505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:39.229063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] For port a991be6e-e27a-4daa-be47-950881fa7b89, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:39.234874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] For port a991be6e-e27a-4daa-be47-950881fa7b89, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a991be6e-e27a-4daa-be47-950881fa7b89,segment=NetworkSegment(b7c3a157-546b-41af-a7f3-2fb69e24d94e),segment_id=b7c3a157-546b-41af-a7f3-2fb69e24d94e)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:39.246408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.248568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.263056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:39.326948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbea359c-88d4-4666-adbc-cb6afe357fa0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:39.365224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Deleting port d403d99f-dc9e-4f00-8dca-a1b224bd8698 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:39.365902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.387043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Pushing event updated for resources: {'Port': ['ID=a991be6e-e27a-4daa-be47-950881fa7b89,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:39.387903 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bfba9d9a-6d49-4307-915b-6c92b09f4b6c tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=0232a905-7382-4367-bbb1-13ad23847de7 HTTP/1.1" status: 200 len: 205 time: 0.2511756 Dec 22 08:38:39.391047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:39.406601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:39.424618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Subnet': ['ID=f28a4062-1bb3-4cc5-bdff-3ca0ea756474,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:39.430564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:39.443590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Network a492f724-34ad-47e8-8786-bcc19ee3884f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:39.505254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.514414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d84480-8d72-42bc-a70e-4e26f6ca3b52 None None] Network 99b867ee-3892-4953-afd5-361133302771 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:39.646772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1476d560-e4e0-4baf-aa7a-be690a6c4f96 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:39.655054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:39.753966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] Sync routers for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:39.766455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a492f724-34ad-47e8-8786-bcc19ee3884f) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:39.796102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b6bbc-328f-4642-b039-d7d8ad665c9f None None] Network a492f724-34ad-47e8-8786-bcc19ee3884f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:39.818756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] No DVR routers for this DVR port 42fe301a-ce9b-4cef-b4a9-44bf55040306 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:39.822208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:39.822874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.861064 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7d11ebb8-ca9e-4c0e-a1a4-d383654277b0 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] delete failed (client error): The resource could not be found. Dec 22 08:38:39.865093 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d11ebb8-ca9e-4c0e-a1a4-d383654277b0 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/0232a905-7382-4367-bbb1-13ad23847de7 HTTP/1.1" status: 404 len: 336 time: 0.4553440 Dec 22 08:38:39.869063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.903286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.904057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56870) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:39.918549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:39.919310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:39.934563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'name': 'network-vif-deleted', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:38:39.975842 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-73887a53-cd8f-4aa3-ad7a-42f864154101 req-74242223-a81d-4645-b809-430b380cde44 tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/ports?device_id=73f7ad79-8d81-4cfd-93eb-597bb9487f19 HTTP/1.1" status: 200 len: 210 time: 0.1604514 Dec 22 08:38:39.997554 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6356726 Dec 22 08:38:40.000951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56876) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.007066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-579dd44f-b15d-4ee9-b461-724e319cffb3 req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.16 "DELETE /v2.0/ports/42fe301a-ce9b-4cef-b4a9-44bf55040306 HTTP/1.1" status: 204 len: 173 time: 4.1823881 Dec 22 08:38:40.013249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Request body: {'port': {'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1741562020'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:40.043909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1df3ff51-a081-4630-85e9-d014f06c02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.143018 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f7ad79-8d81-4cfd-93eb-597bb9487f19', 'name': 'network-vif-deleted', 'tag': '42fe301a-ce9b-4cef-b4a9-44bf55040306', 'status': 'completed', 'code': 200} Dec 22 08:38:40.187660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c3c14-60b6-420e-ac7c-0478c80ec37c None None] Network 2813289d-159c-44a2-b683-19c8f40515b3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:40.195111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.246076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b867ee-3892-4953-afd5-361133302771']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:40.265418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c3a157-546b-41af-a7f3-2fb69e24d94e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:40.266178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c3a157-546b-41af-a7f3-2fb69e24d94e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:40.281749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.307329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.318419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:40.319280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.320755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] For port d403d99f-dc9e-4f00-8dca-a1b224bd8698, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d403d99f-dc9e-4f00-8dca-a1b224bd8698,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:40.321313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.345432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:40.458907 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f49c29d2-bd1b-4f43-bc73-1cb19cd0ed5d tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=64b54da0-7f24-4281-8f3a-9507fbab3069 HTTP/1.1" status: 200 len: 205 time: 0.5536017 Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:40.462451 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:40.464568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Usage tracker for resource:port and tenant:7459e238aa2542f2bf7ff143fce95b1c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:40.467862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56880) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.486492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:40.620966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:40.632882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.9 (2813289d-159c-44a2-b683-19c8f40515b3/81b7f2b6-82ab-4ee0-9b0a-d29657c9276b/f629fe4e-cd1e-428f-91d4-49a302c7f760) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:40.643551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.25 (2813289d-159c-44a2-b683-19c8f40515b3/c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4/f629fe4e-cd1e-428f-91d4-49a302c7f760) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:40.650822 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-ba9daa9f-94ab-4625-8983-200520bd62af tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] delete failed (client error): The resource could not be found. Dec 22 08:38:40.654764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ba9daa9f-94ab-4625-8983-200520bd62af tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/64b54da0-7f24-4281-8f3a-9507fbab3069 HTTP/1.1" status: 404 len: 336 time: 0.1832209 Dec 22 08:38:40.670643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56884) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.857816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5f25a6da-dffd-43b0-a8d9-cf72c885c974 None None] Provisioning for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:40.872738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5f25a6da-dffd-43b0-a8d9-cf72c885c974 None None] Provisioning complete for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:40.873364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5f25a6da-dffd-43b0-a8d9-cf72c885c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.899360 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1e65be38-3832-4bb1-bead-28588b1c8a61 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "GET /v2.0/ports?device_id=df4d7c50-d204-4566-a89c-fa2e7e069d28 HTTP/1.1" status: 200 len: 205 time: 0.2251146 Dec 22 08:38:40.899360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Made reservation on behalf of 7459e238aa2542f2bf7ff143fce95b1c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:40.904358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.916874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.935674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56888) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.939127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object f629fe4e-cd1e-428f-91d4-49a302c7f760 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:40.999145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.008517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.011083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:38:41.011083 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:38:41.011083 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'id': '99b867ee-3892-4953-afd5-361133302771'}] Dec 22 08:38:41.011083 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:41.011797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:41.017757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6db8f449-50b2-48f7-9f14-e942bb4d0a9a tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:41.027862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.115992 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-12c966ee-8daa-49c4-a612-41479203f076 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] delete failed (client error): The resource could not be found. Dec 22 08:38:41.118616 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-12c966ee-8daa-49c4-a612-41479203f076 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/routers/df4d7c50-d204-4566-a89c-fa2e7e069d28 HTTP/1.1" status: 404 len: 336 time: 0.1745043 Dec 22 08:38:41.126023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56894) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:41.146777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] device_id is not set on port 97020c32-192e-478d-b543-fd38dfcaed4a yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:41.156551 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdc26de9dc8248e386c94503bb6af706&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2238848 Dec 22 08:38:41.208143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc6677-d112-4a4c-9763-389697788378,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:41.216214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:41.217718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56898) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:41.224357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:38:41.297171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56902) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:41.297953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dbef11db-8c0e-477b-ac4d-6129793bac26 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:41.306393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a492f724-34ad-47e8-8786-bcc19ee3884f', 'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f', 'tenant_id': '7459e238aa2542f2bf7ff143fce95b1c', 'fixed_ips': [{'subnet_id': '485c0750-4316-468f-b3e9-2996a307ce05'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:41.308187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.441153 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa5e997-a968-493e-b5d6-eead58606e73 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:41.441759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa5e997-a968-493e-b5d6-eead58606e73 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:41.470555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 2813289d-159c-44a2-b683-19c8f40515b3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:41.511835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:41.537899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.544247 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6aa5e997-a968-493e-b5d6-eead58606e73 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] 10.222.0.36 "DELETE /v2.0/subnets/91b1cbb3-925e-4fd2-9a16-d3d4fd5708d2 HTTP/1.1" status: 404 len: 337 time: 0.4107199 Dec 22 08:38:41.548398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:41.722031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=f629fe4e-cd1e-428f-91d4-49a302c7f760,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:41.913854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Allocated IP 2001:db8::26f (a492f724-34ad-47e8-8786-bcc19ee3884f/485c0750-4316-468f-b3e9-2996a307ce05/97020c32-192e-478d-b543-fd38dfcaed4a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:41.931820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:42.016686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting port a991be6e-e27a-4daa-be47-950881fa7b89 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:42.017216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.086529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.150401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:42.151345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.181373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.182373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.182373 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Floating IP 641f6bce-efaa-47a9-843a-ced0820f038e disassociated. External IP: 172.26.7.215, port: d403d99f-dc9e-4f00-8dca-a1b224bd8698. Dec 22 08:38:42.182995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Calling delete_port for d403d99f-dc9e-4f00-8dca-a1b224bd8698 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:42.225791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da7d8d56-9f29-4b5a-8747-017b04114535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.300027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.305444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56912) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.334983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d8427-23eb-4443-af53-d2625f985cb5 req-08f6cae1-a81f-40dc-8b2f-7985cfdccb0f tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:42.336582 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-988d8427-23eb-4443-af53-d2625f985cb5 req-08f6cae1-a81f-40dc-8b2f-7985cfdccb0f tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 945 time: 1.3409207 Dec 22 08:38:42.388168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:22Z', 'revision_number': 5, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:42.394600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] Checking router: 5401c11a-252b-489f-b1f1-c2dfe803f522 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:38:42.409078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:42.410005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:42.473415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.517767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d403d99f-dc9e-4f00-8dca-a1b224bd8698 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:42.528967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.530648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] For port a991be6e-e27a-4daa-be47-950881fa7b89, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a991be6e-e27a-4daa-be47-950881fa7b89,segment=NetworkSegment(b7c3a157-546b-41af-a7f3-2fb69e24d94e),segment_id=b7c3a157-546b-41af-a7f3-2fb69e24d94e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:42.531135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.667218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.677740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.683957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Calling delete_port for a991be6e-e27a-4daa-be47-950881fa7b89 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:42.688461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84d5d747-11fb-4353-a48a-64f9765dfe1c None None] Provisioning for port f629fe4e-cd1e-428f-91d4-49a302c7f760 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:42.698337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1a274083-f0ca-44f1-969b-80643b0d63cb tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:42.745801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No active binding found for port d403d99f-dc9e-4f00-8dca-a1b224bd8698 {{(pid=87602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 08:38:42.746366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d403d99f-dc9e-4f00-8dca-a1b224bd8698 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:42.756504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84d5d747-11fb-4353-a48a-64f9765dfe1c None None] Provisioning complete for port f629fe4e-cd1e-428f-91d4-49a302c7f760 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:42.756730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84d5d747-11fb-4353-a48a-64f9765dfe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.758785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.769832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event deleted for resources: {'Port': ['ID=d403d99f-dc9e-4f00-8dca-a1b224bd8698,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:42.775788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Transition to ACTIVE for port object 97020c32-192e-478d-b543-fd38dfcaed4a will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:42.786495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:42.813609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:42.822857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Usage tracker for resource:security_group_rule and tenant:f8572afc13da48eb922bec9faeb0b852 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:42.839435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-84d5d747-11fb-4353-a48a-64f9765dfe1c None None] Port f629fe4e-cd1e-428f-91d4-49a302c7f760 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:42.848947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:38:42.864047 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.7482522 Dec 22 08:38:42.874667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56918) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.888529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:42.893456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.901423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81b7f2b6-82ab-4ee0-9b0a-d29657c9276b'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:42.908991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:42.927999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84d5d747-11fb-4353-a48a-64f9765dfe1c None None] Provisioning complete for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:42.928492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84d5d747-11fb-4353-a48a-64f9765dfe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.934866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-de6b001b-5820-410b-89a3-fdfb0791f307 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:43.018175 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-988d8427-23eb-4443-af53-d2625f985cb5 req-04572b3b-5a90-4dde-a94b-077b2c5f871e tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e31e6329-dd37-4529-af19-79f463ed0301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075865 Dec 22 08:38:43.028555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Port': ['ID=a991be6e-e27a-4daa-be47-950881fa7b89,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:43.030489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No DVR routers for this DVR port a991be6e-e27a-4daa-be47-950881fa7b89 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:43.037355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:43.038136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.048549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a26531a0-f93e-4038-be0b-f076d4f970ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:43.081500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.090549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc6677-d112-4a4c-9763-389697788378,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:43.107746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:43.111384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4653391-8e30-4235-bfce-a7007ecd29cb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:43.119820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Router 0fcfcfea-a0e3-49eb-b290-99323558aba9 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:38:43.120452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.125285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-827c89ec-a827-4660-a67f-99987accc727 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:43.226513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Network a492f724-34ad-47e8-8786-bcc19ee3884f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:43.239553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.243993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbdc6677-d112-4a4c-9763-389697788378 HTTP/1.1" status: 204 len: 168 time: 1.9631746 Dec 22 08:38:43.243993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:43.246572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Router 6dc7b844-35a3-4024-9788-ca13d334bd77 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:38:43.251774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:43.258472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:43.259138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.280650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event updated for resources: {'Port': ['ID=97020c32-192e-478d-b543-fd38dfcaed4a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:43.281157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.288826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0feb4e0-2c7d-4352-b0f9-8702698c47cd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:43.302309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:43.303063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.315660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:43.341563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Allocated IP 2001:db8::2 (a492f724-34ad-47e8-8786-bcc19ee3884f/485c0750-4316-468f-b3e9-2996a307ce05/9a8eb985-ac60-4c25-a951-35ae4823490e) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:43.414834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.487528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b867ee-3892-4953-afd5-361133302771']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.495382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4933085 Dec 22 08:38:43.496498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56926) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.496744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.497852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0feb4e0-2c7d-4352-b0f9-8702698c47cd HTTP/1.1" status: 204 len: 168 time: 2.1591520 Dec 22 08:38:43.509237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56928) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.511208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.529417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Request body: {'port': {'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1377114156', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:43.529970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] bootfile-name is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:43.530311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] tftp-server is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:43.530643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] server-ip-address is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:43.561215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.576224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae78bff5-66b0-4f6a-8fe6-dbae21c0b742 tempest-RoutersAdminNegativeIpV6Test-1778243850 tempest-RoutersAdminNegativeIpV6Test-1778243850-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:43.658739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:43.673725 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] Sync routers for ids ['0fcfcfea-a0e3-49eb-b290-99323558aba9'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:43.675297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c3a157-546b-41af-a7f3-2fb69e24d94e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.675859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c3a157-546b-41af-a7f3-2fb69e24d94e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.706548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.723697 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-61767afc-20d9-4757-85cf-6f2a90a3459a tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] show failed (client error): The resource could not be found. Dec 22 08:38:43.727273 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-61767afc-20d9-4757-85cf-6f2a90a3459a tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "GET /v2.0/security-groups/b0feb4e0-2c7d-4352-b0f9-8702698c47cd HTTP/1.1" status: 404 len: 347 time: 0.2034373 Dec 22 08:38:43.731413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56936) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.772375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8572afc13da48eb922bec9faeb0b852&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4298918 Dec 22 08:38:43.785923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56942) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.797389 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] Routers {'0fcfcfea-a0e3-49eb-b290-99323558aba9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:43.798019 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0fcfcfea-a0e3-49eb-b290-99323558aba9'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.809370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcb31ee-1497-477c-ab37-c58b6a0989d5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:43.819916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:43.869108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:43.887681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] Sync routers for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:43.890057 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.899163 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] Routers {'0fcfcfea-a0e3-49eb-b290-99323558aba9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:43.899775 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0fcfcfea-a0e3-49eb-b290-99323558aba9'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.930268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:22Z', 'revision_number': 5, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.967673 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.968221 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b660dc-283a-4820-8aea-d8e731b10bde None None] The sync data for ids ['0fcfcfea-a0e3-49eb-b290-99323558aba9'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:43.977607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:43.978257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.985452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.005098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.006465 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.1619861 Dec 22 08:38:44.022210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56950) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:44.025778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:44.026402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.047064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Deleting port 53e91f51-6560-42ef-8c03-d31d0bb1672c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:44.047416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.055759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89abe60-9493-411f-95be-aa1cfa07546d None None] The sync data for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv is: [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fdde44c4-7890-4e91-a2d6-74006376b8bb', 'name': '', 'network_id': 'a0f2857d-284d-4277-88a7-2c03db2dbd3c', 'tenant_id': '3b6c8b9821904412935b072842096681', 'mac_address': 'fa:16:3e:ab:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:05Z', 'updated_at': '2021-12-22T08:36:22Z', 'revision_number': 5, 'project_id': '3b6c8b9821904412935b072842096681', 'subnets': [{'id': '4ebe3ed5-95e6-40dd-a092-230927d00f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:44.056084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:44.057327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-73059f14-6d2c-46c9-b994-4f2e83c4ec88 None None] Provisioning complete for port f629fe4e-cd1e-428f-91d4-49a302c7f760 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:44.057904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-73059f14-6d2c-46c9-b994-4f2e83c4ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.212837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] No DVR routers for this DVR port d403d99f-dc9e-4f00-8dca-a1b224bd8698 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:44.220496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.223018 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f43eb1df-5c03-4df4-bf38-bbb6e3b30c58 req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.16 "DELETE /v2.0/ports/d403d99f-dc9e-4f00-8dca-a1b224bd8698 HTTP/1.1" status: 204 len: 173 time: 4.9792647 Dec 22 08:38:44.235913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.245274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'name': 'network-vif-deleted', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:38:44.258431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-73059f14-6d2c-46c9-b994-4f2e83c4ec88 None None] Port f629fe4e-cd1e-428f-91d4-49a302c7f760 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:44.271063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Transition to ACTIVE for port object 9a8eb985-ac60-4c25-a951-35ae4823490e will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:44.312393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Transition to ACTIVE for port object 9a8eb985-ac60-4c25-a951-35ae4823490e will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:44.318619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:38:44.357502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:44.375718 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:44.401784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.437641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:44.440030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Usage tracker for resource:port and tenant:7459e238aa2542f2bf7ff143fce95b1c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:44.444210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:44.456945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:44.476709 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94772060-c0ef-4355-ad47-4c48eee63d62', 'name': 'network-vif-deleted', 'tag': 'd403d99f-dc9e-4f00-8dca-a1b224bd8698', 'status': 'completed', 'code': 200} Dec 22 08:38:44.507650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.510135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Made reservation on behalf of 7459e238aa2542f2bf7ff143fce95b1c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:44.523869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.561732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.597736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.623560 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a1d48-6c15-419a-8f44-0469093eb233 None None] New status for floating IP 55dd777d-44a0-4edf-92e0-6fcfa843cf46: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:38:44.640140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Pushing event updated for resources: {'Port': ['ID=9a8eb985-ac60-4c25-a951-35ae4823490e,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:44.644497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:44.663771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81718324-bea3-41b3-b24c-9ce15010bfaa tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:44.677414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Network a492f724-34ad-47e8-8786-bcc19ee3884f is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:44.682557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:44.689424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:44.719682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.769842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Network': ['ID=99b867ee-3892-4953-afd5-361133302771,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:44.777825 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/99b867ee-3892-4953-afd5-361133302771 HTTP/1.1" status: 204 len: 168 time: 7.8775430 Dec 22 08:38:44.790122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:44.794319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 56968) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:44.810000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-77758310'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:44.837391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c8464cc0-4f8a-4189-afd0-6cd6a6db06b1 req-21061d97-9f4a-4af5-8b2f-557353029a7f tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Synchronizing usage tracker for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:44.901492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.976344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] device_id is not set on port ae1b774d-de61-4d1e-9d00-feac0aa4312d yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:45.002752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.004176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Attempting to bind port 9a8eb985-ac60-4c25-a951-35ae4823490e on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:45.004568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Attempting to bind port 9a8eb985-ac60-4c25-a951-35ae4823490e by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'a5940fe8-b091-4b49-9922-9d4389e88885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:45.004948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Attempting to bind port 9a8eb985-ac60-4c25-a951-35ae4823490e on network a492f724-34ad-47e8-8786-bcc19ee3884f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:45.006102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.015814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:45.016270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Checking segment: {'id': 'a5940fe8-b091-4b49-9922-9d4389e88885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:45.016680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.017082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Bound using segment: {'id': 'a5940fe8-b091-4b49-9922-9d4389e88885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:45.017555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Bound port: 9a8eb985-ac60-4c25-a951-35ae4823490e, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5940fe8-b091-4b49-9922-9d4389e88885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a492f724-34ad-47e8-8786-bcc19ee3884f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:45.018462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.059549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c8464cc0-4f8a-4189-afd0-6cd6a6db06b1 req-21061d97-9f4a-4af5-8b2f-557353029a7f tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Unset dirty status for tenant:8e151dd36f1d46ca8284dd3f13a283eb on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:45.068450 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8464cc0-4f8a-4189-afd0-6cd6a6db06b1 req-21061d97-9f4a-4af5-8b2f-557353029a7f tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/ports?device_id=94772060-c0ef-4355-ad47-4c48eee63d62 HTTP/1.1" status: 200 len: 210 time: 0.7136872 Dec 22 08:38:45.083247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.164344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] For port 9a8eb985-ac60-4c25-a951-35ae4823490e, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:45.167448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] For port 9a8eb985-ac60-4c25-a951-35ae4823490e, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9a8eb985-ac60-4c25-a951-35ae4823490e,segment=NetworkSegment(a5940fe8-b091-4b49-9922-9d4389e88885),segment_id=a5940fe8-b091-4b49-9922-9d4389e88885)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:45.179615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.202202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.231391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Calling delete_port for 53e91f51-6560-42ef-8c03-d31d0bb1672c owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:45.297237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:45.301364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:network and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:45.304989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:45.313845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:45.366574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Pushing event updated for resources: {'Port': ['ID=9a8eb985-ac60-4c25-a951-35ae4823490e,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.373966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.381129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:45.384644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.412348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:25Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:45.417732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] Checking router: 6dc7b844-35a3-4024-9788-ca13d334bd77 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:38:45.431243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:45.434210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:45.492558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.503179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8742753-633e-4259-af32-e4e292a24c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.532815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:45.553921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Allocated IP 2001:db8::1b7 (a492f724-34ad-47e8-8786-bcc19ee3884f/485c0750-4316-468f-b3e9-2996a307ce05/ae1b774d-de61-4d1e-9d00-feac0aa4312d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:45.562890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcb31ee-1497-477c-ab37-c58b6a0989d5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.580238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.580238 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Added segment 086db402-99aa-414d-a607-87b5e47bf1b3 of type vlan for network f77313a1-852b-4af6-a68c-9dac6bc8a854 Dec 22 08:38:45.581219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:45.581531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:45.678431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.698882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.700867 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fcb31ee-1497-477c-ab37-c58b6a0989d5 HTTP/1.1" status: 204 len: 168 time: 1.9140127 Dec 22 08:38:45.709294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.767616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Delete allocated IP 172.20.0.25 (2813289d-159c-44a2-b683-19c8f40515b3/c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:38:45.806520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.813134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:45.813759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.846770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.948332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:38:45.971209 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1708541 Dec 22 08:38:45.973461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 56990) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:45.989724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'subnet': {'network_id': 'f77313a1-852b-4af6-a68c-9dac6bc8a854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:46.096847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Deleting port 53e91f51-6560-42ef-8c03-d31d0bb1672c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:46.097204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.316124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.316452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.323484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57000) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:46.329116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Network': ['ID=f77313a1-852b-4af6-a68c-9dac6bc8a854,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:46.333127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:46.381444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57004) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:46.420812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:46.467414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network f77313a1-852b-4af6-a68c-9dac6bc8a854 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:46.494452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.508644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:46.564760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Calling delete_port for 53e91f51-6560-42ef-8c03-d31d0bb1672c owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:46.632906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.680334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.703758 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-915bf022-a1e2-4ee4-b4d4-c80f6a6b16a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15c8e41527724582b6a494ab90e9144a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182995 Dec 22 08:38:46.703758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:46.706674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.713103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57008) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:46.729842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Deleting port d0743bd8-332a-4783-afab-59f9d3d4d509 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:46.730293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.855262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:25Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:46.860766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c59dd97-d69e-40c1-8801-d74d3746cbcb None None] The sync data for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv is: [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 4, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '62914dd7-5c58-49c2-9062-e9ab2ce77b53', 'name': '', 'network_id': '040efd29-f17a-493e-9fe8-ba39cd40f48b', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'mac_address': 'fa:16:3e:a0:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:25Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'subnets': [{'id': '28c300cb-0386-4f24-9d95-c9ebb10d1a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:46.926227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ca40d-4989-4e2e-94c1-ccb250522b88 None None] Network a492f724-34ad-47e8-8786-bcc19ee3884f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:46.950012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.028912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:38:47.047195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.047736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a40e0d87-b4b0-4b27-944c-64a93bad2fb4 None None] Provisioning for port 9a8eb985-ac60-4c25-a951-35ae4823490e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:47.076092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bbb2a413-8e1a-434c-a06d-08ed4e74cff1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.133790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.165356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57012) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:47.175577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Pushing event deleted for resources: {'Port': ['ID=53e91f51-6560-42ef-8c03-d31d0bb1672c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:47.192183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:47.202708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.211011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1857148616', 'description': 'tempest-secgroup-smoke-1857148616 description', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:47.230455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object f629fe4e-cd1e-428f-91d4-49a302c7f760 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:47.247031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.280148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d7a36a7d-78a7-465b-86ac-07d8ba85919f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.291310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a54da-8c6c-4fd2-9591-df3dd647c7db None None] New status for floating IP 641f6bce-efaa-47a9-843a-ced0820f038e: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:38:47.315725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.416216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Transition to ACTIVE for port object ae1b774d-de61-4d1e-9d00-feac0aa4312d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:47.455185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:47.461421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:47.465076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:47.472586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:47.476908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.493175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.569357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.653169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.657396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.660562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9a8eb985-ac60-4c25-a951-35ae4823490e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:47.663754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=f629fe4e-cd1e-428f-91d4-49a302c7f760,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:47.674487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.675955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:47.685089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.696135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a8930c5-9de7-4409-8b1b-05c458bf881f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.699223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b788d4f3-5de7-4948-bc57-0154abd3327e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.720299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:47.731680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99757dd7-3b38-459a-8fbc-be4f296a31cb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:47.733757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31e6329-dd37-4529-af19-79f463ed0301,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:47.735756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] In _notify_port_updated(), no bound segment for port f629fe4e-cd1e-428f-91d4-49a302c7f760 on network 2813289d-159c-44a2-b683-19c8f40515b3 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:38:47.742488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:47.743156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.743557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:47.747182 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "PUT /v2.0/ports/f629fe4e-cd1e-428f-91d4-49a302c7f760 HTTP/1.1" status: 200 len: 919 time: 4.8677967 Dec 22 08:38:47.747482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e047678-a693-42f1-b974-c5ed272af7b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.748834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:47.751391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57016) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:47.769717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81b7f2b6-82ab-4ee0-9b0a-d29657c9276b'}, {'subnet_id': 'c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:47.818991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Provisioning for port 97020c32-192e-478d-b543-fd38dfcaed4a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:47.832789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Provisioning complete for port 97020c32-192e-478d-b543-fd38dfcaed4a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:47.833163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.847826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:47.872404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.873570 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99757dd7-3b38-459a-8fbc-be4f296a31cb HTTP/1.1" status: 204 len: 168 time: 1.1593184 Dec 22 08:38:47.879598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.887717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:47.895144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.898828 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] 10.222.0.36 "DELETE /v2.0/floatingips/55dd777d-44a0-4edf-92e0-6fcfa843cf46 HTTP/1.1" status: 204 len: 168 time: 4.1592901 Dec 22 08:38:47.924726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57022) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:47.928248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:47.929207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Port 97020c32-192e-478d-b543-fd38dfcaed4a cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:47.931015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 9a8eb985-ac60-4c25-a951-35ae4823490e completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:47.947039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 9a8eb985-ac60-4c25-a951-35ae4823490e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:47.947413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.013402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.022178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Provisioning complete for port 9a8eb985-ac60-4c25-a951-35ae4823490e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:48.022515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.075866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b2d32-f157-4eef-a5d0-87d102d70679 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:38:48.186682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Network a492f724-34ad-47e8-8786-bcc19ee3884f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:48.202897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Calling delete_port for d0743bd8-332a-4783-afab-59f9d3d4d509 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:48.242216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:48.243010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b2d32-f157-4eef-a5d0-87d102d70679 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:48.269081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:48.276032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:48.276931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.413654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.414969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "DELETE /v2.0/security-groups/e31e6329-dd37-4529-af19-79f463ed0301 HTTP/1.1" status: 204 len: 168 time: 2.0899832 Dec 22 08:38:48.416053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event updated for resources: {'Port': ['ID=ae1b774d-de61-4d1e-9d00-feac0aa4312d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:48.419362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57034) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:48.446207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:48.464043 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4c497a8e-3e5a-4030-a0ad-4da35c2d75ea tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] show failed (client error): The resource could not be found. Dec 22 08:38:48.465319 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c497a8e-3e5a-4030-a0ad-4da35c2d75ea tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "GET /v2.0/security-groups/e31e6329-dd37-4529-af19-79f463ed0301 HTTP/1.1" status: 404 len: 347 time: 0.0377905 Dec 22 08:38:48.469714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57038) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:48.492671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.28 (2813289d-159c-44a2-b683-19c8f40515b3/c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4/f629fe4e-cd1e-428f-91d4-49a302c7f760) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:48.527083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.594488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.654309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 9a8eb985-ac60-4c25-a951-35ae4823490e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9a8eb985-ac60-4c25-a951-35ae4823490e,segment=NetworkSegment(a5940fe8-b091-4b49-9922-9d4389e88885),segment_id=a5940fe8-b091-4b49-9922-9d4389e88885)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:48.679330 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.1713843 Dec 22 08:38:48.681134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.682941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57044) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:48.686797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9fc3138a-29ab-4b53-b144-4ed7fcf37e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:48.742485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.761064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Ignored duplicate provisioning block setup for port f629fe4e-cd1e-428f-91d4-49a302c7f760 by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:38:48.806522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.828549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32058333-440f-4924-b16d-600c87eecf4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:48.881666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=9a8eb985-ac60-4c25-a951-35ae4823490e,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:48.887490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:48.887723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:48.888011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-b53a937f-3c2b-425e-b07b-99b188051b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:48.982305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.034123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=f629fe4e-cd1e-428f-91d4-49a302c7f760,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:49.037956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:49.042858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:49.056899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.089765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] In _notify_port_updated(), no bound segment for port f629fe4e-cd1e-428f-91d4-49a302c7f760 on network 2813289d-159c-44a2-b683-19c8f40515b3 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:38:49.092853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6656cf93-0dce-4227-ac16-86512a51ff3b tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:49.095244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:49.096560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.097907 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "PUT /v2.0/ports/f629fe4e-cd1e-428f-91d4-49a302c7f760 HTTP/1.1" status: 200 len: 999 time: 1.3448744 Dec 22 08:38:49.105125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:49.128208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.132225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:49.136272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:49.139374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:49.146019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:49.148024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.200865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Deleting port 08230fff-5a64-44b5-bfbb-68569ac40782 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:49.201201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.218767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6427040-0eb7-4ee3-bc9b-bc4d0adc88af tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:49.225549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6427040-0eb7-4ee3-bc9b-bc4d0adc88af tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:49.232136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6427040-0eb7-4ee3-bc9b-bc4d0adc88af tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:49.233745 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6427040-0eb7-4ee3-bc9b-bc4d0adc88af tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.5487850 Dec 22 08:38:49.239501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1902047715'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:49.245811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57066) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:49.251575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port f629fe4e-cd1e-428f-91d4-49a302c7f760 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:49.252486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.285065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:49.358452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Usage tracker for resource:network and tenant:58db567def7e467d94290bc27df41484 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:49.366713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:49.416841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Subnet': ['ID=94aba166-f78a-41ae-a89d-60cbbbc2bfaf,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:49.458529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:49.472042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e28f787c-57e5-456b-a9e1-039fe96562d2 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:49.479001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:49.503538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Deleting port ae1b774d-de61-4d1e-9d00-feac0aa4312d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:49.503839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.529001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9a8eb985-ac60-4c25-a951-35ae4823490e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:49.563940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Made reservation on behalf of 58db567def7e467d94290bc27df41484 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:49.567435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.605874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Provisioning for port f629fe4e-cd1e-428f-91d4-49a302c7f760 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:49.613770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.619067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Provisioning complete for port f629fe4e-cd1e-428f-91d4-49a302c7f760 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:49.619456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.687970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Port f629fe4e-cd1e-428f-91d4-49a302c7f760 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:49.701018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:49.707003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 9a8eb985-ac60-4c25-a951-35ae4823490e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:49.707865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.737308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Provisioning complete for port 97020c32-192e-478d-b543-fd38dfcaed4a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:49.738913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.764117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Usage tracker for resource:security_group_rule and tenant:58db567def7e467d94290bc27df41484 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:49.774179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:49.779267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Checking segment: {'id': '086db402-99aa-414d-a607-87b5e47bf1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f77313a1-852b-4af6-a68c-9dac6bc8a854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:49.779831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network hostable DHCP agents. Network: f77313a1-852b-4af6-a68c-9dac6bc8a854, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:49.785156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Pushing event deleted for resources: {'Port': ['ID=d0743bd8-332a-4783-afab-59f9d3d4d509,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:49.791947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:49.805438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:49.812115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36bc1c90-4544-4e88-9c93-bd087bbd3bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:49.819740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Port 97020c32-192e-478d-b543-fd38dfcaed4a cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:49.868453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Provisioning for port ae1b774d-de61-4d1e-9d00-feac0aa4312d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:49.885534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Provisioning complete for port ae1b774d-de61-4d1e-9d00-feac0aa4312d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:49.885908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.926707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.953136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-adc1b852-df86-45c8-8d09-09d27accb46f None None] Port ae1b774d-de61-4d1e-9d00-feac0aa4312d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:49.968431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.085256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network f77313a1-852b-4af6-a68c-9dac6bc8a854 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:50.087280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45133dcb-14e9-49f8-9e97-055398608060,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:50.104268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.109278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:50.124925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for f629fe4e-cd1e-428f-91d4-49a302c7f760 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:50.132467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.141132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.141459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.149299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b13cc68-2b51-4506-85e1-a775eced55d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:50.156990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, f77313a1-852b-4af6-a68c-9dac6bc8a854) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:50.167322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e35331-5e14-4628-85c2-7d8898f2865b None None] Network f77313a1-852b-4af6-a68c-9dac6bc8a854 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:50.207136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.363587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.372563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Calling delete_port for ae1b774d-de61-4d1e-9d00-feac0aa4312d owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:50.417234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-f77313a1-852b-4af6-a68c-9dac6bc8a854', 'network_id': 'f77313a1-852b-4af6-a68c-9dac6bc8a854', 'tenant_id': '0fa56306def649e19279bf8ab64c9b97', 'fixed_ips': [{'subnet_id': '94aba166-f78a-41ae-a89d-60cbbbc2bfaf'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:50.418255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.420712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.430403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3783a559-dc1b-496c-8c89-f23ede6bcc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:50.441308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:50.442208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.460799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Calling delete_port for 08230fff-5a64-44b5-bfbb-68569ac40782 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:50.473390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:50.524525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f194bea-0928-42c9-9e44-a63c4c91dbea,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:50.528413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.528763 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Added segment f53d79f4-e72c-44f0-8213-367ffe12d664 of type vlan for network 96041c3c-bd58-48d3-a56f-1129931a9123 Dec 22 08:38:50.550386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a006dcb-1987-4870-8116-4d0c5cc0aa7f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:50.550534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:50.567805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:50.599946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.625527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.627424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.4398465 Dec 22 08:38:50.631520 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.6482840 Dec 22 08:38:50.637679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57070) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:50.638009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57072) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:50.687800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Allocated IP 2001:db8::2 (f77313a1-852b-4af6-a68c-9dac6bc8a854/94aba166-f78a-41ae-a89d-60cbbbc2bfaf/59330a1c-9025-4e36-bd04-e87ca6c72366) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:50.737673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'security_group_rule': {'security_group_id': '3a006dcb-1987-4870-8116-4d0c5cc0aa7f', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:50.753732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:50.757193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.762881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:50.763659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.769710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c7d893e6-7704-49fe-ac06-6db60a018ca0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:50.792252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.793921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.816668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:50.820387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:50.824694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.855590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:50.862019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.929023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.944033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Transition to ACTIVE for port object 59330a1c-9025-4e36-bd04-e87ca6c72366 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:50.970505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Transition to ACTIVE for port object 59330a1c-9025-4e36-bd04-e87ca6c72366 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:50.983637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.992019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-58a10c29-cb89-4c58-899a-5231840db358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:51.016322 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9679432 Dec 22 08:38:51.028022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:51.030132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event updated for resources: {'Network': ['ID=96041c3c-bd58-48d3-a56f-1129931a9123,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:51.044555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.046309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 96041c3c-bd58-48d3-a56f-1129931a9123 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:51.047181 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "DELETE /v2.0/ports/ae1b774d-de61-4d1e-9d00-feac0aa4312d HTTP/1.1" status: 204 len: 168 time: 1.8001227 Dec 22 08:38:51.048362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:51.049770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dda62881-4a58-435d-97a3-109159aa377b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:51.094379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57082) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:51.098498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Request body: {'subnet': {'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:51.195376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Network f77313a1-852b-4af6-a68c-9dac6bc8a854 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:51.196823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:51.213461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:51.239432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Pushing event updated for resources: {'Port': ['ID=59330a1c-9025-4e36-bd04-e87ca6c72366,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:51.253968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:51.306583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.346333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Request body: {'port': {'name': 'tempest-new-port-name-543576607', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:51.347167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.api.validators [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] bootfile-name is not in valid_values {{(pid=87600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:51.347713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.api.validators [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] tftp-server is not in valid_values {{(pid=87600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:51.348327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.api.validators [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] server-ip-address is not in valid_values {{(pid=87600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:51.359010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Attempting to bind port 59330a1c-9025-4e36-bd04-e87ca6c72366 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:51.359232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Attempting to bind port 59330a1c-9025-4e36-bd04-e87ca6c72366 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '086db402-99aa-414d-a607-87b5e47bf1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f77313a1-852b-4af6-a68c-9dac6bc8a854'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:51.359578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Attempting to bind port 59330a1c-9025-4e36-bd04-e87ca6c72366 on network f77313a1-852b-4af6-a68c-9dac6bc8a854 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:51.363835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Router 0fcfcfea-a0e3-49eb-b290-99323558aba9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:38:51.365458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:51.365838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Checking segment: {'id': '086db402-99aa-414d-a607-87b5e47bf1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f77313a1-852b-4af6-a68c-9dac6bc8a854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:51.366247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.367716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Bound using segment: {'id': '086db402-99aa-414d-a607-87b5e47bf1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f77313a1-852b-4af6-a68c-9dac6bc8a854'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:51.367716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Bound port: 59330a1c-9025-4e36-bd04-e87ca6c72366, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086db402-99aa-414d-a607-87b5e47bf1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f77313a1-852b-4af6-a68c-9dac6bc8a854'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:51.367716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.413834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.423319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.438035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63bbc7f6-2d74-4cec-8ae0-aa1b4c7b84c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:51.449404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=f629fe4e-cd1e-428f-91d4-49a302c7f760,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:51.529511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event deleted for resources: {'Port': ['ID=ae1b774d-de61-4d1e-9d00-feac0aa4312d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:51.532338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:51.539794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] For port 59330a1c-9025-4e36-bd04-e87ca6c72366, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:51.541651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.731s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:51.542265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:51.544635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] For port 59330a1c-9025-4e36-bd04-e87ca6c72366, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=59330a1c-9025-4e36-bd04-e87ca6c72366,segment=NetworkSegment(086db402-99aa-414d-a607-87b5e47bf1b3),segment_id=086db402-99aa-414d-a607-87b5e47bf1b3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:51.554215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.564289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:51.567022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Pushing event deleted for resources: {'Port': ['ID=08230fff-5a64-44b5-bfbb-68569ac40782,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:51.583226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.586438 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f346cb60-1b79-47b7-a8c8-805b526e7d41 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/f629fe4e-cd1e-428f-91d4-49a302c7f760 HTTP/1.1" status: 204 len: 168 time: 2.4801016 Dec 22 08:38:51.616973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:51.658017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Pushing event updated for resources: {'Port': ['ID=59330a1c-9025-4e36-bd04-e87ca6c72366,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:51.661284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:51.679096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:51.696775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:51.699394 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7478ae87-9964-439a-b5ee-dad8fe0436ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:38:51.699988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7478ae87-9964-439a-b5ee-dad8fe0436ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:51.704890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting port 59330a1c-9025-4e36-bd04-e87ca6c72366 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:51.704890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.709707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Usage tracker for resource:subnet and tenant:58db567def7e467d94290bc27df41484 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:51.714489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:51.721886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.731262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:51.783239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.807609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Made reservation on behalf of 58db567def7e467d94290bc27df41484 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:51.808240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:51.811236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.815147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.826678 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] Sync routers for ids ['0fcfcfea-a0e3-49eb-b290-99323558aba9'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:51.841260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:51.873955 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] Routers {'0fcfcfea-a0e3-49eb-b290-99323558aba9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:51.874975 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0fcfcfea-a0e3-49eb-b290-99323558aba9'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:51.952177 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:51.953693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7478ae87-9964-439a-b5ee-dad8fe0436ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:51.957504 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7478ae87-9964-439a-b5ee-dad8fe0436ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/f629fe4e-cd1e-428f-91d4-49a302c7f760 HTTP/1.1" status: 404 len: 333 time: 0.3286483 Dec 22 08:38:51.962438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57090) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:51.965696 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] Routers {'0fcfcfea-a0e3-49eb-b290-99323558aba9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:51.967096 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0fcfcfea-a0e3-49eb-b290-99323558aba9'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:51.997605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.002543 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "PUT /v2.0/routers/0fcfcfea-a0e3-49eb-b290-99323558aba9 HTTP/1.1" status: 200 len: 705 time: 7.9657347 Dec 22 08:38:52.005931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef8aa35-31c9-472a-9900-255d27273aa7,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:52.012259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57094) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:52.016177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.018105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.022292 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] 10.222.0.36 "DELETE /v2.0/floatingips/641f6bce-efaa-47a9-843a-ced0820f038e HTTP/1.1" status: 204 len: 168 time: 3.5342503 Dec 22 08:38:52.024101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:52.024595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57096) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:52.030147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.031285 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3885989 Dec 22 08:38:52.061876 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:52.062282 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762d295-d4ab-4534-b8f0-5e051f041b43 None None] The sync data for ids ['0fcfcfea-a0e3-49eb-b290-99323558aba9'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:38:52.102947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57102) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:52.108258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.223723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'security_group_rule': {'security_group_id': '3a006dcb-1987-4870-8116-4d0c5cc0aa7f', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:52.257602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:52.274506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:52.279386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:52.287514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:52.298654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:52.334065 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4424dbcd-cd9a-4e13-93c8-38cbbe51faa1 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/routers/0fcfcfea-a0e3-49eb-b290-99323558aba9 HTTP/1.1" status: 200 len: 740 time: 0.3099844 Dec 22 08:38:52.334877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.370086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:52.473977 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1e8b932-485b-40fc-954a-81355ae1d1e1 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&device_id=0fcfcfea-a0e3-49eb-b290-99323558aba9 HTTP/1.1" status: 200 len: 205 time: 0.0949125 Dec 22 08:38:52.484457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:52.489602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.515838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] For port 59330a1c-9025-4e36-bd04-e87ca6c72366, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=59330a1c-9025-4e36-bd04-e87ca6c72366,segment=NetworkSegment(086db402-99aa-414d-a607-87b5e47bf1b3),segment_id=086db402-99aa-414d-a607-87b5e47bf1b3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:52.516437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.530328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.600113 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-303f5002-c7b7-4da6-a2e2-281cd469dcd5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fcfcfea-a0e3-49eb-b290-99323558aba9 HTTP/1.1" status: 200 len: 205 time: 0.1142774 Dec 22 08:38:52.616290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:52.719186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Calling delete_port for 59330a1c-9025-4e36-bd04-e87ca6c72366 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:52.783722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.802121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-740a856a-22fb-444a-b0a8-cfceb1c658bb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:52.816830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a27af-038c-40f6-9f2a-141fbc9a222e None None] Network f77313a1-852b-4af6-a68c-9dac6bc8a854 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:52.844801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b5da0fa-c291-4aee-976c-fd50856fafc5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.941422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f9458892-80ad-4ca0-9e36-8ef79d5474ae None None] Provisioning for port 59330a1c-9025-4e36-bd04-e87ca6c72366 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:53.123193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:38:53.194586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.211099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.213942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.216357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.254129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-82be1257-e833-4f4b-a2a6-c80f5c08b8cc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:53.323205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235e8b7d-4925-42a8-9cd3-ff40d0c51a79,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:53.328148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event updated for resources: {'Subnet': ['ID=2f6afd04-0c87-43b8-ae00-2b54d6e24168,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:53.332900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:53.333914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.335851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:53.364009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.367616 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2610755 Dec 22 08:38:53.396623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57118) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.408682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b21cb99a-af92-4bec-9809-0943777b072c tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:53.420104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'security_group_rule': {'security_group_id': '3a006dcb-1987-4870-8116-4d0c5cc0aa7f', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:53.428092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.434727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a9473d9-d344-4dc1-aa82-39392e9be834 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:53.489817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:53.492489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] In _notify_port_updated(), no bound segment for port 97020c32-192e-478d-b543-fd38dfcaed4a on network a492f724-34ad-47e8-8786-bcc19ee3884f {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:38:53.498307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:53.498988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.500355 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "PUT /v2.0/ports/97020c32-192e-478d-b543-fd38dfcaed4a HTTP/1.1" status: 200 len: 1129 time: 2.3809531 Dec 22 08:38:53.501450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Checking segment: {'id': 'f53d79f4-e72c-44f0-8213-367ffe12d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:53.501915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Network hostable DHCP agents. Network: 96041c3c-bd58-48d3-a56f-1129931a9123, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:53.509473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.514748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:53.518538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b5da0fa-c291-4aee-976c-fd50856fafc5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.522624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Port': ['ID=59330a1c-9025-4e36-bd04-e87ca6c72366,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:53.525076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:53.528790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b5da0fa-c291-4aee-976c-fd50856fafc5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.538578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:53.542152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:53.584830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Deleting port fdde44c4-7890-4e91-a2d6-74006376b8bb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:53.584830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.637601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event updated for resources: {'Port': ['ID=97020c32-192e-478d-b543-fd38dfcaed4a,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:53.643043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:53.660981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccb7ee-ce41-40e3-84cb-ebc863423a39 None None] DHCP port deletion for f77313a1-852b-4af6-a68c-9dac6bc8a854 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:53.680610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b5da0fa-c291-4aee-976c-fd50856fafc5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.681399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5da0fa-c291-4aee-976c-fd50856fafc5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Fanout notify agent at l3_agent the message router_deleted on router 0fcfcfea-a0e3-49eb-b290-99323558aba9 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:38:53.688378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No DVR routers for this DVR port 59330a1c-9025-4e36-bd04-e87ca6c72366 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:53.694391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.695147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Network 96041c3c-bd58-48d3-a56f-1129931a9123 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:53.708336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b4ed2-731e-4fb4-89e2-793ded02cb69 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:53.709121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f0b4ed2-731e-4fb4-89e2-793ded02cb69 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Synchronizing usage tracker for tenant:7459e238aa2542f2bf7ff143fce95b1c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:53.722518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:53.769903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.771479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:53.773959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:53.774560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 96041c3c-bd58-48d3-a56f-1129931a9123) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:53.779696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:53.779696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.789454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2a8e5-45dc-45e2-b1c5-3fb7523f9d1a None None] Network 96041c3c-bd58-48d3-a56f-1129931a9123 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:53.800683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b5da0fa-c291-4aee-976c-fd50856fafc5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.801784 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b5da0fa-c291-4aee-976c-fd50856fafc5 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/0fcfcfea-a0e3-49eb-b290-99323558aba9 HTTP/1.1" status: 204 len: 168 time: 1.1819792 Dec 22 08:38:53.809906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.815191 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4 HTTP/1.1" status: 204 len: 168 time: 1.8516982 Dec 22 08:38:53.816098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57126) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.816427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57128) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.822450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59942f5-f214-4c5c-9012-0e243a5966fb None None] Network 2813289d-159c-44a2-b683-19c8f40515b3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:53.898610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f0b4ed2-731e-4fb4-89e2-793ded02cb69 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Unset dirty status for tenant:7459e238aa2542f2bf7ff143fce95b1c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:53.899748 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f0b4ed2-731e-4fb4-89e2-793ded02cb69 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "GET /v2.0/ports/97020c32-192e-478d-b543-fd38dfcaed4a HTTP/1.1" status: 200 len: 1129 time: 0.3850219 Dec 22 08:38:53.901328 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8674555 Dec 22 08:38:53.908374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.908707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57136) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.926813 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0b4e26ea-b7c5-471a-b7ff-d77d258f5a4d tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fcfcfea-a0e3-49eb-b290-99323558aba9 HTTP/1.1" status: 200 len: 205 time: 0.1069453 Dec 22 08:38:53.936617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57142) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.961360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Request body: {'port': {'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1448900977'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:54.032410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2f19218f-b84c-45d3-8a5f-2e3935a62ec1 None None] Provisioning complete for port 97020c32-192e-478d-b543-fd38dfcaed4a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:54.033123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2f19218f-b84c-45d3-8a5f-2e3935a62ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.048427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.084212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-f1c97cd6-76e5-49c9-9dd3-2dbc0dd9bcbc tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] delete failed (client error): The resource could not be found. Dec 22 08:38:54.089280 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f1c97cd6-76e5-49c9-9dd3-2dbc0dd9bcbc tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/0fcfcfea-a0e3-49eb-b290-99323558aba9 HTTP/1.1" status: 404 len: 336 time: 0.1405189 Dec 22 08:38:54.090595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet 81b7f2b6-82ab-4ee0-9b0a-d29657c9276b {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:54.095963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57146) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:54.101093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] For port fdde44c4-7890-4e91-a2d6-74006376b8bb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fdde44c4-7890-4e91-a2d6-74006376b8bb,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:54.101458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.106160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.185036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Deleting port 97020c32-192e-478d-b543-fd38dfcaed4a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:54.185263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.194807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2f19218f-b84c-45d3-8a5f-2e3935a62ec1 None None] Port 97020c32-192e-478d-b543-fd38dfcaed4a cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:38:54.237682 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a0dbb612-bd58-4f46-b81b-ebf83093e9c2 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844118d-3aac-4860-b7d1-a712227415fd HTTP/1.1" status: 200 len: 205 time: 0.1378484 Dec 22 08:38:54.241813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Calling delete_port for fdde44c4-7890-4e91-a2d6-74006376b8bb owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:54.250506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57150) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:54.335831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-96041c3c-bd58-48d3-a56f-1129931a9123', 'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123', 'tenant_id': '58db567def7e467d94290bc27df41484', 'fixed_ips': [{'subnet_id': '2f6afd04-0c87-43b8-ae00-2b54d6e24168'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:38:54.336772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.365795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.374854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.380322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.402809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:54.408575 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-18b23a29-7d07-4c0a-aa0e-d4b9b9b22881 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] delete failed (client error): The resource could not be found. Dec 22 08:38:54.410017 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18b23a29-7d07-4c0a-aa0e-d4b9b9b22881 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/5844118d-3aac-4860-b7d1-a712227415fd HTTP/1.1" status: 404 len: 336 time: 0.1459775 Dec 22 08:38:54.423757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57154) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:54.484471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:54.501333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Usage tracker for resource:port and tenant:58db567def7e467d94290bc27df41484 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:54.509071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:54.537077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:54.567266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.605140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Allocated IP 172.20.0.2 (96041c3c-bd58-48d3-a56f-1129931a9123/2f6afd04-0c87-43b8-ae00-2b54d6e24168/7355846a-bdf7-4bb6-babb-ee3cf45b990a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:54.768330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.787553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f705be10-0395-406b-b3bc-974f4c41f82d,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:54.796031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.804850 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7ad7fa68-d2f6-4e8f-9a38-5cbcc9a235d3 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d5d78d-9b62-44c1-aae3-9f0a834dd83a HTTP/1.1" status: 200 len: 205 time: 0.3777232 Dec 22 08:38:54.805804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:54.808225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c462d733-e10c-4143-81e1-2a2de5253b8d tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:54.838721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:54.863223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Pushing event deleted for resources: {'Port': ['ID=fdde44c4-7890-4e91-a2d6-74006376b8bb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:54.871764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:54.872304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-009fb48a-6e12-4ae5-acdb-25e02ad9348f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:54.882855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f90d5b-c99c-47f5-af59-27d2fcb94ffb None None] Network f77313a1-852b-4af6-a68c-9dac6bc8a854 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:54.943786 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-feaa4c97-7d19-4aa9-ba4f-f827c883d200 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] delete failed (client error): The resource could not be found. Dec 22 08:38:54.946927 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-feaa4c97-7d19-4aa9-ba4f-f827c883d200 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/61d5d78d-9b62-44c1-aae3-9f0a834dd83a HTTP/1.1" status: 404 len: 336 time: 0.1045983 Dec 22 08:38:54.950948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.024937 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d411c21f-4614-4b2c-ac56-9479efbc91bd tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a4b361c-2185-4147-9dbe-33d6d976b4a8 HTTP/1.1" status: 200 len: 205 time: 0.0727217 Dec 22 08:38:55.040738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Made reservation on behalf of 58db567def7e467d94290bc27df41484 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:55.044369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.054788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.108885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Subnet': ['ID=94aba166-f78a-41ae-a89d-60cbbbc2bfaf,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:55.111665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:55.145627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.150577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.163180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854eb50-e780-4428-90d1-dfc8dad7f14b None None] DHCP port deletion for f77313a1-852b-4af6-a68c-9dac6bc8a854 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:55.163397 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-420c38c2-e5cd-425f-b949-0666119123de tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] delete failed (client error): The resource could not be found. Dec 22 08:38:55.164751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-420c38c2-e5cd-425f-b949-0666119123de tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/2a4b361c-2185-4147-9dbe-33d6d976b4a8 HTTP/1.1" status: 404 len: 336 time: 0.1056716 Dec 22 08:38:55.169189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:55.173289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Transition to ACTIVE for port object 7355846a-bdf7-4bb6-babb-ee3cf45b990a will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:55.193325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.194511 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7969303 Dec 22 08:38:55.197056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Transition to ACTIVE for port object 7355846a-bdf7-4bb6-babb-ee3cf45b990a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:55.198613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57170) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.199196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57172) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.208792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.216652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-440f3522-d85f-4b7d-84f6-4f7c8e156ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:55.224462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'security_group_rule': {'security_group_id': '3a006dcb-1987-4870-8116-4d0c5cc0aa7f', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:55.229265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.237564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=81b7f2b6-82ab-4ee0-9b0a-d29657c9276b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:55.239913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] device_id is not set on port 819d25c8-7bba-407a-b493-9b6c54897d04 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:55.278199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:55.280571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:55.292455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.305785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2eaf27-e599-4a88-9e9f-345741e3400f None None] Network 2813289d-159c-44a2-b683-19c8f40515b3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:55.333889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Network 96041c3c-bd58-48d3-a56f-1129931a9123 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:55.339775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.354370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:55.359040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2413bfdf-495e-4fc1-8d49-f7c27c9e3e99 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=77747507-a1ab-4466-9ece-5a079a7e795c HTTP/1.1" status: 200 len: 205 time: 0.1545062 Dec 22 08:38:55.362584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.398766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.422346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:55.435431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:55.448692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:55.453095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Pushing event updated for resources: {'Port': ['ID=7355846a-bdf7-4bb6-babb-ee3cf45b990a,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:55.471200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Calling delete_port for 97020c32-192e-478d-b543-fd38dfcaed4a owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:55.472501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:55.473876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:55.477282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-87f731cd-19bf-45b3-b6ba-4fe509893f07 None None] Provisioning complete for port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:55.477768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-87f731cd-19bf-45b3-b6ba-4fe509893f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.488797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77313a1-852b-4af6-a68c-9dac6bc8a854']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:55.558418 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/81b7f2b6-82ab-4ee0-9b0a-d29657c9276b HTTP/1.1" status: 204 len: 168 time: 1.7368681 Dec 22 08:38:55.564190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57182) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.567480 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-da89d867-3a6e-4ea5-9d2f-7e8799163f85 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] delete failed (client error): The resource could not be found. Dec 22 08:38:55.569286 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da89d867-3a6e-4ea5-9d2f-7e8799163f85 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/77747507-a1ab-4466-9ece-5a079a7e795c HTTP/1.1" status: 404 len: 336 time: 0.1642613 Dec 22 08:38:55.572976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086db402-99aa-414d-a607-87b5e47bf1b3') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:55.573543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086db402-99aa-414d-a607-87b5e47bf1b3') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:55.579191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57184) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.654133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aa44184d-bb45-43bf-9b13-1747dcd9063a tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "GET /v2.0/ports?device_id=18664f76-19c8-4e56-929a-d9f48aa2b65c HTTP/1.1" status: 200 len: 205 time: 0.0734103 Dec 22 08:38:55.658489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.704517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 59330a1c-9025-4e36-bd04-e87ca6c72366 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:55.774137 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-75550e8b-ca02-46c9-abb1-4b531e8ff01f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] delete failed (client error): The resource could not be found. Dec 22 08:38:55.778113 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-75550e8b-ca02-46c9-abb1-4b531e8ff01f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/routers/18664f76-19c8-4e56-929a-d9f48aa2b65c HTTP/1.1" status: 404 len: 336 time: 0.1155982 Dec 22 08:38:55.784550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Attempting to bind port 7355846a-bdf7-4bb6-babb-ee3cf45b990a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:55.785063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Attempting to bind port 7355846a-bdf7-4bb6-babb-ee3cf45b990a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'f53d79f4-e72c-44f0-8213-367ffe12d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:55.785523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Attempting to bind port 7355846a-bdf7-4bb6-babb-ee3cf45b990a on network 96041c3c-bd58-48d3-a56f-1129931a9123 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:38:55.787652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 59330a1c-9025-4e36-bd04-e87ca6c72366 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:55.788142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 59330a1c-9025-4e36-bd04-e87ca6c72366 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:55.793891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57194) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.795623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.800453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:38:55.800980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Checking segment: {'id': 'f53d79f4-e72c-44f0-8213-367ffe12d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:38:55.801487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.801977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Bound using segment: {'id': 'f53d79f4-e72c-44f0-8213-367ffe12d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:38:55.802845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Bound port: 7355846a-bdf7-4bb6-babb-ee3cf45b990a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f53d79f4-e72c-44f0-8213-367ffe12d664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:55.803029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.862903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Allocated IP 172.20.0.7 (96041c3c-bd58-48d3-a56f-1129931a9123/2f6afd04-0c87-43b8-ae00-2b54d6e24168/819d25c8-7bba-407a-b493-9b6c54897d04) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:55.874081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.881994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d562a98-8cf6-4062-b339-05c6cb3bc84b tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:55.912362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.954113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event deleted for resources: {'Port': ['ID=97020c32-192e-478d-b543-fd38dfcaed4a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:55.954909 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50c9d85-9e2f-4c95-b93c-0a0c7ab7434f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:55.954909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50c9d85-9e2f-4c95-b93c-0a0c7ab7434f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:55.960774 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d50c9d85-9e2f-4c95-b93c-0a0c7ab7434f tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] 10.222.0.36 "DELETE /v2.0/subnets/21a25e83-434d-4b50-b8ee-933a5d0d2edb HTTP/1.1" status: 404 len: 337 time: 0.1454790 Dec 22 08:38:55.961040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:55.997105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.000508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] For port 7355846a-bdf7-4bb6-babb-ee3cf45b990a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:38:56.018864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] For port 7355846a-bdf7-4bb6-babb-ee3cf45b990a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7355846a-bdf7-4bb6-babb-ee3cf45b990a,segment=NetworkSegment(f53d79f4-e72c-44f0-8213-367ffe12d664),segment_id=f53d79f4-e72c-44f0-8213-367ffe12d664)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:38:56.027880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.031133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:56.031550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.042081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21433941-4a2d-4170-b283-9da771def23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:56.052170 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:56.061663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.078883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.081808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.141475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] DHCP port deletion for 2813289d-159c-44a2-b683-19c8f40515b3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:56.158357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Deleting port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:56.163721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.187707 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "DELETE /v2.0/ports/97020c32-192e-478d-b543-fd38dfcaed4a HTTP/1.1" status: 204 len: 168 time: 2.2734845 Dec 22 08:38:56.192956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57200) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.255084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Pushing event updated for resources: {'Port': ['ID=7355846a-bdf7-4bb6-babb-ee3cf45b990a,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:56.260319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:56.421256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Deleting subnet 485c0750-4316-468f-b3e9-2996a307ce05 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:38:56.435836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.552489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.575482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.590194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] For port 1476d560-e4e0-4baf-aa7a-be690a6c4f96, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1476d560-e4e0-4baf-aa7a-be690a6c4f96,segment=NetworkSegment(3bf976c8-f43d-4f85-aab5-1203ae407818),segment_id=3bf976c8-f43d-4f85-aab5-1203ae407818)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:56.590780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.627906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57206) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.684791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.689549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:56.689849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.717346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.759682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Calling delete_port for 1476d560-e4e0-4baf-aa7a-be690a6c4f96 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:56.784156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.801864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6a3b1241-4f19-4b52-9e8b-678982556428 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:56.808195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Transition to ACTIVE for port object 819d25c8-7bba-407a-b493-9b6c54897d04 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:56.818638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.853874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.867854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Network': ['ID=f77313a1-852b-4af6-a68c-9dac6bc8a854,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:56.868550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.878165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:56.883722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:56.891166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b67af833-9e6d-4ee9-9123-c60993fbe19f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:56.906018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.916384 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/f77313a1-852b-4af6-a68c-9dac6bc8a854 HTTP/1.1" status: 204 len: 168 time: 6.2666142 Dec 22 08:38:56.916599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-beb3c212-9670-4944-9aee-c0486a02e2fd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:56.923164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57212) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.957726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Pushing event deleted for resources: {'Port': ['ID=1476d560-e4e0-4baf-aa7a-be690a6c4f96,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:56.963491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddbe14c-443a-4299-b4b3-1351c6f2dd80,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:56.967862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:56.969580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1934456194'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:56.973729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] No DVR routers for this DVR port 1476d560-e4e0-4baf-aa7a-be690a6c4f96 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:56.978298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] The port '1476d560-e4e0-4baf-aa7a-be690a6c4f96' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:38:56.984034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:56.987493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.989365 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7820299 Dec 22 08:38:57.002386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57216) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.015447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Network 96041c3c-bd58-48d3-a56f-1129931a9123 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:57.017177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:57.019311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'security_group_rule': {'security_group_id': '3a006dcb-1987-4870-8116-4d0c5cc0aa7f', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:57.030199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:57.048291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:57.052549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:38:57.094707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Usage tracker for resource:network and tenant:0fa56306def649e19279bf8ab64c9b97 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:57.096354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:57.099163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event updated for resources: {'Port': ['ID=819d25c8-7bba-407a-b493-9b6c54897d04,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:57.101718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.105673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:57.115155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:57.118160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:57.134262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:57.148215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.150124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:57.162517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Usage tracker for resource:security_group_rule and tenant:110c47bf90784d79b2303f84dab9e1c6 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:57.165034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:57.180326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:57.197358 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Project 1977a8a6e19e4ee796cb0ce097f94bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:38:57.207553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:57.223416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:57.227853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event deleted for resources: {'Subnet': ['ID=485c0750-4316-468f-b3e9-2996a307ce05,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:57.229768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.237691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:57.245705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.246902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.249341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e89e8e-f105-4472-a585-d17704dcf836 None None] Network a492f724-34ad-47e8-8786-bcc19ee3884f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:57.254989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.295582 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "DELETE /v2.0/subnets/485c0750-4316-468f-b3e9-2996a307ce05 HTTP/1.1" status: 204 len: 168 time: 1.0936706 Dec 22 08:38:57.300143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57220) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.338558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:57.342078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.351568 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4357429 Dec 22 08:38:57.352480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.371513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57224) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.408713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Request body: {'port': {'network_id': '96041c3c-bd58-48d3-a56f-1129931a9123', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1559442407', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:57.409211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] bootfile-name is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:57.409552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] tftp-server is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:57.409880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] server-ip-address is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:38:57.494715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.550543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.566696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813289d-159c-44a2-b683-19c8f40515b3']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:57.589236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.616460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2149b0d3-0425-444b-8a5d-04ffcf242430 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:57.626819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf976c8-f43d-4f85-aab5-1203ae407818') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:57.626819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf976c8-f43d-4f85-aab5-1203ae407818') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:57.644990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] DHCP port deletion for a492f724-34ad-47e8-8786-bcc19ee3884f request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:38:57.652340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Deleting port 9a8eb985-ac60-4c25-a951-35ae4823490e {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:57.653553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.653705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:57.659112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Deleting port 9a8eb985-ac60-4c25-a951-35ae4823490e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:57.659112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.659416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Deleting port 62914dd7-5c58-49c2-9062-e9ab2ce77b53 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:57.659416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.695320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7355846a-bdf7-4bb6-babb-ee3cf45b990a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:57.716593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.721922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91164461-c135-47db-85ca-c4c9fc6e0c38,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:57.724427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Router 5401c11a-252b-489f-b1f1-c2dfe803f522 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:38:57.734111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:57.746936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.759684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.771725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d55e683e-f00f-4be6-a939-3fde28448c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:57.780604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.780825 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Added segment 145d3d6a-7725-452c-8db5-ad1980ee4758 of type vlan for network a06424e2-191b-478f-9bb4-f8a1aa24ff77 Dec 22 08:38:57.788384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.788631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.792411 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7830627 Dec 22 08:38:57.803716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57228) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.850016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd7c64c-052f-4c60-ab42-0fbb1f970ce8 None None] Network 96041c3c-bd58-48d3-a56f-1129931a9123 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:38:57.874563 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=110c47bf90784d79b2303f84dab9e1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2431338 Dec 22 08:38:57.880139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.897245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d06cfbb-40e5-48ee-9e79-70b1c7ea3860,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:57.902514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'security_group_rule': {'security_group_id': '3a006dcb-1987-4870-8116-4d0c5cc0aa7f', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:57.907278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:57.907747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.921162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:57.931699 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:58.030407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 7355846a-bdf7-4bb6-babb-ee3cf45b990a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:58.051733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:58.056523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] For port 9a8eb985-ac60-4c25-a951-35ae4823490e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9a8eb985-ac60-4c25-a951-35ae4823490e,segment=NetworkSegment(a5940fe8-b091-4b49-9922-9d4389e88885),segment_id=a5940fe8-b091-4b49-9922-9d4389e88885)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:58.057032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.083914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7b89c9b5-f9b0-4fa0-bb09-e00e4ff9afd6 None None] Provisioning for port 7355846a-bdf7-4bb6-babb-ee3cf45b990a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:58.093765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:security_group_rule and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:58.098392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 7355846a-bdf7-4bb6-babb-ee3cf45b990a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:58.098772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.101643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.117366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:58.120255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:58.143113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Usage tracker for resource:port and tenant:58db567def7e467d94290bc27df41484 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:58.150235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:58.150559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7b89c9b5-f9b0-4fa0-bb09-e00e4ff9afd6 None None] Provisioning complete for port 7355846a-bdf7-4bb6-babb-ee3cf45b990a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:58.150940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7b89c9b5-f9b0-4fa0-bb09-e00e4ff9afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.153162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:58.202922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.213595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Calling delete_port for 9a8eb985-ac60-4c25-a951-35ae4823490e owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:58.225613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:58.252976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:38:58.271201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] For port 9a8eb985-ac60-4c25-a951-35ae4823490e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9a8eb985-ac60-4c25-a951-35ae4823490e,segment=NetworkSegment(a5940fe8-b091-4b49-9922-9d4389e88885),segment_id=a5940fe8-b091-4b49-9922-9d4389e88885)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:58.271832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.290675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.368459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.376047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-433f861b-cfb0-48dc-a835-d3209231c149 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.403808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.415322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.423261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.436675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event deleted for resources: {'Port': ['ID=9a8eb985-ac60-4c25-a951-35ae4823490e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:58.438594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.439119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] No DVR routers for this DVR port 9a8eb985-ac60-4c25-a951-35ae4823490e on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:58.454618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Calling delete_port for 9a8eb985-ac60-4c25-a951-35ae4823490e owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:58.460729 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Project 1977a8a6e19e4ee796cb0ce097f94bfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:38:58.475262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:58.475949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ca8a4284-04b2-4379-a433-4206c1a23e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.477330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=2813289d-159c-44a2-b683-19c8f40515b3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:58.486304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Made reservation on behalf of 58db567def7e467d94290bc27df41484 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:58.490112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.494588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d06cfbb-40e5-48ee-9e79-70b1c7ea3860,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:58.499540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:58.506296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:58.506938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.512478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:58.513194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.517910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/2813289d-159c-44a2-b683-19c8f40515b3 HTTP/1.1" status: 204 len: 168 time: 2.8400962 Dec 22 08:38:58.530531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed0c0c57-28af-4559-be2d-f9052a0f85a0 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.546256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.559620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57236) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:58.588723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.592715 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d06cfbb-40e5-48ee-9e79-70b1c7ea3860 HTTP/1.1" status: 204 len: 168 time: 0.7069504 Dec 22 08:38:58.617560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.654596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a492f724-34ad-47e8-8786-bcc19ee3884f']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:58.668879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5940fe8-b091-4b49-9922-9d4389e88885') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:58.669337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5940fe8-b091-4b49-9922-9d4389e88885') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:58.686868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.705997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:38:58.721873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.729243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] 10.222.0.36 "PUT /v2.0/routers/5401c11a-252b-489f-b1f1-c2dfe803f522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8032701 Dec 22 08:38:58.731424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] Sync routers for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:38:58.733672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57242) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:58.739842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.740703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] For port 62914dd7-5c58-49c2-9062-e9ab2ce77b53, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=62914dd7-5c58-49c2-9062-e9ab2ce77b53,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:58.741311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.743119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:38:58.743842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.756434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] device_id is not set on port b1314adf-4e3f-43d3-92c6-4aea1e021ecb yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:58.771130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7b89c9b5-f9b0-4fa0-bb09-e00e4ff9afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.791686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:58.791686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:58.797053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:38:58.797687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:58.829920 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:58.911559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 7355846a-bdf7-4bb6-babb-ee3cf45b990a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7355846a-bdf7-4bb6-babb-ee3cf45b990a,segment=NetworkSegment(f53d79f4-e72c-44f0-8213-367ffe12d664),segment_id=f53d79f4-e72c-44f0-8213-367ffe12d664)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:38:58.970161 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0410764 Dec 22 08:38:58.979793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.981549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Calling delete_port for 62914dd7-5c58-49c2-9062-e9ab2ce77b53 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:38:58.994570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-472351a5-403a-444f-b469-c9b0d48d8a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:59.031012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57248) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.032082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Network': ['ID=a06424e2-191b-478f-9bb4-f8a1aa24ff77,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:59.060674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:59.070406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Request body: {'subnet': {'network_id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:59.116602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a06424e2-191b-478f-9bb4-f8a1aa24ff77 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:59.129862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1476d560-e4e0-4baf-aa7a-be690a6c4f96 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:59.133053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.143459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.174536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-44cb18c4-d9cf-4eef-8674-4f437a20cf72 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:59.190139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.213646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Pushing event deleted for resources: {'Network': ['ID=a492f724-34ad-47e8-8786-bcc19ee3884f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:59.222895 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] 10.222.0.36 "DELETE /v2.0/networks/a492f724-34ad-47e8-8786-bcc19ee3884f HTTP/1.1" status: 204 len: 168 time: 1.9215105 Dec 22 08:38:59.232822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:59.251647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.268531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 1476d560-e4e0-4baf-aa7a-be690a6c4f96 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:59.269309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1476d560-e4e0-4baf-aa7a-be690a6c4f96 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:59.289084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:59.296668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Deleting port 9a8eb985-ac60-4c25-a951-35ae4823490e {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:59.300916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.338037 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6b97168-e7f9-4b14-9ef3-11bfb425739a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5356c2c983884e6ab16fe5c4142168cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036254 Dec 22 08:38:59.343530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57258) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.359265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-7b89c9b5-f9b0-4fa0-bb09-e00e4ff9afd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:59.359627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-7b89c9b5-f9b0-4fa0-bb09-e00e4ff9afd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:59.366636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:59.380628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.417077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.417335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:38:59.514915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:59.537057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Made reservation on behalf of 0fa56306def649e19279bf8ab64c9b97 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:59.544348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.548064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9dd451b6-9910-4ba7-9931-7fa15b5919f6 None None] The port '9a8eb985-ac60-4c25-a951-35ae4823490e' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:38:59.574266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.593307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.604011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc16321-adb1-4ce6-be52-8c212b94f38b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:59.611787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7fc16321-adb1-4ce6-be52-8c212b94f38b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0432372 Dec 22 08:38:59.618314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57262) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.625106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.627177 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8215170 Dec 22 08:38:59.637068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9a8eb985-ac60-4c25-a951-35ae4823490e no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:59.701329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 9a8eb985-ac60-4c25-a951-35ae4823490e {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:38:59.701679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9a8eb985-ac60-4c25-a951-35ae4823490e not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:59.711792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=7355846a-bdf7-4bb6-babb-ee3cf45b990a,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:59.722966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Allocated IP 172.20.0.6 (96041c3c-bd58-48d3-a56f-1129931a9123/2f6afd04-0c87-43b8-ae00-2b54d6e24168/b1314adf-4e3f-43d3-92c6-4aea1e021ecb) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:59.724067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57266) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.736175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Deleting port 760be610-8f95-4630-982c-9e044e4772d0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:38:59.736618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.737814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdcd4fc-181d-4927-8d27-0cd647e71b93,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:59.756460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:59.774031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'network': {'name': 'tempest-network-smoke--1205213817', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:38:59.788726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.792962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.793343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.793722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.794327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.794698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.795058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.795682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.796068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.796427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.796781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.797136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.797488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:59.816098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:59.824369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:59.847062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:network and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:59.870641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57272) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.872361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:00.034415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] For port 760be610-8f95-4630-982c-9e044e4772d0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=760be610-8f95-4630-982c-9e044e4772d0,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:00.035142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.080809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '760be610-8f95-4630-982c-9e044e4772d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:38:54Z', 'revision_number': 5, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port': {'id': '760be610-8f95-4630-982c-9e044e4772d0', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:00Z', 'updated_at': '2021-12-22T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:00.086546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] Checking router: 5401c11a-252b-489f-b1f1-c2dfe803f522 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:39:00.100249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] Routers {'5401c11a-252b-489f-b1f1-c2dfe803f522'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:00.101779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5401c11a-252b-489f-b1f1-c2dfe803f522'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:00.176025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.182450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Calling delete_port for 760be610-8f95-4630-982c-9e044e4772d0 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:00.203897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2774b6da-bf70-4762-911b-3e3b60e4bf44 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:00.249323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:00.249921 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a328a-7630-4cc1-843c-778bd1d56605 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:39:00.297409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Pushing event deleted for resources: {'Port': ['ID=62914dd7-5c58-49c2-9062-e9ab2ce77b53,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.316569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Made reservation on behalf of 1977a8a6e19e4ee796cb0ce097f94bfe for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:00.322077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.331120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-26bb281e-d9f3-41ea-a6ea-a33a764e2717 None None] Provisioning for port 819d25c8-7bba-407a-b493-9b6c54897d04 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:00.334214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:00.343751 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-26bb281e-d9f3-41ea-a6ea-a33a764e2717 None None] Provisioning complete for port 819d25c8-7bba-407a-b493-9b6c54897d04 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:00.345087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26bb281e-d9f3-41ea-a6ea-a33a764e2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.375656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:00.385779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.386253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Added segment 26d0c402-eedb-40be-8a66-8bfc7716d0be of type vlan for network 3bbe142c-749a-4d50-9db2-e89c11ce3faa Dec 22 08:39:00.406515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] Set router 5401c11a-252b-489f-b1f1-c2dfe803f522 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:00.424493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.431354 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2901d24d-69f9-4fcb-a3e9-96593caac4c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7459e238aa2542f2bf7ff143fce95b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556407 Dec 22 08:39:00.450239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57278) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:00.460321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.467040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:00.467870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.476675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:00.506733 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-054ec24e-320d-42b1-a948-196ea5183e06 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8869467 Dec 22 08:39:00.516684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57282) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:00.522369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.539901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1694183695'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:00.556622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:00.559643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:38:59Z', 'revision_number': 6, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:00.563727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-26bb281e-d9f3-41ea-a6ea-a33a764e2717 None None] Port 819d25c8-7bba-407a-b493-9b6c54897d04 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:00.576304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9077fc-778a-42d0-b6e2-6b0d62e11faa None None] The sync data for ids ['5401c11a-252b-489f-b1f1-c2dfe803f522'] in dv-neutron-822602-1-hyperv is: [{'id': '5401c11a-252b-489f-b1f1-c2dfe803f522', 'name': 'tempest-ServersTestJSON-1310389439-router', 'tenant_id': '3b6c8b9821904412935b072842096681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:59Z', 'updated_at': '2021-12-22T08:38:59Z', 'revision_number': 6, 'project_id': '3b6c8b9821904412935b072842096681', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:00.602767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-26bb281e-d9f3-41ea-a6ea-a33a764e2717 None None] Provisioning complete for port 7355846a-bdf7-4bb6-babb-ee3cf45b990a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:00.603286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26bb281e-d9f3-41ea-a6ea-a33a764e2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.653355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Network': ['ID=3bbe142c-749a-4d50-9db2-e89c11ce3faa,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.654187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2a328a-7630-4cc1-843c-778bd1d56605 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:39:00.657864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.676081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.676472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.676849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.677223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.677590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.677961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.678441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.678688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.679048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.679409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.679769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.680158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.685663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:00.686344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:00.699584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.703767 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d762131-47bf-4226-843d-994f7664fdc0 HTTP/1.1" status: 204 len: 168 time: 1.3561354 Dec 22 08:39:00.706114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:00.719306 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9937863 Dec 22 08:39:00.720594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d762131-47bf-4226-843d-994f7664fdc0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.724025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57288) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:00.730209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'admin_state_up': True, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:00.739024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:00.743517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:00.749929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:router and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:00.788681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:00.805430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:00.831341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.832327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.837309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:00.840146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Transition to ACTIVE for port object b1314adf-4e3f-43d3-92c6-4aea1e021ecb will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:00.854160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.857702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:00.879737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:01.047103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:01.055378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.058041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.068035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dfd9c9c4-7261-4288-a6cb-775204534092 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.118183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.189880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:39:01.203672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.219543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f5d392d6-00b3-4c6a-b48a-b85206b92ce0 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.233841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fec773a8-ebd0-4fe6-a590-5556121f3e8e None None] Provisioning complete for port 819d25c8-7bba-407a-b493-9b6c54897d04 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:01.234179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fec773a8-ebd0-4fe6-a590-5556121f3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.259796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.262240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Pushing event deleted for resources: {'Port': ['ID=760be610-8f95-4630-982c-9e044e4772d0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:01.288921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:01.292594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.300691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.327981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:01.425255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.425751 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment 69c24280-fc4b-428c-aed0-643d00ad5dd8 of type vlan for network 4d51b292-01e9-4584-bf34-f1ff0590a24c Dec 22 08:39:01.434325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Network 96041c3c-bd58-48d3-a56f-1129931a9123 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:01.436684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fec773a8-ebd0-4fe6-a590-5556121f3e8e None None] Port 819d25c8-7bba-407a-b493-9b6c54897d04 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:01.452113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:01.455716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:01.486978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.544867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.569573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event updated for resources: {'Subnet': ['ID=6eef9bd6-f07d-440f-93e1-79d7c6b06b36,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:01.572937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:01.591144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5887ff6b-f239-41c5-8af4-c80ec453137c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.788025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7355846a-bdf7-4bb6-babb-ee3cf45b990a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:01.803962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.811238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Checking segment: {'id': '145d3d6a-7725-452c-8db5-ad1980ee4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:01.811811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network hostable DHCP agents. Network: a06424e2-191b-478f-9bb4-f8a1aa24ff77, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:01.844210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:01.846369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.924178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.932136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 7355846a-bdf7-4bb6-babb-ee3cf45b990a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:01.932850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.960561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event updated for resources: {'Port': ['ID=b1314adf-4e3f-43d3-92c6-4aea1e021ecb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:01.967171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:01.979739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ebbf65fe-dfd8-4446-ad8a-4e2a98f185e0 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.991512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.994318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.009288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57310) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:02.030074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Network a06424e2-191b-478f-9bb4-f8a1aa24ff77 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:02.032408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e7127-be22-4bd1-a141-f79883046e84,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:02.036107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:02.056430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.056739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5401c11a-252b-489f-b1f1-c2dfe803f522 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:39:02.067151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.068607 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f89e7127-be22-4bd1-a141-f79883046e84 HTTP/1.1" status: 204 len: 168 time: 1.6171644 Dec 22 08:39:02.070499 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.6926794 Dec 22 08:39:02.071898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.079405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:02.080121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.086234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57318) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:02.088399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31b53fb7-ca3e-4ec6-9e95-acf66d4842ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1333204379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:02.100193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.117278 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] 10.222.0.36 "DELETE /v2.0/routers/5401c11a-252b-489f-b1f1-c2dfe803f522 HTTP/1.1" status: 204 len: 168 time: 3.3811638 Dec 22 08:39:02.122584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57322) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:02.161066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-875b00c6-ea80-4b77-8b48-7cab21a53a22 None None] Provisioning for port b1314adf-4e3f-43d3-92c6-4aea1e021ecb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:02.180539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-875b00c6-ea80-4b77-8b48-7cab21a53a22 None None] Provisioning complete for port b1314adf-4e3f-43d3-92c6-4aea1e021ecb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:02.181908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-875b00c6-ea80-4b77-8b48-7cab21a53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.251800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a06424e2-191b-478f-9bb4-f8a1aa24ff77) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:02.259651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:02.262018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.282388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9257073e-e808-42a2-b82a-63be029ea638 None None] Network a06424e2-191b-478f-9bb4-f8a1aa24ff77 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:02.284778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Deleting subnet 4ebe3ed5-95e6-40dd-a092-230927d00f5d {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:02.303149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.324490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 760be610-8f95-4630-982c-9e044e4772d0 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:02.378799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8508070 Dec 22 08:39:02.388375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57326) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:02.407550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:02.517914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.530461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-944616295'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:02.571104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 760be610-8f95-4630-982c-9e044e4772d0 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:02.571104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 760be610-8f95-4630-982c-9e044e4772d0 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:02.571104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdde44c4-7890-4e91-a2d6-74006376b8bb no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:02.603803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57332) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:02.607277 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5654263 Dec 22 08:39:02.609686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.675762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.711576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: fdde44c4-7890-4e91-a2d6-74006376b8bb {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:02.711937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdde44c4-7890-4e91-a2d6-74006376b8bb not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:02.720872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-875b00c6-ea80-4b77-8b48-7cab21a53a22 None None] Port b1314adf-4e3f-43d3-92c6-4aea1e021ecb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:02.741808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:02.746764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Usage tracker for resource:network and tenant:599ebc099af54c60bcb8dba65c392c08 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:02.750440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:02.768377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:02.778747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=4d51b292-01e9-4584-bf34-f1ff0590a24c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:02.785694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:02.788122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:02.799256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:02.804054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:02.818909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:02.822538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.832668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:02.837616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:02.842785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.880752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:02.896637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Router 6dc7b844-35a3-4024-9788-ca13d334bd77 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:39:02.898008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Usage tracker for resource:security_group_rule and tenant:599ebc099af54c60bcb8dba65c392c08 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:02.908632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:02.926013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30633-7fdf-4fb7-95c8-facbc8676387 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:02.934843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30633-7fdf-4fb7-95c8-facbc8676387 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:02.943470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da30633-7fdf-4fb7-95c8-facbc8676387 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:02.945206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1da30633-7fdf-4fb7-95c8-facbc8676387 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Synchronizing usage tracker for tenant:58db567def7e467d94290bc27df41484 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:02.957943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:02.962994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:02.966834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.996284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.089161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.109499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a06424e2-191b-478f-9bb4-f8a1aa24ff77', 'network_id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77', 'tenant_id': '0fa56306def649e19279bf8ab64c9b97', 'fixed_ips': [{'subnet_id': '6eef9bd6-f07d-440f-93e1-79d7c6b06b36'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:03.114040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.197074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Allocated IP 172.26.7.141 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/df5ba025-7308-4895-a935-1a01ab865dfb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:03.349654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1da30633-7fdf-4fb7-95c8-facbc8676387 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Unset dirty status for tenant:58db567def7e467d94290bc27df41484 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:03.351421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1da30633-7fdf-4fb7-95c8-facbc8676387 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.2385931 Dec 22 08:39:03.363704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57350) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:03.422585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Allocated IP 2001:db8::f816:3eff:fe54:3f8b (a06424e2-191b-478f-9bb4-f8a1aa24ff77/6eef9bd6-f07d-440f-93e1-79d7c6b06b36/04c88a75-3471-49b2-a4ee-ed7dc1d15194) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:03.449641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.452711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Deleting port b1314adf-4e3f-43d3-92c6-4aea1e021ecb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:03.453090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.487611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c2afec6-076d-4cad-b5fc-5cdbe40e4d67 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:03.614411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.645501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.668273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37607168-9345-4d71-80cf-fd1fb0deb8a8 None None] Network a0f2857d-284d-4277-88a7-2c03db2dbd3c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:03.691951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:03.696724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.701491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebe3ed5-95e6-40dd-a092-230927d00f5d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:03.715513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.732397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:03.733095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16b84424-af16-4261-bc80-8ab80a4d5fc0 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:03.829370 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ebe3ed5-95e6-40dd-a092-230927d00f5d HTTP/1.1" status: 204 len: 168 time: 1.7037852 Dec 22 08:39:03.843846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57362) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:03.861906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.872533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:03.903401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1881545556'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:03.921623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:03.926494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:03.976297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:03.980522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:03.981648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.996756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Transition to ACTIVE for port object 04c88a75-3471-49b2-a4ee-ed7dc1d15194 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:04.012928 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:04.021224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:04.021736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Transition to ACTIVE for port object 04c88a75-3471-49b2-a4ee-ed7dc1d15194 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:04.026447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Port': ['ID=df5ba025-7308-4895-a935-1a01ab865dfb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.038957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.048245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34718d87-ac24-441a-a713-05acf84fdc0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.058567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.060557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:04.078929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:04.090372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] Sync routers for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:04.103614 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:04.104746 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:04.108011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:04.111564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.123089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.131823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] DHCP port deletion for a0f2857d-284d-4277-88a7-2c03db2dbd3c request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:39:04.157221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Deleting port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:04.157634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.195128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=f54002e9-5265-4bf9-9055-07e7b6e83fd3,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.205799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Network a06424e2-191b-478f-9bb4-f8a1aa24ff77 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:04.209990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.216323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:04.219406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.223944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:04.234524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Pushing event updated for resources: {'Port': ['ID=04c88a75-3471-49b2-a4ee-ed7dc1d15194,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.301466 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:04.312615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.312615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.312924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.313013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.313336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.313663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.314520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.314842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.315160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.315479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.315794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.316132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:04.354979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.382506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Calling delete_port for b1314adf-4e3f-43d3-92c6-4aea1e021ecb owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:04.411136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.412386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': '69c24280-fc4b-428c-aed0-643d00ad5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:04.413029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: 4d51b292-01e9-4584-bf34-f1ff0590a24c, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:04.414098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Attempting to bind port 04c88a75-3471-49b2-a4ee-ed7dc1d15194 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:04.414499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Attempting to bind port 04c88a75-3471-49b2-a4ee-ed7dc1d15194 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '145d3d6a-7725-452c-8db5-ad1980ee4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:04.414863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Attempting to bind port 04c88a75-3471-49b2-a4ee-ed7dc1d15194 on network a06424e2-191b-478f-9bb4-f8a1aa24ff77 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:04.433559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.442024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.446776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0aeafba-f8a8-4293-a0a6-4356fdbc10ea tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.458641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.465976 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] 10.222.0.36 "PUT /v2.0/routers/6dc7b844-35a3-4024-9788-ca13d334bd77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4371562 Dec 22 08:39:04.473646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57366) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:04.483468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.498905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:04.522741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:04.523148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Checking segment: {'id': '145d3d6a-7725-452c-8db5-ad1980ee4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:04.523600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.524028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Bound using segment: {'id': '145d3d6a-7725-452c-8db5-ad1980ee4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:04.524499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Bound port: 04c88a75-3471-49b2-a4ee-ed7dc1d15194, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145d3d6a-7725-452c-8db5-ad1980ee4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:04.524879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.613473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] For port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b947bdb2-f9be-4ccf-8110-7a9a4fe3699a,segment=NetworkSegment(46957843-a952-46c6-b1d3-b7fd68904742),segment_id=46957843-a952-46c6-b1d3-b7fd68904742)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:04.613899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.623525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b2cb0a-3cd2-4ae4-ad33-71031fdd59d6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.627428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.628032 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Added segment 8fd97409-e87b-4212-a117-db3c2802706c of type vlan for network d1cd4b1d-8468-4add-9916-c64735190b88 Dec 22 08:39:04.641386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:04.646140 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:38:59Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:04.650885 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] Checking router: 6dc7b844-35a3-4024-9788-ca13d334bd77 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:39:04.654121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.662869 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] Routers {'6dc7b844-35a3-4024-9788-ca13d334bd77'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:04.663494 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6dc7b844-35a3-4024-9788-ca13d334bd77'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:04.721216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.743174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 4d51b292-01e9-4584-bf34-f1ff0590a24c) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:04.757177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3f80b-62d2-4cfe-a0f7-da243c594fce None None] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:04.759770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06424e2-191b-478f-9bb4-f8a1aa24ff77']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:04.775988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:04.776832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.778889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Calling delete_port for b947bdb2-f9be-4ccf-8110-7a9a4fe3699a owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:04.780151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145d3d6a-7725-452c-8db5-ad1980ee4758') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:04.780548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145d3d6a-7725-452c-8db5-ad1980ee4758') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:04.792421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.797390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.822240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.831240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:04.832441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.871856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4712605 Dec 22 08:39:04.878524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57370) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:04.896390 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] Set router 6dc7b844-35a3-4024-9788-ca13d334bd77 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:04.897147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c', 'name': 'tempest-PortsTestJSON-1549025632'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:04.920999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.935393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] For port 04c88a75-3471-49b2-a4ee-ed7dc1d15194, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:04.988522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] For port 04c88a75-3471-49b2-a4ee-ed7dc1d15194, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=04c88a75-3471-49b2-a4ee-ed7dc1d15194,segment=NetworkSegment(145d3d6a-7725-452c-8db5-ad1980ee4758),segment_id=145d3d6a-7725-452c-8db5-ad1980ee4758)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:05.026540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.034404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.066690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.110265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Pushing event deleted for resources: {'Port': ['ID=b947bdb2-f9be-4ccf-8110-7a9a4fe3699a,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.121121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] No DVR routers for this DVR port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:05.122987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.127346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-601988be-96cf-4d87-bd89-4e3127b475dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.204890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Pushing event updated for resources: {'Port': ['ID=04c88a75-3471-49b2-a4ee-ed7dc1d15194,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.205317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Subnet': ['ID=6eef9bd6-f07d-440f-93e1-79d7c6b06b36,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.209629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:05.210358 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:05.213961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.224357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.241617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.247583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:05.248315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.258492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc7424fc-7586-4b2d-a7be-d0e871eab2b1 tempest-QuotasNegativeTest-953017635 tempest-QuotasNegativeTest-953017635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.272751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.293284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:39:05.293284 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:39:05.293284 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'id': 'a06424e2-191b-478f-9bb4-f8a1aa24ff77'}] Dec 22 08:39:05.293284 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:05.293756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:05.300625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-4d51b292-01e9-4584-bf34-f1ff0590a24c', 'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c', 'tenant_id': 'cdc1d6d0cc264e8fbf7c366514f99413', 'fixed_ips': [{'subnet_id': 'f54002e9-5265-4bf9-9055-07e7b6e83fd3'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:05.302129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.303913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Deleting port b947bdb2-f9be-4ccf-8110-7a9a4fe3699a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:05.303913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.319221 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:38:59Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:05.323903 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46ded6-9860-4b71-8b13-41ee13ab6bb1 None None] The sync data for ids ['6dc7b844-35a3-4024-9788-ca13d334bd77'] in dv-neutron-822602-1-hyperv is: [{'id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'name': 'tempest-ServersTestManualDisk-82263923-router', 'tenant_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '0a579f53-753d-4d39-acea-97603348ed46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:01Z', 'updated_at': '2021-12-22T08:38:59Z', 'revision_number': 5, 'project_id': '8e151dd36f1d46ca8284dd3f13a283eb', 'gw_port': {'id': '0a579f53-753d-4d39-acea-97603348ed46', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc7b844-35a3-4024-9788-ca13d334bd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:02Z', 'updated_at': '2021-12-22T08:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:05.356172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:05.554066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213518c9-826b-4d21-982c-2320d43bf4db None None] Network a06424e2-191b-478f-9bb4-f8a1aa24ff77 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:05.567865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 62914dd7-5c58-49c2-9062-e9ab2ce77b53 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:05.586991 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.5682840 Dec 22 08:39:05.603224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] The port 'b947bdb2-f9be-4ccf-8110-7a9a4fe3699a' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:39:05.608289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:security_group_rule and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:05.615531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57374) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:05.623759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:05.637765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:05.648954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 62914dd7-5c58-49c2-9062-e9ab2ce77b53 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:05.649206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 62914dd7-5c58-49c2-9062-e9ab2ce77b53 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:05.649636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b947bdb2-f9be-4ccf-8110-7a9a4fe3699a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:05.676958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Network': ['ID=d1cd4b1d-8468-4add-9916-c64735190b88,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.689897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'subnet': {'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:05.703585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d1cd4b1d-8468-4add-9916-c64735190b88 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:05.715296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.723190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e92a0a1-7d6b-4950-911b-aa117c55aa42 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.790002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:05.804454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.831636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: b947bdb2-f9be-4ccf-8110-7a9a4fe3699a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:05.832307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b947bdb2-f9be-4ccf-8110-7a9a4fe3699a not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:05.852344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event deleted for resources: {'Port': ['ID=b1314adf-4e3f-43d3-92c6-4aea1e021ecb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.857253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:05.865312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.866309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:05.898494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:05.901281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.920207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.928506 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "DELETE /v2.0/ports/b1314adf-4e3f-43d3-92c6-4aea1e021ecb HTTP/1.1" status: 204 len: 168 time: 2.5634604 Dec 22 08:39:05.934461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57378) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:05.945092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Request body: {'port': {'name': 'tempest-new-port-name-648650027', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:05.945498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] bootfile-name is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:39:05.945828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] tftp-server is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:39:05.946165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.api.validators [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] server-ip-address is not in valid_values {{(pid=87601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:39:05.961428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting port 04c88a75-3471-49b2-a4ee-ed7dc1d15194 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:05.961787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.983402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:05.987454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.996791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Deleting port 0a579f53-753d-4d39-acea-97603348ed46 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:05.997143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.007805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.013701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Allocated IP 172.20.0.2 (4d51b292-01e9-4584-bf34-f1ff0590a24c/f54002e9-5265-4bf9-9055-07e7b6e83fd3/ef690c99-e660-4d5c-bab1-c1102e56e507) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:06.063406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:06.080192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Usage tracker for resource:subnet and tenant:599ebc099af54c60bcb8dba65c392c08 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:06.088281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:06.091452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:06.114114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.137101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:06.143339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.153803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2090c270-78d5-4180-b2ba-a6d7773da76e tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:06.167082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f2857d-284d-4277-88a7-2c03db2dbd3c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:06.298947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:06.300544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:06.301226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46957843-a952-46c6-b1d3-b7fd68904742') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:06.301530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46957843-a952-46c6-b1d3-b7fd68904742') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:06.304547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.352500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.353103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.366620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Transition to ACTIVE for port object ef690c99-e660-4d5c-bab1-c1102e56e507 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:06.376716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.377432 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment e27c8b1f-f715-4fed-a461-8f731f028f0e of type vlan for network f00c8549-2a36-4329-bb0c-0f9238b3078b Dec 22 08:39:06.378260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5138034-1f0f-4d69-993d-1ac7e791093d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:06.396093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Transition to ACTIVE for port object ef690c99-e660-4d5c-bab1-c1102e56e507 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:06.396314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:06.399919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.407340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.413130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.417510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:06.432473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:06.432864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:06.451450 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:06.507428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:06.513458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:06.517022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:06.563004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.595734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.596455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] For port 0a579f53-753d-4d39-acea-97603348ed46, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0a579f53-753d-4d39-acea-97603348ed46,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:06.597039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.661444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Pushing event updated for resources: {'Port': ['ID=ef690c99-e660-4d5c-bab1-c1102e56e507,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:06.668913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:06.682941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.6 (4d51b292-01e9-4584-bf34-f1ff0590a24c/f54002e9-5265-4bf9-9055-07e7b6e83fd3/8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:06.696236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] For port 04c88a75-3471-49b2-a4ee-ed7dc1d15194, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=04c88a75-3471-49b2-a4ee-ed7dc1d15194,segment=NetworkSegment(145d3d6a-7725-452c-8db5-ad1980ee4758),segment_id=145d3d6a-7725-452c-8db5-ad1980ee4758)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:06.696827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.712427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.715694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Attempting to bind port ef690c99-e660-4d5c-bab1-c1102e56e507 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:06.716118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Attempting to bind port ef690c99-e660-4d5c-bab1-c1102e56e507 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '69c24280-fc4b-428c-aed0-643d00ad5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:06.716643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Attempting to bind port ef690c99-e660-4d5c-bab1-c1102e56e507 on network 4d51b292-01e9-4584-bf34-f1ff0590a24c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:06.725238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:06.725758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Checking segment: {'id': '69c24280-fc4b-428c-aed0-643d00ad5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:06.726349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.726866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Bound using segment: {'id': '69c24280-fc4b-428c-aed0-643d00ad5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:06.727343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Bound port: ef690c99-e660-4d5c-bab1-c1102e56e507, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c24280-fc4b-428c-aed0-643d00ad5dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:06.728049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.731771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db31605f-bd46-466a-893b-b397019ce295 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:06.749906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Calling delete_port for 0a579f53-753d-4d39-acea-97603348ed46 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:06.803155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.879971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Calling delete_port for 04c88a75-3471-49b2-a4ee-ed7dc1d15194 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:06.896394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] For port ef690c99-e660-4d5c-bab1-c1102e56e507, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:06.906383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f2857d-284d-4277-88a7-2c03db2dbd3c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:06.909836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] For port ef690c99-e660-4d5c-bab1-c1102e56e507, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ef690c99-e660-4d5c-bab1-c1102e56e507,segment=NetworkSegment(69c24280-fc4b-428c-aed0-643d00ad5dd8),segment_id=69c24280-fc4b-428c-aed0-643d00ad5dd8)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:06.922412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.932062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:06.973724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.001178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.006803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:07.007445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.019571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-273dba12-66eb-4926-b50c-1386a4d9e8bc tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:07.027905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Pushing event updated for resources: {'Port': ['ID=ef690c99-e660-4d5c-bab1-c1102e56e507,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:07.031539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.276606 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a0f2857d-284d-4277-88a7-2c03db2dbd3c HTTP/1.1" status: 204 len: 168 time: 3.4292581 Dec 22 08:39:07.311648 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6115813 Dec 22 08:39:07.387822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.393871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=f00c8549-2a36-4329-bb0c-0f9238b3078b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:07.407414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network f00c8549-2a36-4329-bb0c-0f9238b3078b details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:07.426147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.459210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-111477a2-0687-4786-a13a-a8551407937e tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:07.494469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.504056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.524373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:07.613691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No DVR routers for this DVR port 04c88a75-3471-49b2-a4ee-ed7dc1d15194 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:07.696855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57384) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:07.722445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:07.723782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef690c99-e660-4d5c-bab1-c1102e56e507 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:07.762053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:07.820720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.828431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Subnet': ['ID=fcf5610b-929d-48ce-ab03-d6d67642f4e3,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:07.843731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.847890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.862418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ef690c99-e660-4d5c-bab1-c1102e56e507 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:07.863424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b82118ac-5e71-48ac-a098-40481ce9b30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:07.897355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Port': ['ID=04c88a75-3471-49b2-a4ee-ed7dc1d15194,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:07.900427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.902528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.903037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Checking segment: {'id': '8fd97409-e87b-4212-a117-db3c2802706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:07.903418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network hostable DHCP agents. Network: d1cd4b1d-8468-4add-9916-c64735190b88, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:07.920100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.954572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3d3f3311-ef0b-47f7-9fb1-7ee48845be38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b6c8b9821904412935b072842096681&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2449009 Dec 22 08:39:07.958093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:39:07.972656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06424e2-191b-478f-9bb4-f8a1aa24ff77']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.995343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57388) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:07.996094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145d3d6a-7725-452c-8db5-ad1980ee4758') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.996852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145d3d6a-7725-452c-8db5-ad1980ee4758') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:08.021072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.099606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.124603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event updated for resources: {'Port': ['ID=819d25c8-7bba-407a-b493-9b6c54897d04,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.164358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.167325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.170717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b39e832-c6ad-44b4-b941-ef5a133b8dd7 tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.252049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a579f53-753d-4d39-acea-97603348ed46,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.258109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network d1cd4b1d-8468-4add-9916-c64735190b88 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:08.298719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:08.299138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.375726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.389404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:08.391120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.402509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:08.405465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.406483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.407305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5b75b113-85ac-4e7d-92e7-e97469014d5a None None] Provisioning complete for port 819d25c8-7bba-407a-b493-9b6c54897d04 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:08.408391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5b75b113-85ac-4e7d-92e7-e97469014d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.408773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] In _notify_port_updated(), no bound segment for port 819d25c8-7bba-407a-b493-9b6c54897d04 on network 96041c3c-bd58-48d3-a56f-1129931a9123 {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:39:08.415294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:08.416440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.421362 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "PUT /v2.0/ports/819d25c8-7bba-407a-b493-9b6c54897d04 HTTP/1.1" status: 200 len: 1135 time: 2.4858425 Dec 22 08:39:08.425720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:08.462242 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:08.479114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.525986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5b75b113-85ac-4e7d-92e7-e97469014d5a None None] Port 819d25c8-7bba-407a-b493-9b6c54897d04 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:08.530364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:08.533475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.541915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.555498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-21299ac0-e147-4774-a10a-99a8c3fc48ab tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.574607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.579474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d1cd4b1d-8468-4add-9916-c64735190b88) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:08.583610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55daabf3-210f-4620-946d-4049a4927e15 None None] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:08.594491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:08.595215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.602588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee9025-11e6-43b7-b213-d874064ec0f2 None None] Network d1cd4b1d-8468-4add-9916-c64735190b88 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:08.641212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Network': ['ID=a06424e2-191b-478f-9bb4-f8a1aa24ff77,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.646693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.653034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.656942 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/a06424e2-191b-478f-9bb4-f8a1aa24ff77 HTTP/1.1" status: 204 len: 168 time: 6.0508780 Dec 22 08:39:08.663121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.670761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:08.714555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0891919 Dec 22 08:39:08.718659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8366926 Dec 22 08:39:08.733532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2ca20-8ae1-4bf0-b9dc-36dd8af70420 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:08.734402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-74c2ca20-8ae1-4bf0-b9dc-36dd8af70420 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Synchronizing usage tracker for tenant:58db567def7e467d94290bc27df41484 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:08.743736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.744335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57402) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.757027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': '4d51b292-01e9-4584-bf34-f1ff0590a24c', 'name': 'tempest-PortsTestJSON-2004087681'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:08.808460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'name': 'tempest-AllowedAddressPairTestJSON-288993880'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:08.831628 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24a46b8-113c-4cae-adfc-0a0f46a51b20 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:08.832333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24a46b8-113c-4cae-adfc-0a0f46a51b20 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:08.832632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.834322 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d24a46b8-113c-4cae-adfc-0a0f46a51b20 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/6eef9bd6-f07d-440f-93e1-79d7c6b06b36 HTTP/1.1" status: 404 len: 337 time: 0.1679487 Dec 22 08:39:08.842985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57408) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.867825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Sync routers for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:08.924031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:08.924870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:38:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:09.009826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.011802 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.2871709 Dec 22 08:39:09.025862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.044472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-74c2ca20-8ae1-4bf0-b9dc-36dd8af70420 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Unset dirty status for tenant:58db567def7e467d94290bc27df41484 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:09.046124 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-74c2ca20-8ae1-4bf0-b9dc-36dd8af70420 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "GET /v2.0/ports/819d25c8-7bba-407a-b493-9b6c54897d04 HTTP/1.1" status: 200 len: 1135 time: 0.5655017 Dec 22 08:39:09.049527 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1701cff-1477-436f-a694-090f7b84cee7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.049683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1701cff-1477-436f-a694-090f7b84cee7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.054690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f1701cff-1477-436f-a694-090f7b84cee7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/a06424e2-191b-478f-9bb4-f8a1aa24ff77 HTTP/1.1" status: 404 len: 339 time: 0.0638249 Dec 22 08:39:09.057318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57416) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.057645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57418) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.071865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.187170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Deleting port 819d25c8-7bba-407a-b493-9b6c54897d04 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:09.187886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.243769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:09.261086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:09.262412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:09.274474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:09.309234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:09.330335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.369253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8cefba89-96ca-4055-9d1a-06baa3f18584 tempest-TestNetworkAdvancedServerOps-220039131 tempest-TestNetworkAdvancedServerOps-220039131-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=1977a8a6e19e4ee796cb0ce097f94bfe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3415627 Dec 22 08:39:09.375115 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c87512-a2d0-4953-bb59-fa9a23930d8a tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.375721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c87512-a2d0-4953-bb59-fa9a23930d8a tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.377840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:09.380393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57426) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.380946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.381568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a7c87512-a2d0-4953-bb59-fa9a23930d8a tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/94aba166-f78a-41ae-a89d-60cbbbc2bfaf HTTP/1.1" status: 404 len: 337 time: 0.3127196 Dec 22 08:39:09.382026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:09.385767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.387545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.460409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Usage tracker for resource:port and tenant:599ebc099af54c60bcb8dba65c392c08 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:09.468581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:09.471177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Provisioning for port ef690c99-e660-4d5c-bab1-c1102e56e507 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:09.509547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.510092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc7b844-35a3-4024-9788-ca13d334bd77 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:39:09.597083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:09.601153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port fd6303f0-4cc8-4552-a8d4-289cdbd82883 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:09.609774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Provisioning complete for port ef690c99-e660-4d5c-bab1-c1102e56e507 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:09.615104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.724347 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d8052f-2d53-42b0-afa7-290aab2b5a92 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.724900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d8052f-2d53-42b0-afa7-290aab2b5a92 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.728988 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9d8052f-2d53-42b0-afa7-290aab2b5a92 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/f77313a1-852b-4af6-a68c-9dac6bc8a854 HTTP/1.1" status: 404 len: 339 time: 0.3201292 Dec 22 08:39:09.742089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57434) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.845651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:09.850651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.853158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d1cd4b1d-8468-4add-9916-c64735190b88', 'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'tenant_id': '599ebc099af54c60bcb8dba65c392c08', 'fixed_ips': [{'subnet_id': 'fcf5610b-929d-48ce-ab03-d6d67642f4e3'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:09.854158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.862543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.866741 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a493d1fb-8d69-4f16-b6a5-d5b6552d0a8f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.866741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a493d1fb-8d69-4f16-b6a5-d5b6552d0a8f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.871712 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bfda6b50-1d18-46f4-a8c6-06a6c3c71300 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6dc7b844-35a3-4024-9788-ca13d334bd77 HTTP/1.1" status: 204 len: 168 time: 5.3882871 Dec 22 08:39:09.874405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57438) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.956889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.022801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.8 (4d51b292-01e9-4584-bf34-f1ff0590a24c/f54002e9-5265-4bf9-9055-07e7b6e83fd3/fd6303f0-4cc8-4552-a8d4-289cdbd82883) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:10.057550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Allocated IP 172.20.0.2 (d1cd4b1d-8468-4add-9916-c64735190b88/fcf5610b-929d-48ce-ab03-d6d67642f4e3/27c53e6b-3106-4fec-863c-4b680da0e5f4) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:10.127235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Calling delete_port for 819d25c8-7bba-407a-b493-9b6c54897d04 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:10.316931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.324399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2b99292c-1576-47c3-8afe-97f0a1e626fb tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:10.352698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.364494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Transition to ACTIVE for port object 27c53e6b-3106-4fec-863c-4b680da0e5f4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:10.379063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event deleted for resources: {'Port': ['ID=819d25c8-7bba-407a-b493-9b6c54897d04,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:10.385801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Transition to ACTIVE for port object 27c53e6b-3106-4fec-863c-4b680da0e5f4 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:10.386560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.392831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:10.396281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:10.398637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.406260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.420809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f958f561-97b1-4b78-98c3-bb7268d23cdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:10.424906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270ae459-3493-444d-bbfa-6f8ff8ee9d60,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:10.465571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:10.487222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.507660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object fd6303f0-4cc8-4552-a8d4-289cdbd82883 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:10.508174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.524121 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/270ae459-3493-444d-bbfa-6f8ff8ee9d60 HTTP/1.1" status: 204 len: 168 time: 2.5184438 Dec 22 08:39:10.552949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.554064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] device_id is not set on port fad72d3e-9c53-4b67-80f7-3440651fa798 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:10.589433 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a493d1fb-8d69-4f16-b6a5-d5b6552d0a8f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/f28a4062-1bb3-4cc5-bdff-3ca0ea756474 HTTP/1.1" status: 404 len: 337 time: 0.8444846 Dec 22 08:39:10.600209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.615649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': 'f00c8549-2a36-4329-bb0c-0f9238b3078b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:10.627822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57448) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.651853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:10.659043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.665572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "DELETE /v2.0/ports/819d25c8-7bba-407a-b493-9b6c54897d04 HTTP/1.1" status: 204 len: 168 time: 1.5992622 Dec 22 08:39:10.668365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57452) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.733696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Pushing event updated for resources: {'Port': ['ID=27c53e6b-3106-4fec-863c-4b680da0e5f4,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:10.736223 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e57ede-4b65-4e7e-b864-46b37e96a958 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.736879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e57ede-4b65-4e7e-b864-46b37e96a958 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.737393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:10.739130 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-20e57ede-4b65-4e7e-b864-46b37e96a958 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/99b867ee-3892-4953-afd5-361133302771 HTTP/1.1" status: 404 len: 339 time: 0.1085153 Dec 22 08:39:10.745268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57456) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.805318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-760927f2-87b3-4611-b2ab-011f302909f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.821598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Network d1cd4b1d-8468-4add-9916-c64735190b88 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:10.843690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b114bd47-ac6d-4678-8996-b3ce48e22b99 tempest-TestNetworkAdvancedServerOps-220039131 tempest-TestNetworkAdvancedServerOps-220039131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:10.848291 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b114bd47-ac6d-4678-8996-b3ce48e22b99 tempest-TestNetworkAdvancedServerOps-220039131 tempest-TestNetworkAdvancedServerOps-220039131-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4409671 Dec 22 08:39:10.849543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57460) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.852012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:10.853204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:10.856369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:10.859783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Deleting subnet 2f6afd04-0c87-43b8-ae00-2b54d6e24168 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:10.870682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Deleting subnet 28c300cb-0386-4f24-9d95-c9ebb10d1a0a {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:10.872843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:10.884458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.901562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting port e23aebe6-6e1d-4249-bd49-75764dc85cde {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:10.902607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.916634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:10.933303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.960741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=fd6303f0-4cc8-4552-a8d4-289cdbd82883,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:10.979772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:11.004434 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-29b01f2c-bab7-4eb5-9795-57227cf28488 tempest-TestNetworkAdvancedServerOps-220039131 tempest-TestNetworkAdvancedServerOps-220039131-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1506186 Dec 22 08:39:11.010168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57466) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:11.015846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830710324', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:11.034167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:11.058947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:11.067496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:11.069453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.076622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.106864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.108165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:04Z', 'revision_number': 3, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:11.114003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:11.118240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Attempting to bind port 27c53e6b-3106-4fec-863c-4b680da0e5f4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:11.119529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Attempting to bind port 27c53e6b-3106-4fec-863c-4b680da0e5f4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '8fd97409-e87b-4212-a117-db3c2802706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:11.120572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Attempting to bind port 27c53e6b-3106-4fec-863c-4b680da0e5f4 on network d1cd4b1d-8468-4add-9916-c64735190b88 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:11.138048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:11.138718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.158320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:11.159816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Checking segment: {'id': '8fd97409-e87b-4212-a117-db3c2802706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:11.160269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.161217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Bound using segment: {'id': '8fd97409-e87b-4212-a117-db3c2802706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:11.161813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Bound port: 27c53e6b-3106-4fec-863c-4b680da0e5f4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd97409-e87b-4212-a117-db3c2802706c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:11.162209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.169179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Allocated IP 172.20.0.14 (d1cd4b1d-8468-4add-9916-c64735190b88/fcf5610b-929d-48ce-ab03-d6d67642f4e3/fad72d3e-9c53-4b67-80f7-3440651fa798) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:11.178222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:11.181883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.186223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Checking router: cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:39:11.186626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Updating router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba port df5ba025-7308-4895-a935-1a01ab865dfb binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:39:11.271440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:11.277480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:subnet and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:11.279399 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5281296 Dec 22 08:39:11.280566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:11.286939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:11.292338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] For port ef690c99-e660-4d5c-bab1-c1102e56e507, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ef690c99-e660-4d5c-bab1-c1102e56e507,segment=NetworkSegment(69c24280-fc4b-428c-aed0-643d00ad5dd8),segment_id=69c24280-fc4b-428c-aed0-643d00ad5dd8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:11.296768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:11.310289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.315775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:11.323442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Made reservation on behalf of 1977a8a6e19e4ee796cb0ce097f94bfe for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:11.327756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.542976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0a579f53-753d-4d39-acea-97603348ed46 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:11.618855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.706304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 0a579f53-753d-4d39-acea-97603348ed46 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:11.706817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0a579f53-753d-4d39-acea-97603348ed46 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:11.707639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.757462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.763304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.771314 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Provisioning for port fd6303f0-4cc8-4552-a8d4-289cdbd82883 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:11.799868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:11.857749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] For port 27c53e6b-3106-4fec-863c-4b680da0e5f4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:11.860089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Provisioning complete for port fd6303f0-4cc8-4552-a8d4-289cdbd82883 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:11.860540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.884500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Pushing event updated for resources: {'Port': ['ID=ef690c99-e660-4d5c-bab1-c1102e56e507,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:11.892694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:11.951375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=8d4055e9-b9fa-47a3-9960-8bd86cb37228,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:11.955079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.025219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] For port 27c53e6b-3106-4fec-863c-4b680da0e5f4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=27c53e6b-3106-4fec-863c-4b680da0e5f4,segment=NetworkSegment(8fd97409-e87b-4212-a117-db3c2802706c),segment_id=8fd97409-e87b-4212-a117-db3c2802706c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:12.055856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.070992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-14cd7811-6137-4d5f-afc3-a62a04ceec27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.116023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Port fd6303f0-4cc8-4552-a8d4-289cdbd82883 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:12.149295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0108b0a8-7da2-4ab2-9c21-22fff4ab4f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.191479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.229696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Calling delete_port for e23aebe6-6e1d-4249-bd49-75764dc85cde owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:12.240585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.252640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Pushing event updated for resources: {'Port': ['ID=27c53e6b-3106-4fec-863c-4b680da0e5f4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.257365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.257970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Provisioning complete for port ef690c99-e660-4d5c-bab1-c1102e56e507 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:12.258344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.296339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.309515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': 'e27c8b1f-f715-4fed-a461-8f731f028f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f00c8549-2a36-4329-bb0c-0f9238b3078b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:12.309999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: f00c8549-2a36-4329-bb0c-0f9238b3078b, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:12.350480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Transition to ACTIVE for port object fad72d3e-9c53-4b67-80f7-3440651fa798 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:12.360077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0782c94-fbb6-40e7-8078-45ba1f6682d5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:12.361243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c0782c94-fbb6-40e7-8078-45ba1f6682d5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:12.395213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network f00c8549-2a36-4329-bb0c-0f9238b3078b is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:12.404580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.410952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57b6ea92-177c-4cdb-8f1e-a54a8da4ccc6 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.447078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c0782c94-fbb6-40e7-8078-45ba1f6682d5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:12.451152 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c0782c94-fbb6-40e7-8078-45ba1f6682d5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 1.1533320 Dec 22 08:39:12.456802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57498) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.460056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, f00c8549-2a36-4329-bb0c-0f9238b3078b) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:12.485762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ab940-9f0b-4c24-9fc4-db6818a36ab7 None None] Network f00c8549-2a36-4329-bb0c-0f9238b3078b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:12.486642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:12.487415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.495565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.507627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e6d0c9f-4862-48f5-870a-cd618eb2642d tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.542208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c300cb-0386-4f24-9d95-c9ebb10d1a0a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.555900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.563192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1295296043'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:12.569119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.572029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:12.578228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:network and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:12.583609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:12.585253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd40ad0-bebc-4628-95ee-57a92fee9139 None None] Network 040efd29-f17a-493e-9fe8-ba39cd40f48b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:12.590464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:12.624383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.643981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.675868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6afd04-0c87-43b8-ae00-2b54d6e24168,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.684817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.688452 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/28c300cb-0386-4f24-9d95-c9ebb10d1a0a HTTP/1.1" status: 204 len: 168 time: 2.8036993 Dec 22 08:39:12.691836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:12.694782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.698541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57502) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.699859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.705579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-abefbcc8-d644-440d-bd40-8596148f3c22 tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.718909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499800e-ec26-4863-9654-f2e7dd25ec16 None None] Network 96041c3c-bd58-48d3-a56f-1129931a9123 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:12.730851 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1401122 Dec 22 08:39:12.732200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.738430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port fd6303f0-4cc8-4552-a8d4-289cdbd82883 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:12.739088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.747719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.770480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678035762'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:12.786528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.807632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.811958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Port': ['ID=e23aebe6-6e1d-4249-bd49-75764dc85cde,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.815124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.816802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:12.819720 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/ports/e23aebe6-6e1d-4249-bd49-75764dc85cde HTTP/1.1" status: 204 len: 168 time: 2.0731437 Dec 22 08:39:12.822993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57510) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.827866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a9321f88-39cd-4160-bc55-da6ddc0fe30d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.864506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:12.877281 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "DELETE /v2.0/subnets/2f6afd04-0c87-43b8-ae00-2b54d6e24168 HTTP/1.1" status: 204 len: 168 time: 2.1971433 Dec 22 08:39:12.885729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57514) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.890655 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:39:12.955004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Provisioning for port 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:12.970358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Transition to ACTIVE for port object df5ba025-7308-4895-a935-1a01ab865dfb will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:12.988048 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-31518c85-ecca-483e-a6bf-47dcc77a329e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:12.988584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31518c85-ecca-483e-a6bf-47dcc77a329e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:12.995498 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-31518c85-ecca-483e-a6bf-47dcc77a329e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/cd1d0982-50e2-4fed-bb75-794005496599 HTTP/1.1" status: 404 len: 337 time: 0.1152327 Dec 22 08:39:12.995782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:13.003203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57518) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:13.022700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Provisioning complete for port 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:13.022700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.025520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:13.058417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.060769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:13.071332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.078151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:security_group_rule and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:13.081982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1c37695-8f87-4a08-83d8-f7ce90bef3e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:13.133843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network d1cd4b1d-8468-4add-9916-c64735190b88 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:13.137128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:13.138232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-de289a59-d60d-49f1-9a5b-1e37b072fd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:13.155554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.176633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:13.186531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:13.202005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:13.207061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.233394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:13.235266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Subnet': ['ID=bf0f007a-dfb4-436b-96cb-995031d89ee8,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.237052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.239426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:13.253818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Deleting port 79f6e900-320c-4b0f-ba8d-e93e7b575857 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:13.254368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.284548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=fad72d3e-9c53-4b67-80f7-3440651fa798,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.304005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Checking segment: {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:13.304297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Network hostable DHCP agents. Network: 3bbe142c-749a-4d50-9db2-e89c11ce3faa, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:13.323652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:13.336609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Deleting port 7355846a-bdf7-4bb6-babb-ee3cf45b990a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:13.337009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.354448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.365597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:13.372544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.381008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5fc45d98-596e-4249-9daa-5a54f0aac4cd None None] Port 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:13.390897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.391389 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 7a973203-93a8-4260-a437-00667ba98a44 of type vlan for network 17016138-2ef9-42ad-baac-55baa4c4e8a5 Dec 22 08:39:13.401754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Attempting to bind port df5ba025-7308-4895-a935-1a01ab865dfb on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:13.402345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Attempting to bind port df5ba025-7308-4895-a935-1a01ab865dfb by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:13.402876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Attempting to bind port df5ba025-7308-4895-a935-1a01ab865dfb on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:13.411643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4569-86fd-4bba-9d13-a297345673c6 None None] Pushing event updated for resources: {'Port': ['ID=df5ba025-7308-4895-a935-1a01ab865dfb,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.442355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.449317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2afd4569-86fd-4bba-9d13-a297345673c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:13.450171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:13.450550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:13.450951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.451344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:13.452006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Bound port: df5ba025-7308-4895-a935-1a01ab865dfb, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:13.452356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.473340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:13.536114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-f00c8549-2a36-4329-bb0c-0f9238b3078b', 'network_id': 'f00c8549-2a36-4329-bb0c-0f9238b3078b', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': '8d4055e9-b9fa-47a3-9960-8bd86cb37228'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:13.537824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.544935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 3bbe142c-749a-4d50-9db2-e89c11ce3faa) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:13.554582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:13.555540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.587225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e477fc9b-bd4b-4713-a22c-28411996dc27 None None] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:13.680489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:13.681168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.708625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.713359 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7021041 Dec 22 08:39:13.720120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57524) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:13.741112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.746557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:13.749379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.765345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c6bc929-d49f-4ead-99ab-1899fe81a9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:13.799989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef690c99-e660-4d5c-bab1-c1102e56e507 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:13.843736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35195388-cf1e-447f-a471-dffdfcf15b68 None None] Network d1cd4b1d-8468-4add-9916-c64735190b88 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:13.920052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] For port 79f6e900-320c-4b0f-ba8d-e93e7b575857, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79f6e900-320c-4b0f-ba8d-e93e7b575857,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:13.920874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.925890 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1760609 Dec 22 08:39:13.927383 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1624501 Dec 22 08:39:13.956493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57528) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:13.956922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57530) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:13.957734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ce05d14a-af78-46fa-9457-3a8b29b3d9b8 None None] Provisioning complete for port fd6303f0-4cc8-4552-a8d4-289cdbd82883 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:13.958217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce05d14a-af78-46fa-9457-3a8b29b3d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.971620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': '17016138-2ef9-42ad-baac-55baa4c4e8a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:13.976286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=17016138-2ef9-42ad-baac-55baa4c4e8a5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.993341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.006415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] For port df5ba025-7308-4895-a935-1a01ab865dfb, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:14.014550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] DHCP port deletion for 040efd29-f17a-493e-9fe8-ba39cd40f48b request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:39:14.014550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 17016138-2ef9-42ad-baac-55baa4c4e8a5 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:14.038425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.086210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'name': 'tempest-AllowedAddressPairTestJSON-1408493735', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e3:87:83'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:14.200498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Deleting port 79f6e900-320c-4b0f-ba8d-e93e7b575857 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:14.200878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.225590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] For port df5ba025-7308-4895-a935-1a01ab865dfb, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=df5ba025-7308-4895-a935-1a01ab865dfb,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:14.236527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for fd6303f0-4cc8-4552-a8d4-289cdbd82883 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:14.253063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] DHCP port deletion for 96041c3c-bd58-48d3-a56f-1129931a9123 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:39:14.296228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.310959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.315604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-69861a86-e0e2-455c-9f94-ce5e30b25110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.318464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.338136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.346570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d57ada4f-4f4b-4327-ac07-1f87117598d4 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.357741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59374c50-3cb5-4deb-ad4a-511c14cff19c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:14.378714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Deleting port 7355846a-bdf7-4bb6-babb-ee3cf45b990a {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:14.379094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.383822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Calling delete_port for 79f6e900-320c-4b0f-ba8d-e93e7b575857 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:14.394177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5bf71d-beda-4415-aceb-ae2573deafb8') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:14.394807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5bf71d-beda-4415-aceb-ae2573deafb8') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:14.406752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:14.424808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.441931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5022bd-1331-48f3-9802-55e3ef7c7290,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:14.455598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.465454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ce05d14a-af78-46fa-9457-3a8b29b3d9b8 None None] Port fd6303f0-4cc8-4552-a8d4-289cdbd82883 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:14.468227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:14.469709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.600789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] For port 7355846a-bdf7-4bb6-babb-ee3cf45b990a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7355846a-bdf7-4bb6-babb-ee3cf45b990a,segment=NetworkSegment(f53d79f4-e72c-44f0-8213-367ffe12d664),segment_id=f53d79f4-e72c-44f0-8213-367ffe12d664)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:14.601159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:14.607058 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:14.613156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.614432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.614738 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Added segment cd9a7e55-2376-4533-bd8f-6e9de03ce457 of type vlan for network 639df81e-75bc-4c02-9662-2fff8e8e0f88 Dec 22 08:39:14.685130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.690549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.705701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-42e817c0-bc2e-4aca-ba1f-f9e870de423e tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.720294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4569-86fd-4bba-9d13-a297345673c6 None None] Pushing event updated for resources: {'Port': ['ID=df5ba025-7308-4895-a935-1a01ab865dfb,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:14.725582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.729264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.743125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Network': ['ID=59374c50-3cb5-4deb-ad4a-511c14cff19c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:14.748176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2afd4569-86fd-4bba-9d13-a297345673c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.750306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.769062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Calling delete_port for 7355846a-bdf7-4bb6-babb-ee3cf45b990a owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:14.771427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.772876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ce05d14a-af78-46fa-9457-3a8b29b3d9b8 None None] Provisioning complete for port 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:14.773503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce05d14a-af78-46fa-9457-3a8b29b3d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.777200 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/59374c50-3cb5-4deb-ad4a-511c14cff19c HTTP/1.1" status: 204 len: 168 time: 1.7673764 Dec 22 08:39:14.783818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61a02d35-5bc7-4f60-a05d-401464b31ecd tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.803203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:14.804273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:14.822833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57540) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:14.853844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:14.893961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.899437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:14.900083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.905012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=fd6303f0-4cc8-4552-a8d4-289cdbd82883,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:14.930895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:14.942015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.944722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:14.949269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.953642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Allocated IP 2001:db8:0:ffff::2 (f00c8549-2a36-4329-bb0c-0f9238b3078b/8d4055e9-b9fa-47a3-9960-8bd86cb37228/c783bceb-ea50-4c29-80a2-23702bed94a7) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:14.987281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.992304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:15.000074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29b633dd-bc1c-4eeb-9bac-5e3518cc491f tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:15.051159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ef690c99-e660-4d5c-bab1-c1102e56e507 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:15.051732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.096990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:15.098342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.142801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] No DVR routers for this DVR port 79f6e900-320c-4b0f-ba8d-e93e7b575857 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:15.189450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting port ed800466-c0ff-43c7-9aa0-d838c13d5fae {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:15.190018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.199183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:15.203735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.208273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Pushing event deleted for resources: {'Port': ['ID=79f6e900-320c-4b0f-ba8d-e93e7b575857,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:15.210761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:15.211776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:15.230653 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9889822 Dec 22 08:39:15.245802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:15.249607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.255208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:15.271883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'subnet': {'network_id': '639df81e-75bc-4c02-9662-2fff8e8e0f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:15.312645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ce05d14a-af78-46fa-9457-3a8b29b3d9b8 None None] Port 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:15.341496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Usage tracker for resource:port and tenant:599ebc099af54c60bcb8dba65c392c08 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:15.359700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Network': ['ID=639df81e-75bc-4c02-9662-2fff8e8e0f88,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:15.375506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:15.412796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.417687 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/fd6303f0-4cc8-4552-a8d4-289cdbd82883 HTTP/1.1" status: 204 len: 168 time: 2.9557106 Dec 22 08:39:15.426111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:15.444203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.451853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:15.499592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:15.520958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event deleted for resources: {'Port': ['ID=7355846a-bdf7-4bb6-babb-ee3cf45b990a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:15.524561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:15.528519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:15.552549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] No DVR routers for this DVR port 7355846a-bdf7-4bb6-babb-ee3cf45b990a on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:15.616648 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-608e4e24-4910-4d82-8309-77703c5ea99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:39:15.617581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-608e4e24-4910-4d82-8309-77703c5ea99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:15.636396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:15.648264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040efd29-f17a-493e-9fe8-ba39cd40f48b']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:15.706142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:15.746950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:subnet and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:15.749687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:15.749994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:15.758631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:15.799543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:15.801941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-608e4e24-4910-4d82-8309-77703c5ea99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:15.807587 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-608e4e24-4910-4d82-8309-77703c5ea99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/fd6303f0-4cc8-4552-a8d4-289cdbd82883 HTTP/1.1" status: 404 len: 333 time: 0.3758550 Dec 22 08:39:15.817521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57552) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:15.827728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] For port 79f6e900-320c-4b0f-ba8d-e93e7b575857, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79f6e900-320c-4b0f-ba8d-e93e7b575857,segment=NetworkSegment(8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6),segment_id=8ddc05ed-b2a1-45ef-8ab1-6afe9b2710f6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:15.828336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.863881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.898496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:15.902025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.031523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Calling delete_port for 79f6e900-320c-4b0f-ba8d-e93e7b575857 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:16.060016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] For port 7355846a-bdf7-4bb6-babb-ee3cf45b990a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7355846a-bdf7-4bb6-babb-ee3cf45b990a,segment=NetworkSegment(f53d79f4-e72c-44f0-8213-367ffe12d664),segment_id=f53d79f4-e72c-44f0-8213-367ffe12d664)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:16.060672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.063577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.071434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.083405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e13f89fa-0d66-4a0d-a1a6-a2e11b9ea798 None None] Provisioning for port 27c53e6b-3106-4fec-863c-4b680da0e5f4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:16.128868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:16.136458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Calling delete_port for ed800466-c0ff-43c7-9aa0-d838c13d5fae owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:16.173191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.188076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96041c3c-bd58-48d3-a56f-1129931a9123']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:16.206032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:16.206463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.245397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:16.245397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:16.271506 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:16.274785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53d79f4-e72c-44f0-8213-367ffe12d664') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:16.274785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53d79f4-e72c-44f0-8213-367ffe12d664') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:16.389955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.417615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb166105-ca85-4145-9bd8-7570ff3154ec tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:16.469122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.553666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Calling delete_port for 7355846a-bdf7-4bb6-babb-ee3cf45b990a owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:16.591874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.604172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.612319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.708344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:16.708980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:16.748373 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:16.756667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.766630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:16.800089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Port': ['ID=ed800466-c0ff-43c7-9aa0-d838c13d5fae,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:16.815035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:16.825063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c6f289fb-5ac2-49c4-9acf-756376a35c1a tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:16.857307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] device_id is not set on port 99d40ce6-d129-4bff-acf7-1f4d69296348 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:16.892336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.935106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.941767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 27c53e6b-3106-4fec-863c-4b680da0e5f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:16.959237 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/ports/ed800466-c0ff-43c7-9aa0-d838c13d5fae HTTP/1.1" status: 204 len: 168 time: 2.1342394 Dec 22 08:39:16.963885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57556) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:16.965460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Pushing event deleted for resources: {'Network': ['ID=040efd29-f17a-493e-9fe8-ba39cd40f48b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:17.003162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:17.014895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.029515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:17.035261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Allocated IP 172.20.0.2 (3bbe142c-749a-4d50-9db2-e89c11ce3faa/bf0f007a-dfb4-436b-96cb-995031d89ee8/cc181853-cede-4b81-8509-5fa5148b4841) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:17.041704 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d974c3c0-09ec-40c9-95e5-3b6282c3803a tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:17.041955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d974c3c0-09ec-40c9-95e5-3b6282c3803a tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:17.046508 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d974c3c0-09ec-40c9-95e5-3b6282c3803a tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/ca0b961c-f3f0-4c0a-902f-47c8c52f71c1 HTTP/1.1" status: 404 len: 337 time: 0.0684574 Dec 22 08:39:17.047027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57560) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:17.064440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:17.073007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:17.074876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.097056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.100412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:17.100905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:17.102385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.130729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.130948 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] 10.222.0.36 "DELETE /v2.0/networks/040efd29-f17a-493e-9fe8-ba39cd40f48b HTTP/1.1" status: 204 len: 168 time: 4.3818767 Dec 22 08:39:17.141296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:17.204305 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] 10.222.0.36 "DELETE /v2.0/networks/96041c3c-bd58-48d3-a56f-1129931a9123 HTTP/1.1" status: 204 len: 168 time: 4.2727094 Dec 22 08:39:17.232076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Transition to ACTIVE for port object c783bceb-ea50-4c29-80a2-23702bed94a7 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:17.305061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=a6b5f1b9-8b11-431b-a32a-f87816209509,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:17.318189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:17.322700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1abce4ea-2a30-4ee0-9f2b-d77836697c4b tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:17.343986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Transition to ACTIVE for port object c783bceb-ea50-4c29-80a2-23702bed94a7 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:17.363507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Pushing event deleted for resources: {'Network': ['ID=96041c3c-bd58-48d3-a56f-1129931a9123,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:17.365399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 27c53e6b-3106-4fec-863c-4b680da0e5f4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:17.369665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.374129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:17.388154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.397744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d41da229-9b80-4d54-b687-9f40da59e308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:17.405664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.406195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Allocated IP 172.20.0.12 (d1cd4b1d-8468-4add-9916-c64735190b88/fcf5610b-929d-48ce-ab03-d6d67642f4e3/99d40ce6-d129-4bff-acf7-1f4d69296348) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:17.418945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': '7a973203-93a8-4260-a437-00667ba98a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17016138-2ef9-42ad-baac-55baa4c4e8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:17.420677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: 17016138-2ef9-42ad-baac-55baa4c4e8a5, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:17.448199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.530557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Subnet': ['ID=31bd0ef0-f700-4038-9a8f-dbd5288f215c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:17.536527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:17.564205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3cf44ac5-859d-47a9-9341-f403b2134dbd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:17.638144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Checking segment: {'id': 'cd9a7e55-2376-4533-bd8f-6e9de03ce457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '639df81e-75bc-4c02-9662-2fff8e8e0f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:17.638886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network hostable DHCP agents. Network: 639df81e-75bc-4c02-9662-2fff8e8e0f88, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:17.681571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:17.705169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Deleting port 79f6e900-320c-4b0f-ba8d-e93e7b575857 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:17.705545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.729652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Deleting port 7355846a-bdf7-4bb6-babb-ee3cf45b990a {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:17.730277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.750049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:17.761309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 27c53e6b-3106-4fec-863c-4b680da0e5f4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:17.761953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.797199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:17.845070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57574) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:17.966731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:17.993805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Network f00c8549-2a36-4329-bb0c-0f9238b3078b is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:18.000603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1af13b29-ed1f-4e82-a951-233ec271d22c None None] The port '7355846a-bdf7-4bb6-babb-ee3cf45b990a' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:39:18.009344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe7a24-5654-474d-8225-4ff365826af9 None None] The port '79f6e900-320c-4b0f-ba8d-e93e7b575857' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:39:18.013941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:18.019518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.029173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network 17016138-2ef9-42ad-baac-55baa4c4e8a5 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:18.035691 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-126f6bcb-63b7-451e-8a2d-aa96694976f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e151dd36f1d46ca8284dd3f13a283eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3085616 Dec 22 08:39:18.036484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 639df81e-75bc-4c02-9662-2fff8e8e0f88) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:18.040418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.053614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.064605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 17016138-2ef9-42ad-baac-55baa4c4e8a5) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:18.064885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:18.074970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:18.075958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.077995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e7c47-0612-43f7-a093-6ad8e6bae57b None None] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:18.088763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:18.089377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.104317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3441d-6924-4d24-a905-793c456481f5 None None] Network 17016138-2ef9-42ad-baac-55baa4c4e8a5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:18.120221 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed HTTP/1.1" status: 204 len: 168 time: 2.2965837 Dec 22 08:39:18.120348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Pushing event updated for resources: {'Port': ['ID=c783bceb-ea50-4c29-80a2-23702bed94a7,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:18.132868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:18.133086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.147355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182f9f8e-3a29-45d1-828f-64efa1fd3588']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:18.212787 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9398532 Dec 22 08:39:18.213458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.2441707 Dec 22 08:39:18.213458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57588) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.213458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57590) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.213801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0af9d552-f5db-4441-8093-dc967a5a4ce2 None None] Provisioning for port fad72d3e-9c53-4b67-80f7-3440651fa798 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:18.218287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1162168509', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:18.223213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:18.223501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6373c2-f601-42d0-9d6e-a9fd51d9f4ea') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:18.240927 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46a0cf7e-75ce-43a9-b2a9-1e6deaebd18d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58db567def7e467d94290bc27df41484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909431 Dec 22 08:39:18.242252 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-278ead87-5f1d-4eca-af1f-fc0e4690b40c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:39:18.242802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-278ead87-5f1d-4eca-af1f-fc0e4690b40c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:18.243154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57596) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.252742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.257176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:18.298419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.300538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0af9d552-f5db-4441-8093-dc967a5a4ce2 None None] Provisioning complete for port fad72d3e-9c53-4b67-80f7-3440651fa798 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:18.301178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0af9d552-f5db-4441-8093-dc967a5a4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.316692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.332873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-278ead87-5f1d-4eca-af1f-fc0e4690b40c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:18.336755 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-278ead87-5f1d-4eca-af1f-fc0e4690b40c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/8c3cded1-77ef-414e-bc9f-c7aa3fbd68ed HTTP/1.1" status: 404 len: 333 time: 0.2003825 Dec 22 08:39:18.337974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:18.338404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:18.363649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.371554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57600) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.420658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.493904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:router and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:18.508784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Transition to ACTIVE for port object cc181853-cede-4b81-8509-5fa5148b4841 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:18.514046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:18.539619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:18.554301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.559034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.564636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.574107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6a1433de-f4f1-4391-bfd6-96de21d00ea6 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:18.577743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Transition to ACTIVE for port object cc181853-cede-4b81-8509-5fa5148b4841 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:18.597444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet f54002e9-5265-4bf9-9055-07e7b6e83fd3 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:18.608547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.614183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Attempting to bind port c783bceb-ea50-4c29-80a2-23702bed94a7 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:18.614795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Attempting to bind port c783bceb-ea50-4c29-80a2-23702bed94a7 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'e27c8b1f-f715-4fed-a461-8f731f028f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f00c8549-2a36-4329-bb0c-0f9238b3078b'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:18.615163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Attempting to bind port c783bceb-ea50-4c29-80a2-23702bed94a7 on network f00c8549-2a36-4329-bb0c-0f9238b3078b {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:18.622095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:04Z', 'revision_number': 3, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:18.637481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:18.638262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Checking segment: {'id': 'e27c8b1f-f715-4fed-a461-8f731f028f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f00c8549-2a36-4329-bb0c-0f9238b3078b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:18.638669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.639066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Bound using segment: {'id': 'e27c8b1f-f715-4fed-a461-8f731f028f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f00c8549-2a36-4329-bb0c-0f9238b3078b'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:18.639545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Bound port: c783bceb-ea50-4c29-80a2-23702bed94a7, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27c8b1f-f715-4fed-a461-8f731f028f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f00c8549-2a36-4329-bb0c-0f9238b3078b'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:18.639961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.645519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Network': ['ID=182f9f8e-3a29-45d1-828f-64efa1fd3588,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:18.646672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:18.657149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.658240 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/182f9f8e-3a29-45d1-828f-64efa1fd3588 HTTP/1.1" status: 204 len: 168 time: 1.6101341 Dec 22 08:39:18.658711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.662372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57604) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.670166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.672939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.674098 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1922e38c-4398-46ea-80d8-342d2d7aaa6a HTTP/1.1" status: 204 len: 168 time: 0.6180027 Dec 22 08:39:18.678492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5740b25-00f6-439e-ae02-b5b7da5eb898 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:18.697612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1922e38c-4398-46ea-80d8-342d2d7aaa6a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:18.700680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:18.710803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.750477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Transition to ACTIVE for port object 99d40ce6-d129-4bff-acf7-1f4d69296348 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:18.754576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] For port c783bceb-ea50-4c29-80a2-23702bed94a7, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:18.758022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] For port c783bceb-ea50-4c29-80a2-23702bed94a7, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c783bceb-ea50-4c29-80a2-23702bed94a7,segment=NetworkSegment(e27c8b1f-f715-4fed-a461-8f731f028f0e),segment_id=e27c8b1f-f715-4fed-a461-8f731f028f0e)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:18.759618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.784408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-496da12c-4beb-435c-8b5a-23a2355331e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:18.798722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.823106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6dc97-6575-49de-8a0b-b4adfa05d7da None None] The sync data for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv is: [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:04Z', 'revision_number': 3, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:18.824906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.841537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:18.844087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.851697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0af9d552-f5db-4441-8093-dc967a5a4ce2 None None] Port fad72d3e-9c53-4b67-80f7-3440651fa798 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:18.856017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.884329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:18.919962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.945855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:18.962456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.967766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:18.979839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting subnet d341bb9e-3cf7-49e6-89d5-97f633ffdbc3 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:18.983369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.997753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.022447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=f54002e9-5265-4bf9-9055-07e7b6e83fd3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:19.029986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.034763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:19.042054 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/f54002e9-5265-4bf9-9055-07e7b6e83fd3 HTTP/1.1" status: 204 len: 168 time: 0.6669619 Dec 22 08:39:19.042366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57612) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:19.074295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7f644-3187-4ca5-be65-18465d8fe982 None None] Network 4d51b292-01e9-4584-bf34-f1ff0590a24c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:19.111533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0af9d552-f5db-4441-8093-dc967a5a4ce2 None None] Provisioning complete for port 27c53e6b-3106-4fec-863c-4b680da0e5f4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:19.112032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0af9d552-f5db-4441-8093-dc967a5a4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.202014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Allocated IP 172.20.0.1 (3bbe142c-749a-4d50-9db2-e89c11ce3faa/bf0f007a-dfb4-436b-96cb-995031d89ee8/b7fded46-f655-484f-8b9e-bad30616fc10) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:19.303273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.304732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.320605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port ef690c99-e660-4d5c-bab1-c1102e56e507 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:19.323248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.365236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.397045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Pushing event updated for resources: {'Port': ['ID=cc181853-cede-4b81-8509-5fa5148b4841,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:19.417103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:19.441228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d863e04-427c-4086-bf96-d0fbf26c6d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.576s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.441399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.510855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 27c53e6b-3106-4fec-863c-4b680da0e5f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=27c53e6b-3106-4fec-863c-4b680da0e5f4,segment=NetworkSegment(8fd97409-e87b-4212-a117-db3c2802706c),segment_id=8fd97409-e87b-4212-a117-db3c2802706c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:19.520380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31ae2308-191a-461d-a3c7-bab4e597c2ea tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.855602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.882196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Attempting to bind port cc181853-cede-4b81-8509-5fa5148b4841 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:19.882616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Attempting to bind port cc181853-cede-4b81-8509-5fa5148b4841 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:19.884094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Attempting to bind port cc181853-cede-4b81-8509-5fa5148b4841 on network 3bbe142c-749a-4d50-9db2-e89c11ce3faa {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:20.017303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:20.018211 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Checking segment: {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:20.018970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.019512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Bound using segment: {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:20.020244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Bound port: cc181853-cede-4b81-8509-5fa5148b4841, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:20.020781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.025931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.034318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03f426-2cb8-49f9-999a-9b263c1dac34 None None] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:20.037557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.050312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2100740e-341b-45ae-936e-f95d2acbea12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-17016138-2ef9-42ad-baac-55baa4c4e8a5', 'network_id': '17016138-2ef9-42ad-baac-55baa4c4e8a5', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': 'a6b5f1b9-8b11-431b-a32a-f87816209509'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:20.051205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2100740e-341b-45ae-936e-f95d2acbea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.088666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device df5ba025-7308-4895-a935-1a01ab865dfb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:20.097081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] For port ef690c99-e660-4d5c-bab1-c1102e56e507, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ef690c99-e660-4d5c-bab1-c1102e56e507,segment=NetworkSegment(69c24280-fc4b-428c-aed0-643d00ad5dd8),segment_id=69c24280-fc4b-428c-aed0-643d00ad5dd8)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:20.097602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.211247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.216260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57632) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:20.223555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=99d40ce6-d129-4bff-acf7-1f4d69296348,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.225961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.283524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Pushing event updated for resources: {'Port': ['ID=c783bceb-ea50-4c29-80a2-23702bed94a7,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.291772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for ef690c99-e660-4d5c-bab1-c1102e56e507 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:20.317795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-222c3c48-00e1-481b-9dc6-49103ddf9c67 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:20.341520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.368115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2afd4569-86fd-4bba-9d13-a297345673c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:20.408451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.424552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.431151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7131cc9b-68be-4d2e-b02f-97a874f38a70 tempest-RoutersAdminTest-439351237 tempest-RoutersAdminTest-439351237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:20.472538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.484537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1186185228-network', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:20.499558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:20.502664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=ef690c99-e660-4d5c-bab1-c1102e56e507,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.508216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.508710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Usage tracker for resource:network and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:20.511696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No DVR routers for this DVR port ef690c99-e660-4d5c-bab1-c1102e56e507 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:20.513804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:20.530196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network d1cd4b1d-8468-4add-9916-c64735190b88 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:20.578564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:20.681908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.700141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=27c53e6b-3106-4fec-863c-4b680da0e5f4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.710908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a5c3b-18ab-43b8-a1ef-b4c7e8c5b03f None None] Network 17016138-2ef9-42ad-baac-55baa4c4e8a5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:20.718201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Made reservation on behalf of d9f06b68530c4cb7977ee5cb8f292dbf for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:20.721117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.733985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.738631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.749261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d51b292-01e9-4584-bf34-f1ff0590a24c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:20.769663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c24280-fc4b-428c-aed0-643d00ad5dd8') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:20.769958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c24280-fc4b-428c-aed0-643d00ad5dd8') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:20.780609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:20.787465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.794803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Usage tracker for resource:security_group_rule and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:20.800681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:20.811145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:20.818787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b5f1b9-8b11-431b-a32a-f87816209509,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.821758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.823568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.838577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:20.839641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.849362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7db676de-4a37-4c7d-a971-80e5aadcc3bf tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:20.856146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:20.857861 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:20.859828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:20.919021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] For port cc181853-cede-4b81-8509-5fa5148b4841, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:20.944490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port df5ba025-7308-4895-a935-1a01ab865dfb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:20.962024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:20.962748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.982417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff0b519-3a4d-40d9-af56-463b361af4e6 None None] Network f00c8549-2a36-4329-bb0c-0f9238b3078b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:20.982775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.014905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f194bea-0928-42c9-9e44-a63c4c91dbea,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.017553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.017712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.025735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.047516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.056828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] For port cc181853-cede-4b81-8509-5fa5148b4841, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cc181853-cede-4b81-8509-5fa5148b4841,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:21.067810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=4d51b292-01e9-4584-bf34-f1ff0590a24c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.077207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04d9d7-192e-4eb0-b21e-09c3efdffa10 None None] DHCP port deletion for 4d51b292-01e9-4584-bf34-f1ff0590a24c request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:39:21.080042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.112793 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/4d51b292-01e9-4584-bf34-f1ff0590a24c HTTP/1.1" status: 204 len: 168 time: 2.0692101 Dec 22 08:39:21.116229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port df5ba025-7308-4895-a935-1a01ab865dfb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:21.116647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.117649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.120291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17016138-2ef9-42ad-baac-55baa4c4e8a5']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.135405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1384661457'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:21.146702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.147285 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f194bea-0928-42c9-9e44-a63c4c91dbea HTTP/1.1" status: 204 len: 168 time: 2.8918355 Dec 22 08:39:21.148919 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 7.1887653 Dec 22 08:39:21.152894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:21.155275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.159416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.180078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a973203-93a8-4260-a437-00667ba98a44') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.180378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a973203-93a8-4260-a437-00667ba98a44') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.200170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:21.208767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:21.222471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.231170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c5663adc-d1cf-4cce-9f6a-fc9162e94ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.244958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:21.271083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.280459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.284460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:21.285750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9a1e2ad3-38c2-47f7-b572-247f7c4bf403 None None] Provisioning complete for port fad72d3e-9c53-4b67-80f7-3440651fa798 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:21.286135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2ad3-38c2-47f7-b572-247f7c4bf403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.303072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e471c205-eb7a-4fff-90bf-ab8c5667b0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.304184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:21.307890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.322759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.323178 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Added segment 43d98a50-e301-41f0-a3b0-b902ef01821c of type vlan for network e764cacf-b1d4-47a6-8301-b745c027b273 Dec 22 08:39:21.334450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.336261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e42859-3d1c-44e0-a80c-446c63b931f9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.353045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.356165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.361151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2afd4569-86fd-4bba-9d13-a297345673c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.369447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Subnet': ['ID=d341bb9e-3cf7-49e6-89d5-97f633ffdbc3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.372351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.386114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.389754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:21.406500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.415316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.415960 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment bcfd6360-75ab-4f52-835c-09f10ce6a2d5 of type vlan for network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 Dec 22 08:39:21.421217 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/subnets/d341bb9e-3cf7-49e6-89d5-97f633ffdbc3 HTTP/1.1" status: 204 len: 168 time: 2.7369063 Dec 22 08:39:21.427425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513a17a-8529-4805-be3a-ad8eb22ca205 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:21.433836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513a17a-8529-4805-be3a-ad8eb22ca205 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:21.440545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513a17a-8529-4805-be3a-ad8eb22ca205 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:21.441441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9513a17a-8529-4805-be3a-ad8eb22ca205 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Synchronizing usage tracker for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:21.451295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57648) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.451521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Transition to ACTIVE for port object b7fded46-f655-484f-8b9e-bad30616fc10 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:21.502580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b47ce-92e3-41c0-94fe-fdc4f29cda17 None None] Network 489a0210-06b3-44b9-bf2d-5d488f08c8a2 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:21.518487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.537548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:21.537961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.565940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:21.631707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.633391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:21.634251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.641840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.661342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7dfaf532-3b9b-4949-98e9-2999e290a860 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.713720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9513a17a-8529-4805-be3a-ad8eb22ca205 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Unset dirty status for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:21.716006 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9513a17a-8529-4805-be3a-ad8eb22ca205 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.5585709 Dec 22 08:39:21.738630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57660) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:21.767152 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:21.785825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Pushing event updated for resources: {'Port': ['ID=cc181853-cede-4b81-8509-5fa5148b4841,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.791660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.798344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e2ad3-38c2-47f7-b572-247f7c4bf403 None None] Port fad72d3e-9c53-4b67-80f7-3440651fa798 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:21.804283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.847448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.854753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:21.855401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.929957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.956094 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8360224 Dec 22 08:39:21.958830 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7413170 Dec 22 08:39:21.967535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57666) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.968011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.998152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66376953-65e5-472f-b9dc-9d911b67014b tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:22.029742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Pushing event updated for resources: {'Network': ['ID=e764cacf-b1d4-47a6-8301-b745c027b273,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:22.037748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:22.041659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:22.057035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1e429bee-4cad-4848-9b60-d914140ea816 None None] Provisioning for port 99d40ce6-d129-4bff-acf7-1f4d69296348 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:22.074212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Request body: {'subnet': {'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1186185228-subnet', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:22.082726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1e429bee-4cad-4848-9b60-d914140ea816 None None] Provisioning complete for port 99d40ce6-d129-4bff-acf7-1f4d69296348 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:22.082931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:22.083727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1e429bee-4cad-4848-9b60-d914140ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.088781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Usage tracker for resource:subnet and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:22.093254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:22.102516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:22.109109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting port 2bad26a2-40c2-4adf-acc3-8f41db3682ad {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:22.109535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.114475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.139126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network e764cacf-b1d4-47a6-8301-b745c027b273 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:22.141067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:22.142072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ebfca29-3139-4153-bdbe-15cbc5c2347c tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:22.147026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.154553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:22.168396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.170766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:22.216625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.231730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/17016138-2ef9-42ad-baac-55baa4c4e8a5 HTTP/1.1" status: 204 len: 168 time: 4.0212023 Dec 22 08:39:22.289413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57680) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:22.308770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476938564'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:22.315051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:22.320203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:22.323264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:22.323942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Port': ['ID=b7fded46-f655-484f-8b9e-bad30616fc10,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:22.331579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:22.338968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:22.339484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d22aa575-4c5a-431c-b67e-59f1e7c1c9e3 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:22.355348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:22.370892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.383887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=17016138-2ef9-42ad-baac-55baa4c4e8a5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:22.392964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:22.404026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.405247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port df5ba025-7308-4895-a935-1a01ab865dfb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=df5ba025-7308-4895-a935-1a01ab865dfb,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:22.425627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:22.544769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1e429bee-4cad-4848-9b60-d914140ea816 None None] Port 99d40ce6-d129-4bff-acf7-1f4d69296348 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:22.558631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.567361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57686) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:22.572933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:22.637648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7355846a-bdf7-4bb6-babb-ee3cf45b990a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:22.639606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Made reservation on behalf of d9f06b68530c4cb7977ee5cb8f292dbf for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:22.643648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.665911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.26.7.160 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/cd449f2e-f3f7-4461-8a8f-c28af1ce7bb4) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:22.696879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 7355846a-bdf7-4bb6-babb-ee3cf45b990a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:22.697490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7355846a-bdf7-4bb6-babb-ee3cf45b990a not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:22.698158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 79f6e900-320c-4b0f-ba8d-e93e7b575857 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:22.706409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:22.720631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting port 99d40ce6-d129-4bff-acf7-1f4d69296348 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:22.721275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.761063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] DHCP port deletion for 489a0210-06b3-44b9-bf2d-5d488f08c8a2 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:39:22.778458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1e429bee-4cad-4848-9b60-d914140ea816 None None] Provisioning for port c783bceb-ea50-4c29-80a2-23702bed94a7 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:22.786170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 79f6e900-320c-4b0f-ba8d-e93e7b575857 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:22.786514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 79f6e900-320c-4b0f-ba8d-e93e7b575857 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:22.791242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Deleting port 2bad26a2-40c2-4adf-acc3-8f41db3682ad {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:22.791621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.797861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:22.801802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.810124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'networks': [{'name': 'tempest-network--2074947966'}, {'name': 'tempest-network--349363859'}]} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:22.810433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'network': {'name': 'tempest-network--2074947966'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:22.810892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'network': {'name': 'tempest-network--349363859'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:22.819096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:22.825046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:22.829948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:22.839236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:22.845415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:22.855030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Usage tracker for resource:network and tenant:4b4965a9a3904652b035db79b1e0bd65 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:22.868034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:22.878470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=df5ba025-7308-4895-a935-1a01ab865dfb,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:22.886670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:22.891655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:22.966617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:22.971100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.091872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.098618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:23.115498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.115837 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 82042afd-44a9-441a-ab89-9629e9a3b42f of type vlan for network e378f38c-eb60-45ac-bac6-e7fb8dd79028 Dec 22 08:39:23.117254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Made reservation on behalf of 4b4965a9a3904652b035db79b1e0bd65 for: {'network': 2} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:23.123323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.142911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.162435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cc181853-cede-4b81-8509-5fa5148b4841 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:23.241198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:23.245622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.245846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] For port 2bad26a2-40c2-4adf-acc3-8f41db3682ad, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2bad26a2-40c2-4adf-acc3-8f41db3682ad,segment=NetworkSegment(ca0bb544-f90b-4807-9c81-4abb7cd3e48c),segment_id=ca0bb544-f90b-4807-9c81-4abb7cd3e48c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:23.246127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.270857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Usage tracker for resource:security_group_rule and tenant:4b4965a9a3904652b035db79b1e0bd65 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:23.276467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:23.290122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:23.347880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d0431-8304-4e1a-9657-3c646142f97a None None] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:23.372834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] For port 2bad26a2-40c2-4adf-acc3-8f41db3682ad, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2bad26a2-40c2-4adf-acc3-8f41db3682ad,segment=NetworkSegment(ca0bb544-f90b-4807-9c81-4abb7cd3e48c),segment_id=ca0bb544-f90b-4807-9c81-4abb7cd3e48c)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:23.373462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.433532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Calling delete_port for 2bad26a2-40c2-4adf-acc3-8f41db3682ad owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:23.525119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Calling delete_port for 2bad26a2-40c2-4adf-acc3-8f41db3682ad owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:23.571257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4e938239-15cf-4914-8b38-dd8b0102475e None None] Provisioning for port cc181853-cede-4b81-8509-5fa5148b4841 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:23.602942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port cc181853-cede-4b81-8509-5fa5148b4841 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:23.633819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cc181853-cede-4b81-8509-5fa5148b4841 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:23.634195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.663048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.670211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 08:39:23.670211 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Dec 22 08:39:23.670211 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'port_id': '2bad26a2-40c2-4adf-acc3-8f41db3682ad', 'host': 'dv-neutron-822602-1-hyperv', 'level': 0}] Dec 22 08:39:23.670211 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:23.670969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:23.671801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57e27a39-82eb-4250-950b-caa885db7b70 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:23.710265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.728160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d6487412-97e8-4c77-bf9b-dbacbcd065c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:23.746759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.767862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:23.775003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] No DVR routers for this DVR port 2bad26a2-40c2-4adf-acc3-8f41db3682ad on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:23.778631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:23.789881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Pushing event deleted for resources: {'Port': ['ID=2bad26a2-40c2-4adf-acc3-8f41db3682ad,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:23.801178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:23.807601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:23.923853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=cd449f2e-f3f7-4461-8a8f-c28af1ce7bb4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:23.939567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:23.963572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.978015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.981173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.983940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:23.984575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.023512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port cc181853-cede-4b81-8509-5fa5148b4841, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cc181853-cede-4b81-8509-5fa5148b4841,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:24.030003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.030186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5164bf35-11f0-4869-93b8-2fb202d89b63 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.031579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c783bceb-ea50-4c29-80a2-23702bed94a7 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:24.031998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.032169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.050100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-698cafb3-784f-47f3-86af-105541b5f679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.064053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.160648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=cc181853-cede-4b81-8509-5fa5148b4841,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.162552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=e378f38c-eb60-45ac-bac6-e7fb8dd79028,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.165288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.165942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.175207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port c783bceb-ea50-4c29-80a2-23702bed94a7 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:24.177224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Deleting port 2bad26a2-40c2-4adf-acc3-8f41db3682ad {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:24.177720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.183378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c783bceb-ea50-4c29-80a2-23702bed94a7 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:24.183755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.225934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network e378f38c-eb60-45ac-bac6-e7fb8dd79028 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:24.264629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.290169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] The port '2bad26a2-40c2-4adf-acc3-8f41db3682ad' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:39:24.324751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a24e150-d38b-45a7-a608-c85a8a967b67,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.337664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.340778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:24.376499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.376998 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Added segment de60ea67-d212-43a2-892c-2c2b4fd4da57 of type vlan for network 3d07e078-f65e-4e97-b141-d54e4628b8e3 Dec 22 08:39:24.393781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.426244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8f22a716-f669-45b5-afed-bc13f52a3f81 None None] Provisioning complete for port cc181853-cede-4b81-8509-5fa5148b4841 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:24.427332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f22a716-f669-45b5-afed-bc13f52a3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.478394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.554538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22abb60-4113-4565-83a3-09bf4747355d None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:39:24.568307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1ad5534-bcc3-482d-a140-c66ca5ea4da3 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.603449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.626332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Calling delete_port for 99d40ce6-d129-4bff-acf7-1f4d69296348 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:24.644965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.679669 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3886170 Dec 22 08:39:24.680445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57692) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:24.715588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': 'e378f38c-eb60-45ac-bac6-e7fb8dd79028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:24.724543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port c783bceb-ea50-4c29-80a2-23702bed94a7, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c783bceb-ea50-4c29-80a2-23702bed94a7,segment=NetworkSegment(e27c8b1f-f715-4fed-a461-8f731f028f0e),segment_id=e27c8b1f-f715-4fed-a461-8f731f028f0e)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:24.734971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.735858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 27c53e6b-3106-4fec-863c-4b680da0e5f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:24.750105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.770459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.794311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Port': ['ID=b7fded46-f655-484f-8b9e-bad30616fc10,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.798395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.864260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.888757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.892025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22abb60-4113-4565-83a3-09bf4747355d None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:39:24.904950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=c783bceb-ea50-4c29-80a2-23702bed94a7,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.911149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.913235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8f22a716-f669-45b5-afed-bc13f52a3f81 None None] Provisioning for port b7fded46-f655-484f-8b9e-bad30616fc10 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:24.939890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.944683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8f22a716-f669-45b5-afed-bc13f52a3f81 None None] Provisioning complete for port b7fded46-f655-484f-8b9e-bad30616fc10 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:24.945301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f22a716-f669-45b5-afed-bc13f52a3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.976472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.009815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:25.013601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:25.018504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.025977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:25.050920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.051260 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Added segment dda3abe1-954d-49a1-83e3-8c489fc45d19 of type vlan for network 2327df07-bb14-43a4-861a-99d349da4528 Dec 22 08:39:25.052779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 27c53e6b-3106-4fec-863c-4b680da0e5f4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:25.053162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.061744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489a0210-06b3-44b9-bf2d-5d488f08c8a2']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:25.077628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:25.086861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa93e030-e3f8-438a-840a-c0d5a6d10050,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:25.127023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:25.128811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0bb544-f90b-4807-9c81-4abb7cd3e48c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:25.129182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0bb544-f90b-4807-9c81-4abb7cd3e48c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:25.129328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8f22a716-f669-45b5-afed-bc13f52a3f81 None None] Port b7fded46-f655-484f-8b9e-bad30616fc10 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:25.136721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:25.139756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-944adada-7891-4027-9545-1959a6695603 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:25.186237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:25.214074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:25.217091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.233632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Checking segment: {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:25.234093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Network hostable DHCP agents. Network: e764cacf-b1d4-47a6-8301-b745c027b273, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:25.244486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.280191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.301390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:25.301933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:25.320937 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:25.323244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:25.326319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.332823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c7c41984-60dd-4891-a99d-b4eb532db0f4 None None] Provisioning complete for port b7fded46-f655-484f-8b9e-bad30616fc10 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:25.333384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c7c41984-60dd-4891-a99d-b4eb532db0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.348961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': 'bcfd6360-75ab-4f52-835c-09f10ce6a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:25.349360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:25.406825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.408603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=4abdd147-79db-459e-b188-a97b3d39d852,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:25.465178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c7c41984-60dd-4891-a99d-b4eb532db0f4 None None] Port b7fded46-f655-484f-8b9e-bad30616fc10 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:25.471489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:25.476273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48d44e4e-1465-4bc6-bf19-325e26c367ef tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:25.476708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bad26a2-40c2-4adf-acc3-8f41db3682ad no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:25.521676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2bad26a2-40c2-4adf-acc3-8f41db3682ad {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:25.522253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bad26a2-40c2-4adf-acc3-8f41db3682ad not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:25.523234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef690c99-e660-4d5c-bab1-c1102e56e507 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:25.528926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Network e764cacf-b1d4-47a6-8301-b745c027b273 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:25.571937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Port': ['ID=99d40ce6-d129-4bff-acf7-1f4d69296348,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:25.591597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ef690c99-e660-4d5c-bab1-c1102e56e507 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:25.593078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ef690c99-e660-4d5c-bab1-c1102e56e507 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:25.615318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:25.623637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, e764cacf-b1d4-47a6-8301-b745c027b273) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:25.646321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:25.646941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.652658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.669691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb55db0c-fcd9-4152-8802-711f8f523626 tempest-FloatingIPAdminTestJSON-118617531 tempest-FloatingIPAdminTestJSON-118617531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:25.686709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.687348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.689367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.696410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:25.701758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:25.702664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.708097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:25.722246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e8369-aa64-4bf8-89e3-5e764a5505a5 None None] Network e764cacf-b1d4-47a6-8301-b745c027b273 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:25.736708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Pushing event deleted for resources: {'Network': ['ID=489a0210-06b3-44b9-bf2d-5d488f08c8a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:25.751590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c8bc742f-df0c-49b6-b0c9-c2291a121348 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:25.770292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:25.779893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:25.786734 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] 10.222.0.36 "DELETE /v2.0/networks/489a0210-06b3-44b9-bf2d-5d488f08c8a2 HTTP/1.1" status: 204 len: 168 time: 4.3317966 Dec 22 08:39:25.800744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2198033 Dec 22 08:39:25.807525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57698) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:25.809433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:25.810122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.823778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:39:25.893099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9170599 Dec 22 08:39:25.904313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:25.954323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:25.987613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cc181853-cede-4b81-8509-5fa5148b4841 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:26.087098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Network': ['ID=3d07e078-f65e-4e97-b141-d54e4628b8e3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:26.088410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:26.091812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24876e4-2788-4e9e-8ca5-215a3d48ad46 None None] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:26.099421 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1286068 Dec 22 08:39:26.123518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Usage tracker for resource:router and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:26.127456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57706) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.135611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:26.145551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76', 'name': 'tempest-PortsTestJSON-810891484', 'fixed_ips': [{'subnet_id': '4abdd147-79db-459e-b188-a97b3d39d852', 'ip_address': '172.20.0.10'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:26.186217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:26.209190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.213886 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/ports/99d40ce6-d129-4bff-acf7-1f4d69296348 HTTP/1.1" status: 204 len: 168 time: 4.4244065 Dec 22 08:39:26.219964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.229088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 3d07e078-f65e-4e97-b141-d54e4628b8e3 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:26.287770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.288898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.308848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.329407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.334980 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9ce0c4-746b-485e-8c2b-bd08ab60f40f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] GET failed (client error): The resource could not be found. Dec 22 08:39:26.335736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e9ce0c4-746b-485e-8c2b-bd08ab60f40f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Synchronizing usage tracker for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:26.373612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b42df1-9f2b-4f46-bb78-ba2f026e8022 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:26.379844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b42df1-9f2b-4f46-bb78-ba2f026e8022 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:26.386277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b42df1-9f2b-4f46-bb78-ba2f026e8022 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:26.393151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b42df1-9f2b-4f46-bb78-ba2f026e8022 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:26.395039 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67b42df1-9f2b-4f46-bb78-ba2f026e8022 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5776801 Dec 22 08:39:26.402999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.404406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57722) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.458916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0e9ce0c4-746b-485e-8c2b-bd08ab60f40f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Unset dirty status for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:26.458916 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e9ce0c4-746b-485e-8c2b-bd08ab60f40f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "GET /v2.0/ports/99d40ce6-d129-4bff-acf7-1f4d69296348 HTTP/1.1" status: 404 len: 333 time: 0.2280681 Dec 22 08:39:26.470812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d83e7167-163b-4ccc-8a2b-2902d8629dd7 None None] Provisioning complete for port b7fded46-f655-484f-8b9e-bad30616fc10 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:26.471391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d83e7167-163b-4ccc-8a2b-2902d8629dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.508068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57726) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.519532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Network': ['ID=2327df07-bb14-43a4-861a-99d349da4528,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:26.522493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:26.523230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'name': 'tempest-AllowedAddressPairTestJSON-892377462'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:26.549431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.780s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:26.549734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:26.564732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.639818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 2327df07-bb14-43a4-861a-99d349da4528 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:26.686419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cc181853-cede-4b81-8509-5fa5148b4841 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:26.686799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.697288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62b962a0-1f42-4d5e-9f0d-0bb32cf3fe70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:26.705121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:26.710114 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "PUT /v2.0/routers/cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9874237 Dec 22 08:39:26.717215 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Sync routers for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:26.722279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:26.727662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:26.731807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:26.732320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:26.732954 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:26.739308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:26.754289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:26.907525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.949675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d83e7167-163b-4ccc-8a2b-2902d8629dd7 None None] Port b7fded46-f655-484f-8b9e-bad30616fc10 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:26.959683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-e764cacf-b1d4-47a6-8301-b745c027b273', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:26.960576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.981685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:26.990788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.079586 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:27.117171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-08d06c2a-db5d-47e7-9951-a0a8c1a70ebc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Synchronizing usage tracker for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:27.123406 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2a63282d-a758-4dad-8be9-62e04b77b86b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fa56306def649e19279bf8ab64c9b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107080 Dec 22 08:39:27.127998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57744) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:27.164747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Allocated IP 172.20.0.2 (e764cacf-b1d4-47a6-8301-b745c027b273/fa93e030-e3f8-438a-840a-c0d5a6d10050/4e2fbed1-c295-4769-b4dc-957b2849e6cb) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:27.182025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=fbfae968-101f-45ac-94ce-bcd6d53d09b7,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:27.208408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:27.212225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:39:27.234728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-08d06c2a-db5d-47e7-9951-a0a8c1a70ebc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Unset dirty status for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:27.243070 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-08d06c2a-db5d-47e7-9951-a0a8c1a70ebc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1857148616&fields=id&tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe HTTP/1.1" status: 200 len: 267 time: 0.2654874 Dec 22 08:39:27.259435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.263386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': '82042afd-44a9-441a-ab89-9629e9a3b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e378f38c-eb60-45ac-bac6-e7fb8dd79028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:27.263745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: e378f38c-eb60-45ac-bac6-e7fb8dd79028, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:27.300184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:27.342052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76', 'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76', 'tenant_id': 'cdc1d6d0cc264e8fbf7c366514f99413', 'fixed_ips': [{'subnet_id': '4abdd147-79db-459e-b188-a97b3d39d852'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:27.343440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.404472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:27.465930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.480883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network e378f38c-eb60-45ac-bac6-e7fb8dd79028 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:27.492471 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.499743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:27.503888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.511019 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:23Z', 'revision_number': 2, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:27.517181 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Checking router: cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:39:27.518399 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Updating router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba port b7fded46-f655-484f-8b9e-bad30616fc10 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:39:27.523912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Transition to ACTIVE for port object 4e2fbed1-c295-4769-b4dc-957b2849e6cb will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:27.539080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d07e078-f65e-4e97-b141-d54e4628b8e3']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:27.547400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, e378f38c-eb60-45ac-bac6-e7fb8dd79028) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:27.562063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de60ea67-d212-43a2-892c-2c2b4fd4da57') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:27.562462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de60ea67-d212-43a2-892c-2c2b4fd4da57') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:27.564250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Transition to ACTIVE for port object 4e2fbed1-c295-4769-b4dc-957b2849e6cb will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:27.570442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:27.571083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.575241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] device_id is not set on port 48fad479-0095-421e-b96f-b35cb97d0deb yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:27.584473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-777f7719-e124-4baa-8a94-5c7e5ce02ebe tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:27.591983 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-777f7719-e124-4baa-8a94-5c7e5ce02ebe tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/networks?id=3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 200 len: 797 time: 0.3478317 Dec 22 08:39:27.607677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.610359 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.612170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a7f9a-b771-41c2-9507-bc41bb0da354 None None] Network e378f38c-eb60-45ac-bac6-e7fb8dd79028 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:27.618020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.666846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.681124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.701497 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0059638 Dec 22 08:39:27.705765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57748) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:27.726351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660250845'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:27.729701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:27.730334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:27.746640 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:27.803060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:27.806464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:27.841093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:27.848390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:27.862889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:27.866440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8e53a514-bcf8-4a74-ae25-50f09cd20888 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/quotas/1977a8a6e19e4ee796cb0ce097f94bfe HTTP/1.1" status: 200 len: 375 time: 0.2735240 Dec 22 08:39:27.874255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device df5ba025-7308-4895-a935-1a01ab865dfb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:27.885507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:27.927035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.932187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:27.935908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.941022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.951710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3d36e0b3-81d4-4800-9000-906673b6c99d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.968707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Allocated IP 172.20.0.3 (d1cd4b1d-8468-4add-9916-c64735190b88/fcf5610b-929d-48ce-ab03-d6d67642f4e3/48fad479-0095-421e-b96f-b35cb97d0deb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:27.971851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.975348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.992554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Network': ['ID=3d07e078-f65e-4e97-b141-d54e4628b8e3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.001816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.003848 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/networks/3d07e078-f65e-4e97-b141-d54e4628b8e3 HTTP/1.1" status: 204 len: 168 time: 1.5969508 Dec 22 08:39:28.007108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Network e764cacf-b1d4-47a6-8301-b745c027b273 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:28.011813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57752) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.027809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:28.035852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Pushing event updated for resources: {'Port': ['ID=4e2fbed1-c295-4769-b4dc-957b2849e6cb,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.040147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:28.040147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:28.078172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.081416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.085587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df1beb12-c8f1-4590-888c-1500d0b748cc HTTP/1.1" status: 204 len: 168 time: 0.9530969 Dec 22 08:39:28.091534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f2f0d17-9dd8-40ae-933f-a60cd120f566 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:28.105339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.109626 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.8971131 Dec 22 08:39:28.110963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57758) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.125307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1beb12-c8f1-4590-888c-1500d0b748cc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.128000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.136290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:28.146040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.146700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:28.209126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:28.209763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:28.226077 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.244171 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Transition to ACTIVE for port object b7fded46-f655-484f-8b9e-bad30616fc10 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:28.254387 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.261451 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:28.348315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.10 (cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76/4abdd147-79db-459e-b188-a97b3d39d852/adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:28.354158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:28.460619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.471908 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 3cdc40ad-9378-405b-9c67-427e7430b3d6 of type vlan for network 3d802fec-487a-410d-be5e-711d5cbf77b5 Dec 22 08:39:28.519287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:28.519832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb44e0e5-bd91-41cc-9b79-bbfc66b65929 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:28.556154 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Pushing event updated for resources: {'Port': ['ID=b7fded46-f655-484f-8b9e-bad30616fc10,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.565829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.576454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port df5ba025-7308-4895-a935-1a01ab865dfb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:28.577286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.579276 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.579665 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.584045 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.584427 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.584755 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.585083 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.585187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-fb653759-40d6-419e-810a-9f1696050cdb tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Synchronizing usage tracker for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:28.585405 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.585732 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.586103 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.586424 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.586737 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.587056 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:28.685341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-fb653759-40d6-419e-810a-9f1696050cdb tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Unset dirty status for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:28.693970 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-fb653759-40d6-419e-810a-9f1696050cdb tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8263710 Dec 22 08:39:28.699078 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.704622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.738525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Attempting to bind port 4e2fbed1-c295-4769-b4dc-957b2849e6cb on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:28.739591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Attempting to bind port 4e2fbed1-c295-4769-b4dc-957b2849e6cb by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:28.740869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Attempting to bind port 4e2fbed1-c295-4769-b4dc-957b2849e6cb on network e764cacf-b1d4-47a6-8301-b745c027b273 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:28.786719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:28.789559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Checking segment: {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:28.789977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.792321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Bound using segment: {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:28.794176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Bound port: 4e2fbed1-c295-4769-b4dc-957b2849e6cb, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:28.800169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.830342 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Attempting to bind port b7fded46-f655-484f-8b9e-bad30616fc10 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:28.830812 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Attempting to bind port b7fded46-f655-484f-8b9e-bad30616fc10 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:28.831291 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Attempting to bind port b7fded46-f655-484f-8b9e-bad30616fc10 on network 3bbe142c-749a-4d50-9db2-e89c11ce3faa {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:28.837509 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:28.837968 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Checking segment: {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:28.838483 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.839079 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Bound using segment: {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:28.839553 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Bound port: b7fded46-f655-484f-8b9e-bad30616fc10, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:28.840134 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.919651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.936308 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] For port b7fded46-f655-484f-8b9e-bad30616fc10, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:28.940623 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] For port b7fded46-f655-484f-8b9e-bad30616fc10, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b7fded46-f655-484f-8b9e-bad30616fc10,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:28.951400 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.961311 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:28.999799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-e378f38c-eb60-45ac-bac6-e7fb8dd79028', 'network_id': 'e378f38c-eb60-45ac-bac6-e7fb8dd79028', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': 'fbfae968-101f-45ac-94ce-bcd6d53d09b7'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:29.004931 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.053441 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Pushing event updated for resources: {'Port': ['ID=b7fded46-f655-484f-8b9e-bad30616fc10,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:29.058414 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:29.076998 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:29.077769 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.085898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Allocated IP 172.26.7.124 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:29.354373 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:29.443472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Allocated IP 2001:db8::1 (e378f38c-eb60-45ac-bac6-e7fb8dd79028/fbfae968-101f-45ac-94ce-bcd6d53d09b7/2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:29.499448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.549126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2327df07-bb14-43a4-861a-99d349da4528']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.567835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57782) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:29.599867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.610877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda3abe1-954d-49a1-83e3-8c489fc45d19') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.611551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda3abe1-954d-49a1-83e3-8c489fc45d19') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.620789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] For port 4e2fbed1-c295-4769-b4dc-957b2849e6cb, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:29.626123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] For port 4e2fbed1-c295-4769-b4dc-957b2849e6cb, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4e2fbed1-c295-4769-b4dc-957b2849e6cb,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:29.652657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.667226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.671563 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-4dc0831b-ab4b-47be-9f1c-23e8b05b23cd service neutron] 10.222.0.36 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9548318 Dec 22 08:39:29.695389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.728432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:29.729680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:29.745565 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:29.849977 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:28Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.851313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-821165995'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:29.854484 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd67bf-cb66-4290-9d38-b69b9ceabe32 None None] The sync data for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv is: [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:28Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:29.872233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:29.888279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.894315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.898402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.898580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.914436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:29.919634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.920737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Transition to ACTIVE for port object 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:29.930274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Usage tracker for resource:network and tenant:7e476bc3821a48449f8dc0174c19bb1b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:29.956596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe00a968-bf46-4edb-894e-1db447e6816d tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:29.957140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Transition to ACTIVE for port object 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:29.965871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.975271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.013615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:30.022737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.041803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:30.072423 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3626511 Dec 22 08:39:30.083292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Network e378f38c-eb60-45ac-bac6-e7fb8dd79028 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:30.085067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c783bceb-ea50-4c29-80a2-23702bed94a7 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:30.085241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.090236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57788) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:30.098345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:30.104077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': '3d802fec-487a-410d-be5e-711d5cbf77b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:30.118235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.128818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:30.140777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.144771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=3d802fec-487a-410d-be5e-711d5cbf77b5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.147983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Made reservation on behalf of 7e476bc3821a48449f8dc0174c19bb1b for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:30.148183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:30.150675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.151191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.157299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Transition to ACTIVE for port object 48fad479-0095-421e-b96f-b35cb97d0deb will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:30.160434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.162111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e05ff28-851d-4644-9a68-bd1fca960c4f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.197525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 3d802fec-487a-410d-be5e-711d5cbf77b5 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:30.224276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.239404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Pushing event updated for resources: {'Port': ['ID=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.246254 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/networks/2327df07-bb14-43a4-861a-99d349da4528 HTTP/1.1" status: 204 len: 168 time: 2.2345884 Dec 22 08:39:30.247412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.249161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.268083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:30.269101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Pushing event updated for resources: {'Port': ['ID=4e2fbed1-c295-4769-b4dc-957b2849e6cb,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.272323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.308401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:30.316518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:30.327211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Network': ['ID=2327df07-bb14-43a4-861a-99d349da4528,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.332207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecae33d4-e3d3-4d19-bcb2-c1c497286fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.333645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:30.347713 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-4034373a-4f88-4dee-b7a2-a854190eb042 service neutron] 10.222.0.36 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622903 Dec 22 08:39:30.376831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.389733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:30.393987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Usage tracker for resource:security_group_rule and tenant:7e476bc3821a48449f8dc0174c19bb1b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:30.396938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:30.404208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:30.466134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:30.474376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:30.486627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:30.527277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Pushing event updated for resources: {'Port': ['ID=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.543050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.560942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.645011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Attempting to bind port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:30.645915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Attempting to bind port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '82042afd-44a9-441a-ab89-9629e9a3b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e378f38c-eb60-45ac-bac6-e7fb8dd79028'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:30.646430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Attempting to bind port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d on network e378f38c-eb60-45ac-bac6-e7fb8dd79028 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:30.660802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c783bceb-ea50-4c29-80a2-23702bed94a7 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:30.661187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.753742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:30.754146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Checking segment: {'id': '82042afd-44a9-441a-ab89-9629e9a3b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e378f38c-eb60-45ac-bac6-e7fb8dd79028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:30.754540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.754944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Bound using segment: {'id': '82042afd-44a9-441a-ab89-9629e9a3b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e378f38c-eb60-45ac-bac6-e7fb8dd79028'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:30.755639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Bound port: 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82042afd-44a9-441a-ab89-9629e9a3b42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e378f38c-eb60-45ac-bac6-e7fb8dd79028'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:30.756034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.756290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.805618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:30.851361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.871894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1c75c22-c19d-41b8-b976-cde41890b879 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.922396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] For port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:30.925834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] For port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,segment=NetworkSegment(82042afd-44a9-441a-ab89-9629e9a3b42f),segment_id=82042afd-44a9-441a-ab89-9629e9a3b42f)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:30.938467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:30.942011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.968821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:30.980375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:30.983539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:30.986189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Allocated IP 172.20.0.2 (cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76/4abdd147-79db-459e-b188-a97b3d39d852/297cf8b2-b690-42ca-aeca-6075cf7323e4) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:31.020832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.074255 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d346c6f0-922c-4869-8a60-f7c7f590c9a5 req-947b6b05-796f-4849-aece-3facb08517a1 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 210 time: 0.3784747 Dec 22 08:39:31.115777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network d1cd4b1d-8468-4add-9916-c64735190b88 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:31.136032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d469c315-be3f-4082-ba10-5a7560f15cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:31.149514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:31.181656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cab0a-b5da-4d44-b491-e133b15e74b9 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:31.193334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cab0a-b5da-4d44-b491-e133b15e74b9 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:31.197073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f8cab0a-b5da-4d44-b491-e133b15e74b9 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Synchronizing usage tracker for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:31.197457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.200929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:31.206931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing IP validity checks on allocation pools {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:39:31.207066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:39:31.238244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:31.239029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:31.239682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.271273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=48fad479-0095-421e-b96f-b35cb97d0deb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.271544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.1 (639df81e-75bc-4c02-9662-2fff8e8e0f88/31bd0ef0-f700-4038-9a8f-dbd5288f215c/27eccab3-9b46-454e-8420-7d135f72bc7c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:31.284190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:31.318785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Pushing event updated for resources: {'Port': ['ID=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.319251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.323907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:31.350323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.354004 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2200398 Dec 22 08:39:31.361227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:31.374387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57798) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:31.392084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f8cab0a-b5da-4d44-b491-e133b15e74b9 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Unset dirty status for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:31.397619 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f8cab0a-b5da-4d44-b491-e133b15e74b9 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1195982 Dec 22 08:39:31.407421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57800) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:31.430268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-663191627'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:31.440632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:31.458060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:31.475880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:31.480875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.483737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76', 'name': 'tempest-PortsTestJSON-1503646175', 'fixed_ips': [{'subnet_id': '4abdd147-79db-459e-b188-a97b3d39d852', 'ip_address': '172.20.0.9'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:31.549422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:31.699995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b7fded46-f655-484f-8b9e-bad30616fc10 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:31.799865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Made reservation on behalf of 4b4965a9a3904652b035db79b1e0bd65 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:31.804393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.824437 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3126004 Dec 22 08:39:31.831050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57810) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:31.855411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e3:87:83'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:31.933946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0f69cdba-0765-448a-94a3-4975c9884470 None None] Provisioning for port 48fad479-0095-421e-b96f-b35cb97d0deb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:31.953026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.964899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5c69a-1b28-436b-a3b2-f36abf587c8d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.968126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.968406 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Added segment c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b of type vlan for network d1a91b57-919c-49f7-83a0-13eb9174627f Dec 22 08:39:31.975039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.995076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0f69cdba-0765-448a-94a3-4975c9884470 None None] Provisioning complete for port 48fad479-0095-421e-b96f-b35cb97d0deb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:31.995555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0f69cdba-0765-448a-94a3-4975c9884470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.006321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.116392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:32.145543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Transition to ACTIVE for port object 297cf8b2-b690-42ca-aeca-6075cf7323e4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:32.206381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Transition to ACTIVE for port object 297cf8b2-b690-42ca-aeca-6075cf7323e4 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:32.218697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.219130 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Added segment cc36debd-a027-414f-88a3-3f74d2c2cbb1 of type vlan for network de3a0a99-3089-47b7-b8fa-68b66ef591f7 Dec 22 08:39:32.267157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0f69cdba-0765-448a-94a3-4975c9884470 None None] Port 48fad479-0095-421e-b96f-b35cb97d0deb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:32.271952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.279872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1cd53ed7-c239-48ee-ab6e-4edc80531f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:32.341932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.385319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Pushing event updated for resources: {'Port': ['ID=297cf8b2-b690-42ca-aeca-6075cf7323e4,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:32.398108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b8f35-d614-489d-9433-b1c1f12a38c0 None None] Network e764cacf-b1d4-47a6-8301-b745c027b273 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:32.407101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.448036 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0c2fc4b7-c9ed-4868-af73-9a5c93fb46b4 req-8442c0c0-ff10-4642-a5ad-e116b6ca8547 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 210 time: 0.1020780 Dec 22 08:39:32.450819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.470226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.479968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e322644d-cd0f-4eb0-9712-23c0cfafe402 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:32.551692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:32.556805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=ebaa4da8-1f82-440d-ac3c-e3c0ae5018df,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:32.563120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.572794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:32.582563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:32.590266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.593171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:32.621456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.624326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.633265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:32.634422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.636251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:32.636893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.646846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:32.656335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:32.752127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:32.755373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:32.757792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b7fded46-f655-484f-8b9e-bad30616fc10 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:32.765773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:32.769182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b7fded46-f655-484f-8b9e-bad30616fc10 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:32.769555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.774007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:32.818509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.835151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event updated for resources: {'Network': ['ID=d1a91b57-919c-49f7-83a0-13eb9174627f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:32.839283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.886526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-92c3f546-1adf-4ab6-b77e-5ac3e8d82432 None None] Provisioning for port 4e2fbed1-c295-4769-b4dc-957b2849e6cb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:32.897430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d1a91b57-919c-49f7-83a0-13eb9174627f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:32.911892 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4960597 Dec 22 08:39:32.919867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Network': ['ID=de3a0a99-3089-47b7-b8fa-68b66ef591f7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:32.929193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.932498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57822) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:32.949129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1375207353'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:32.956574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a4756c8-3567-4661-98ee-8b12e9d37452 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:32.959693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.966023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:32.977433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Usage tracker for resource:network and tenant:4b4965a9a3904652b035db79b1e0bd65 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:32.983095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:32.986905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.995723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': '3cdc40ad-9378-405b-9c67-427e7430b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d802fec-487a-410d-be5e-711d5cbf77b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:32.996318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: 3d802fec-487a-410d-be5e-711d5cbf77b5, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:32.997962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:33.014451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network de3a0a99-3089-47b7-b8fa-68b66ef591f7 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:33.046243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.4718614 Dec 22 08:39:33.050743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57826) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:33.083515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Request body: {'subnet': {'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:33.098409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Made reservation on behalf of 4b4965a9a3904652b035db79b1e0bd65 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:33.102390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.115540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80d7bb2-302c-4b95-a7e0-43de585f215e None None] Network e378f38c-eb60-45ac-bac6-e7fb8dd79028 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:33.179710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:33.196265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:33.199038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:33.273051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.338365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network 3d802fec-487a-410d-be5e-711d5cbf77b5 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:33.368275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Attempting to bind port 297cf8b2-b690-42ca-aeca-6075cf7323e4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:33.369096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Attempting to bind port 297cf8b2-b690-42ca-aeca-6075cf7323e4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'bcfd6360-75ab-4f52-835c-09f10ce6a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:33.369882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Attempting to bind port 297cf8b2-b690-42ca-aeca-6075cf7323e4 on network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:33.412892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=27eccab3-9b46-454e-8420-7d135f72bc7c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:33.415905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:33.427323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:33.427896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Checking segment: {'id': 'bcfd6360-75ab-4f52-835c-09f10ce6a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:33.428938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.429131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:33.429318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Bound using segment: {'id': 'bcfd6360-75ab-4f52-835c-09f10ce6a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:33.429789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Bound port: 297cf8b2-b690-42ca-aeca-6075cf7323e4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfd6360-75ab-4f52-835c-09f10ce6a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:33.430195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.469267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.469623 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Added segment d547b23b-32af-4487-ac95-cb1709245598 of type vlan for network 2f69e9ed-e5fa-4ded-8479-790629041ed5 Dec 22 08:39:33.518047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e5382896-121e-478b-89cf-77236268ce12 None None] Provisioning for port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:33.534090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 3d802fec-487a-410d-be5e-711d5cbf77b5) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:33.544356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:33.553144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.554391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184db74d-095f-4e99-9031-0c953532a7c9 None None] Network 3d802fec-487a-410d-be5e-711d5cbf77b5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:33.569164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.571114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:33.581420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.586958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.600490 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.5068920 Dec 22 08:39:33.602639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Usage tracker for resource:subnet and tenant:7e476bc3821a48449f8dc0174c19bb1b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:33.603648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:33.610346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:33.622243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.644539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:33.710556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port b82fa5ce-2534-42a4-ab04-3e33acc2472e yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:33.719858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.744222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.755196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-30e86228-e7ad-4660-aa7d-45e181467a78 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.777704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port b7fded46-f655-484f-8b9e-bad30616fc10, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b7fded46-f655-484f-8b9e-bad30616fc10,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:33.814658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.815618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e2fbed1-c295-4769-b4dc-957b2849e6cb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:33.850898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.903731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Made reservation on behalf of 7e476bc3821a48449f8dc0174c19bb1b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:33.909045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.929251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.935537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:33.936487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.969654 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1bd4b97-2263-45df-8d25-21fccf597b5e req-8079212b-b383-4e92-95be-cd3cd27c39ac tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 210 time: 0.1673963 Dec 22 08:39:33.992613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Router 618dced5-0baa-4401-86c0-8a0c5fa6b64f is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:39:34.039669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=48fad479-0095-421e-b96f-b35cb97d0deb,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:34.057248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:34.067120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.085661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:34.123371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] For port 297cf8b2-b690-42ca-aeca-6075cf7323e4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:34.164961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] For port 297cf8b2-b690-42ca-aeca-6075cf7323e4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=297cf8b2-b690-42ca-aeca-6075cf7323e4,segment=NetworkSegment(bcfd6360-75ab-4f52-835c-09f10ce6a2d5),segment_id=bcfd6360-75ab-4f52-835c-09f10ce6a2d5)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:34.189230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.217154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Network': ['ID=2f69e9ed-e5fa-4ded-8479-790629041ed5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:34.221114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:34.232047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.242975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 2f69e9ed-e5fa-4ded-8479-790629041ed5 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:34.256333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=b7fded46-f655-484f-8b9e-bad30616fc10,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:34.289235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:34.300245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a91cdc73-0041-4b36-9891-8407a66671ce tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:34.306833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7c487c97-15ac-47f1-acdb-08e57ee90e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:34.526404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:34.553727 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Sync routers for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:34.554701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bc459918-f87b-4ad2-9241-5c9d9d7bac42 None None] Provisioning complete for port 48fad479-0095-421e-b96f-b35cb97d0deb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:34.555085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bc459918-f87b-4ad2-9241-5c9d9d7bac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.596141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] In _notify_port_updated(), no bound segment for port 48fad479-0095-421e-b96f-b35cb97d0deb on network d1cd4b1d-8468-4add-9916-c64735190b88 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:39:34.602867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-3d802fec-487a-410d-be5e-711d5cbf77b5', 'network_id': '3d802fec-487a-410d-be5e-711d5cbf77b5', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': 'ebaa4da8-1f82-440d-ac3c-e3c0ae5018df'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:34.603763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.607819 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:34.608919 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:34.613977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 4e2fbed1-c295-4769-b4dc-957b2849e6cb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:34.640209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Pushing event updated for resources: {'Port': ['ID=297cf8b2-b690-42ca-aeca-6075cf7323e4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:34.643623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:34.648883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:34.649565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.657635 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "PUT /v2.0/ports/48fad479-0095-421e-b96f-b35cb97d0deb HTTP/1.1" status: 200 len: 993 time: 2.8253171 Dec 22 08:39:34.660389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4e2fbed1-c295-4769-b4dc-957b2849e6cb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:34.660389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.663974 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7188199 Dec 22 08:39:34.682348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57838) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:34.682679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:34.701220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'ports': [{'network_id': 'de3a0a99-3089-47b7-b8fa-68b66ef591f7', 'name': 'tempest-port--940168485', 'admin_state_up': True}, {'network_id': '2f69e9ed-e5fa-4ded-8479-790629041ed5', 'admin_state_up': False}]} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:34.702769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'port': {'network_id': 'de3a0a99-3089-47b7-b8fa-68b66ef591f7', 'name': 'tempest-port--940168485', 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:34.710484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'port': {'network_id': '2f69e9ed-e5fa-4ded-8479-790629041ed5', 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:34.738934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-bc459918-f87b-4ad2-9241-5c9d9d7bac42 None None] Port 48fad479-0095-421e-b96f-b35cb97d0deb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:34.860606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.016966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event updated for resources: {'Subnet': ['ID=ab9b6189-da7e-4f9b-945f-581bfb6a742e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:35.023992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:35.030579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.032707 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1271114 Dec 22 08:39:35.060729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:35.075746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Checking segment: {'id': 'c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:35.076196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Network hostable DHCP agents. Network: d1a91b57-919c-49f7-83a0-13eb9174627f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:35.079767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.177894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.9 (cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76/4abdd147-79db-459e-b188-a97b3d39d852/b82fa5ce-2534-42a4-ab04-3e33acc2472e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:35.246300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Allocated IP 2001:db8::3 (3d802fec-487a-410d-be5e-711d5cbf77b5/ebaa4da8-1f82-440d-ac3c-e3c0ae5018df/032b1ea4-8011-48cc-832d-772bc0a8ef39) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:35.284801 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:35.290445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting port 48fad479-0095-421e-b96f-b35cb97d0deb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:35.291496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.392599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-98cbc887-46f8-4f53-8af5-0646d933c6fb req-f6bf1e5b-5e96-4170-9bd9-e1bb36d1d8fb tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 210 time: 0.0713968 Dec 22 08:39:35.490481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Network d1a91b57-919c-49f7-83a0-13eb9174627f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:35.499728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.512422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Transition to ACTIVE for port object 032b1ea4-8011-48cc-832d-772bc0a8ef39 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:35.530417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d1a91b57-919c-49f7-83a0-13eb9174627f) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:35.535839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Transition to ACTIVE for port object 032b1ea4-8011-48cc-832d-772bc0a8ef39 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:35.538866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:35.539978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.546787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0041c2-7dd9-4c2f-b3bd-f76cd8697bc1 None None] Network d1a91b57-919c-49f7-83a0-13eb9174627f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:35.588215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-2a70b926-5b36-402c-adb0-1acd9536b9c2 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:35.589764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-2a70b926-5b36-402c-adb0-1acd9536b9c2 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.16 "GET /v2.0/networks?id=3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 200 len: 797 time: 1.1540751 Dec 22 08:39:35.689966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 4e2fbed1-c295-4769-b4dc-957b2849e6cb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4e2fbed1-c295-4769-b4dc-957b2849e6cb,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:35.713270 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6502943 Dec 22 08:39:35.716721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.721255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57856) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:35.740588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:35.751865 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 3, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:35.755880 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-1d585c53-8439-40d8-83f0-9a465349ea81 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe HTTP/1.1" status: 200 len: 380 time: 0.1438110 Dec 22 08:39:35.756593 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Checking router: 618dced5-0baa-4401-86c0-8a0c5fa6b64f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:39:35.756941 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Updating router 618dced5-0baa-4401-86c0-8a0c5fa6b64f port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:39:35.780119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Request body: {'port': {'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f', 'name': 'tempest-TagsExtTest-1991063230'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:35.821509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Network 3d802fec-487a-410d-be5e-711d5cbf77b5 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:35.825788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Pushing event updated for resources: {'Port': ['ID=032b1ea4-8011-48cc-832d-772bc0a8ef39,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:35.828906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:35.830568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.837580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:35.837940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:35.859036 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.970820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:35.975873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=4e2fbed1-c295-4769-b4dc-957b2849e6cb,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:35.991196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:36.044054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1c57b0-dc78-424a-b0fe-ddbbd69e5697 None None] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:36.068646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:36.073118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Usage tracker for resource:port and tenant:7e476bc3821a48449f8dc0174c19bb1b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:36.077852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:36.098339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:36.130756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'port': {'device_id': 'ba78f423-15e1-45d0-baff-a135afd25152', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'admin_state_up': True, 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'security_groups': ['3a006dcb-1987-4870-8116-4d0c5cc0aa7f']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:36.257691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:36.291299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Made reservation on behalf of 7e476bc3821a48449f8dc0174c19bb1b for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:36.295580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.430081 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.441634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] device_id is not set on port 53c28686-c698-4315-ae2a-eabecaa0a515 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:36.445960 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Transition to ACTIVE for port object b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:36.454592 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.460360 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:36.462372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.484350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08fae2ed-1e07-4780-aeed-d08776a49800 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:36.550550 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c76e8b-6dd9-4559-86f7-923b5a95fdd2 None None] Pushing event updated for resources: {'Port': ['ID=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:36.564365 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-e0c76e8b-6dd9-4559-86f7-923b5a95fdd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:36.588069 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Attempting to bind port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:36.588584 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Attempting to bind port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:36.588977 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Attempting to bind port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:36.596544 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:36.596813 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:36.597689 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.598097 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:36.599586 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Bound port: b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:36.600032 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.629379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=ebaa4da8-1f82-440d-ac3c-e3c0ae5018df,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:36.645636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Attempting to bind port 032b1ea4-8011-48cc-832d-772bc0a8ef39 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:36.646018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Attempting to bind port 032b1ea4-8011-48cc-832d-772bc0a8ef39 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '3cdc40ad-9378-405b-9c67-427e7430b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d802fec-487a-410d-be5e-711d5cbf77b5'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:36.646394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Attempting to bind port 032b1ea4-8011-48cc-832d-772bc0a8ef39 on network 3d802fec-487a-410d-be5e-711d5cbf77b5 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:36.651841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:36.652087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7cd85181-009f-4f21-bcf4-a96e8011ad15 None None] Provisioning for port 297cf8b2-b690-42ca-aeca-6075cf7323e4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:36.654853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Allocated IP 172.20.0.7 (d1a91b57-919c-49f7-83a0-13eb9174627f/ab9b6189-da7e-4f9b-945f-581bfb6a742e/53c28686-c698-4315-ae2a-eabecaa0a515) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:36.659784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:36.663382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:36.663774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Checking segment: {'id': '3cdc40ad-9378-405b-9c67-427e7430b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d802fec-487a-410d-be5e-711d5cbf77b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:36.664305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.664719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Bound using segment: {'id': '3cdc40ad-9378-405b-9c67-427e7430b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d802fec-487a-410d-be5e-711d5cbf77b5'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:36.665260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Bound port: 032b1ea4-8011-48cc-832d-772bc0a8ef39, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdc40ad-9378-405b-9c67-427e7430b3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d802fec-487a-410d-be5e-711d5cbf77b5'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:36.665682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.716227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-01fb2f23-1853-4691-a853-7ff57cfc09af req-86d5bd80-002f-4e70-b659-ce00ecb72167 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 210 time: 0.0972164 Dec 22 08:39:36.716494 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] For port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:36.720265 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] For port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:36.727497 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.734059 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:36.758691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Usage tracker for resource:port and tenant:4b4965a9a3904652b035db79b1e0bd65 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:36.820384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:36.822428 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c76e8b-6dd9-4559-86f7-923b5a95fdd2 None None] Pushing event updated for resources: {'Port': ['ID=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:36.836405 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-e0c76e8b-6dd9-4559-86f7-923b5a95fdd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:36.858260 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:36.858963 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:36.870491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d1a91b57-919c-49f7-83a0-13eb9174627f', 'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f', 'tenant_id': '7e476bc3821a48449f8dc0174c19bb1b', 'fixed_ips': [{'subnet_id': 'ab9b6189-da7e-4f9b-945f-581bfb6a742e'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:36.871328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.907977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:36.956079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.967191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.980605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object b82fa5ce-2534-42a4-ab04-3e33acc2472e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:37.034404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Made reservation on behalf of 4b4965a9a3904652b035db79b1e0bd65 for: {'port': 2} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:37.035396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:37.039228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.041133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:37.047262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:37.059036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:37.059400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.066591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.079292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d802fec-487a-410d-be5e-711d5cbf77b5']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.089292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e1ef0b29-656a-4108-9fba-0541a8118987 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:37.111758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.138624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdc40ad-9378-405b-9c67-427e7430b3d6') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.138930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdc40ad-9378-405b-9c67-427e7430b3d6') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.149348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Made reservation on behalf of 1977a8a6e19e4ee796cb0ce097f94bfe for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:37.154676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.154889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] For port 032b1ea4-8011-48cc-832d-772bc0a8ef39, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:37.183041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] For port 032b1ea4-8011-48cc-832d-772bc0a8ef39, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=032b1ea4-8011-48cc-832d-772bc0a8ef39,segment=NetworkSegment(3cdc40ad-9378-405b-9c67-427e7430b3d6),segment_id=3cdc40ad-9378-405b-9c67-427e7430b3d6)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:37.185347 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:37.196307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.213270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:37.222952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:37.343192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.370054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.373243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Pushing event updated for resources: {'Port': ['ID=032b1ea4-8011-48cc-832d-772bc0a8ef39,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:37.398416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:37.407207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Allocated IP 172.20.0.4 (3bbe142c-749a-4d50-9db2-e89c11ce3faa/bf0f007a-dfb4-436b-96cb-995031d89ee8/1dbabfc4-f94b-42de-b30a-d5f57c909b98) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:37.583385 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 3, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.589046 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76298b63-4e93-4913-9caf-d1170f3ae0b9 None None] The sync data for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv is: [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 3, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:37.611701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.624405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:37.627960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:37.643380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.652866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Calling delete_port for 48fad479-0095-421e-b96f-b35cb97d0deb owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:37.666889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9586aea5-1045-4c4d-91b4-598a75641fef None None] Network 3d802fec-487a-410d-be5e-711d5cbf77b5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:37.690181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f4b3cf97-b7b8-4060-a0f2-31bff3277947 None None] Provisioning for port adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:37.732343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] device_id is not set on port 783816b2-e22a-40fb-aac9-67850ba0b474 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:37.741112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:37.741538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.780920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f4b3cf97-b7b8-4060-a0f2-31bff3277947 None None] Provisioning complete for port adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:37.782460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4b3cf97-b7b8-4060-a0f2-31bff3277947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.888461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3cf97-b7b8-4060-a0f2-31bff3277947 None None] Port adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:37.916089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,segment=NetworkSegment(82042afd-44a9-441a-ab89-9629e9a3b42f),segment_id=82042afd-44a9-441a-ab89-9629e9a3b42f)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:37.926765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.928256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b7fded46-f655-484f-8b9e-bad30616fc10 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:37.952436 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:37.955698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:37.980342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.024266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-089abf7c-c62a-44df-9fb9-b55b86c24078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:38.065736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.118167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:38.132860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:38.134708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e65259a2-a1ea-49f6-baaa-58df83f2d102 req-62154a8c-0ce3-46b7-a3b7-f73bc7cc56a2 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 210 time: 0.1419148 Dec 22 08:39:38.167500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=b82fa5ce-2534-42a4-ab04-3e33acc2472e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:38.188672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:38.194656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-aef0f0b0-fe7e-43ec-8e1b-63812b80959a None None] Provisioning for port b82fa5ce-2534-42a4-ab04-3e33acc2472e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:38.196471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eb0c2cb2-7850-4664-8b4e-e1fa40967f0a tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:38.205846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.217724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:39:38.217724 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:39:38.217724 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'id': '3d802fec-487a-410d-be5e-711d5cbf77b5'}] Dec 22 08:39:38.217724 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:38.218267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:38.256401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-aef0f0b0-fe7e-43ec-8e1b-63812b80959a None None] Provisioning complete for port b82fa5ce-2534-42a4-ab04-3e33acc2472e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:38.256782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0b0-fe7e-43ec-8e1b-63812b80959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.274106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.283360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=27eccab3-9b46-454e-8420-7d135f72bc7c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:38.291822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.307403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:38.314373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:38.315173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.327913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.375871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Transition to ACTIVE for port object 1dbabfc4-f94b-42de-b30a-d5f57c909b98 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:38.384942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b7fded46-f655-484f-8b9e-bad30616fc10 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:38.385563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.449198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-aef0f0b0-fe7e-43ec-8e1b-63812b80959a None None] Port b82fa5ce-2534-42a4-ab04-3e33acc2472e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:38.480618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-aef0f0b0-fe7e-43ec-8e1b-63812b80959a None None] Provisioning complete for port adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:38.480896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aef0f0b0-fe7e-43ec-8e1b-63812b80959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.522791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Transition to ACTIVE for port object 53c28686-c698-4315-ae2a-eabecaa0a515 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:38.560607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:38.565526 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.1160855 Dec 22 08:39:38.571503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57866) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:38.573500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:38.620551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-aef0f0b0-fe7e-43ec-8e1b-63812b80959a None None] Port adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:38.674922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 297cf8b2-b690-42ca-aeca-6075cf7323e4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:38.676945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Allocated IP 172.20.0.1 (e764cacf-b1d4-47a6-8301-b745c027b273/fa93e030-e3f8-438a-840a-c0d5a6d10050/0095ca32-dee6-41df-a81a-3d058797b9d0) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:38.694782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.712273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6f58143a-d994-46c4-982b-da93751521dd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:38.774110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 297cf8b2-b690-42ca-aeca-6075cf7323e4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:38.780857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 297cf8b2-b690-42ca-aeca-6075cf7323e4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:38.781630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.807330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.808089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.816218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-596deb0a-856b-437f-89f4-138aced6af84 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:38.877451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Allocated IP 172.20.0.2 (d1a91b57-919c-49f7-83a0-13eb9174627f/ab9b6189-da7e-4f9b-945f-581bfb6a742e/f0cd7275-59de-402e-98aa-61978124cba9) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:38.891800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event updated for resources: {'Port': ['ID=53c28686-c698-4315-ae2a-eabecaa0a515,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:38.898643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.901346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:38.916252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.919394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-07293c4a-8b48-4d7c-8e6b-88f6df79bcc3 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:38.983063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Network d1a91b57-919c-49f7-83a0-13eb9174627f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:38.996404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:39.004017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:39.008959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:39.031611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Port': ['ID=48fad479-0095-421e-b96f-b35cb97d0deb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:39.037539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:39.047841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:39:39.052329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:39.066288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:39.137237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78aaea-68aa-4918-aae2-b1726b5c8959 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:39.138003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0c78aaea-68aa-4918-aae2-b1726b5c8959 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:39.139328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:39.167071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:39.191050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] device_id is not set on port 34006d6c-4e74-4d0b-80f6-eb2a2acb5ab8 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:39.198389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 032b1ea4-8011-48cc-832d-772bc0a8ef39 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:39.198731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.297715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:39.298395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.326075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:39.326783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.371669 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6463337 Dec 22 08:39:39.373456 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2648988 Dec 22 08:39:39.373950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57872) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.375882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0c78aaea-68aa-4918-aae2-b1726b5c8959 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:39.396020 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0c78aaea-68aa-4918-aae2-b1726b5c8959 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.8184607 Dec 22 08:39:39.397703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.409620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.444033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1511321235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:39.446414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Transition to ACTIVE for port object f0cd7275-59de-402e-98aa-61978124cba9 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:39.453986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Request body: {'port': {'device_id': 'ba78f423-15e1-45d0-baff-a135afd25152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:39.458166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.472122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.491638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d8bf7032-37c4-4962-a249-88bb645a1ffd None None] Provisioning for port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:39.495419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Transition to ACTIVE for port object f0cd7275-59de-402e-98aa-61978124cba9 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:39.515359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:39.522606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d8bf7032-37c4-4962-a249-88bb645a1ffd None None] Provisioning complete for port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:39.522974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7032-37c4-4962-a249-88bb645a1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.539403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Usage tracker for resource:router and tenant:7e476bc3821a48449f8dc0174c19bb1b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:39.548490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:39.569202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.589273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:39.589485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:39.620656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:39.632504 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/routers/90f2a00c-7c59-4578-962a-e47e5a4363d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5136244 Dec 22 08:39:39.636108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57880) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.650291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'port': {'network_id': '639df81e-75bc-4c02-9662-2fff8e8e0f88', 'name': 'tempest-FloatingIPTestJSON-1569011962'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:39.656395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:39.665491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.666486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.675539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Network d1a91b57-919c-49f7-83a0-13eb9174627f is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:39.689146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.694331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 297cf8b2-b690-42ca-aeca-6075cf7323e4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=297cf8b2-b690-42ca-aeca-6075cf7323e4,segment=NetworkSegment(bcfd6360-75ab-4f52-835c-09f10ce6a2d5),segment_id=bcfd6360-75ab-4f52-835c-09f10ce6a2d5)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:39.702095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:39.712826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:39.718571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:39.719257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:39.772687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.783145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.788160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf7032-37c4-4962-a249-88bb645a1ffd None None] Port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:39.870729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Pushing event updated for resources: {'Port': ['ID=f0cd7275-59de-402e-98aa-61978124cba9,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:39.873138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:39.885803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:39.886301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf1ebe92-c59b-46ce-b273-461c5cec436f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:39.947442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 032b1ea4-8011-48cc-832d-772bc0a8ef39, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=032b1ea4-8011-48cc-832d-772bc0a8ef39,segment=NetworkSegment(3cdc40ad-9378-405b-9c67-427e7430b3d6),segment_id=3cdc40ad-9378-405b-9c67-427e7430b3d6)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:39.948219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.005530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Attempting to bind port f0cd7275-59de-402e-98aa-61978124cba9 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:40.006479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Attempting to bind port f0cd7275-59de-402e-98aa-61978124cba9 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:40.007124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Attempting to bind port f0cd7275-59de-402e-98aa-61978124cba9 on network d1a91b57-919c-49f7-83a0-13eb9174627f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:40.019521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=297cf8b2-b690-42ca-aeca-6075cf7323e4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:40.028132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:40.030745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:40.031318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Checking segment: {'id': 'c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:40.032514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.033006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Bound using segment: {'id': 'c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:40.033597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Bound port: f0cd7275-59de-402e-98aa-61978124cba9, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1a91b57-919c-49f7-83a0-13eb9174627f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:40.034153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.057881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:40.059044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:40.124737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-732b7f29-146e-40f7-9120-da35535e9aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.135296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:40.210390 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:40.210950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b2476e-3b33-41d1-8080-f59034c52217 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:40.227175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 032b1ea4-8011-48cc-832d-772bc0a8ef39 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:40.259833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.279226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] For port f0cd7275-59de-402e-98aa-61978124cba9, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:40.286317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] For port f0cd7275-59de-402e-98aa-61978124cba9, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0cd7275-59de-402e-98aa-61978124cba9,segment=NetworkSegment(c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b),segment_id=c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:40.289746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:40.293223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.296216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.307742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:40.334119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:40.334653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.336898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:40.343072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:port and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:40.347726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.351584 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5ec16f08-c5c1-4c54-a796-c4e45ec68f94 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9201632 Dec 22 08:39:40.357241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:40.360280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57884) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:40.370321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a5927352-bcb9-4429-9e67-ba7a117ca80c tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-700159789', 'prefixes': ['172.20.0.0/16']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:40.377770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.411493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:40.413809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a5927352-bcb9-4429-9e67-ba7a117ca80c tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:40.446627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:40.450248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.458764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Transition to ACTIVE for port object 0095ca32-dee6-41df-a81a-3d058797b9d0 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:40.494206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] device_id is not set on port 45979eb2-6b97-4df0-86c0-c0f52cd32167 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:40.505013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.554700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.563736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Pushing event updated for resources: {'Port': ['ID=f0cd7275-59de-402e-98aa-61978124cba9,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:40.568843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:40.580139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d04baa-819f-4968-8111-5d5f8fe62963 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:40.586342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:40.586513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d04baa-819f-4968-8111-5d5f8fe62963 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:40.594667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d04baa-819f-4968-8111-5d5f8fe62963 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:40.595000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.595597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:40.599095 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59d04baa-819f-4968-8111-5d5f8fe62963 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 1.1845460 Dec 22 08:39:40.603332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.608198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57888) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:40.608479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbabfc4-f94b-42de-b30a-d5f57c909b98 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:39:40.608976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.622752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eaaeb-f0cd-41ef-8902-950bb66d8ca9 req-37ff1871-2504-436a-b8de-fe963d98a0fd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:40.629998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.630245 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b46eaaeb-f0cd-41ef-8902-950bb66d8ca9 req-37ff1871-2504-436a-b8de-fe963d98a0fd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 931 time: 1.2220807 Dec 22 08:39:40.645793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4e30883c-22c6-4212-ba64-8757fdcd45b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:40.655965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cc16b29b-197e-4057-bb9e-b163826e445c tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:40.677304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Transition to ACTIVE for port object 1dbabfc4-f94b-42de-b30a-d5f57c909b98 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:40.678223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5927352-bcb9-4429-9e67-ba7a117ca80c tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for subnetpool, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.679367 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a5927352-bcb9-4429-9e67-ba7a117ca80c tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3149810 Dec 22 08:39:40.683363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57892) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:40.718788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.730511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-5329543e-106d-4a9a-a0de-c0abbd486917 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', 'tempest-TagsExtTest-Tag-1022062083') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:40.738065 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/ports/48fad479-0095-421e-b96f-b35cb97d0deb HTTP/1.1" status: 204 len: 168 time: 6.0532715 Dec 22 08:39:40.739333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:40.740460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57896) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:40.742559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:40.773308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e57ef53f-7b90-41dd-9b53-b8dd9b054697 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:40.793681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Port': ['ID=032b1ea4-8011-48cc-832d-772bc0a8ef39,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:40.795181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:40.796468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.870246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No DVR routers for this DVR port 032b1ea4-8011-48cc-832d-772bc0a8ef39 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:40.971128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e2fbed1-c295-4769-b4dc-957b2849e6cb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:40.993145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.008795 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-54608399-a71d-4c9f-bbae-e851b40befe1 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] GET failed (client error): The resource could not be found. Dec 22 08:39:41.009487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54608399-a71d-4c9f-bbae-e851b40befe1 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Synchronizing usage tracker for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:41.054492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.2 (639df81e-75bc-4c02-9662-2fff8e8e0f88/31bd0ef0-f700-4038-9a8f-dbd5288f215c/45979eb2-6b97-4df0-86c0-c0f52cd32167) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:41.082261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4e2fbed1-c295-4769-b4dc-957b2849e6cb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:41.082644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.085232 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b46eaaeb-f0cd-41ef-8902-950bb66d8ca9 req-6991ceb7-e2c1-4450-921a-d43a5fe62636 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4540565 Dec 22 08:39:41.123472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port b82fa5ce-2534-42a4-ab04-3e33acc2472e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:41.123821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.130050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:41.143864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:41.199353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Attempting to bind port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:41.199968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Attempting to bind port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:41.200485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Attempting to bind port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 on network 3bbe142c-749a-4d50-9db2-e89c11ce3faa {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:41.225975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Checking segment: {'id': 'cc36debd-a027-414f-88a3-3f74d2c2cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'de3a0a99-3089-47b7-b8fa-68b66ef591f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:41.226442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network hostable DHCP agents. Network: de3a0a99-3089-47b7-b8fa-68b66ef591f7, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:41.230202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 on network 3bbe142c-749a-4d50-9db2-e89c11ce3faa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:39:41.230711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Attempting to bind port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 on network 3bbe142c-749a-4d50-9db2-e89c11ce3faa {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:41.238078 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5329543e-106d-4a9a-a0de-c0abbd486917 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags/tempest-TagsExtTest-Tag-1022062083 HTTP/1.1" status: 201 len: 201 time: 0.5536873 Dec 22 08:39:41.247311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57900) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:41.248004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:41.248340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Checking segment: {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:41.248725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Bound using segment: {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:41.249161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Bound port: 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d0c402-eedb-40be-8a66-8bfc7716d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:41.249512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.254209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54608399-a71d-4c9f-bbae-e851b40befe1 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Unset dirty status for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:41.259000 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54608399-a71d-4c9f-bbae-e851b40befe1 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "GET /v2.0/ports/48fad479-0095-421e-b96f-b35cb97d0deb HTTP/1.1" status: 404 len: 333 time: 0.4899111 Dec 22 08:39:41.266177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-98683eaa-4129-4503-b3b2-0ac1ac9bbc56 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', 'tempest-TagsExtTest-Tag-37052996') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:41.271747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57902) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:41.278822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Port': ['ID=783816b2-e22a-40fb-aac9-67850ba0b474,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:41.296577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Network e764cacf-b1d4-47a6-8301-b745c027b273 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:41.304063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'name': 'tempest-AllowedAddressPairTestJSON-1231640177'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:41.324879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:41.324879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:41.326226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1edbd964-8330-4a58-b69b-f488aeed5d05 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:41.363846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:41.396850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.542063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:41.570111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:41.573369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.584514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.591611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-195abf52-f810-4de4-a08b-6b21eba41ebd tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:41.622387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network de3a0a99-3089-47b7-b8fa-68b66ef591f7 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:41.630488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d802fec-487a-410d-be5e-711d5cbf77b5']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:41.668896 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-98683eaa-4129-4503-b3b2-0ac1ac9bbc56 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags/tempest-TagsExtTest-Tag-37052996 HTTP/1.1" status: 201 len: 201 time: 0.4045551 Dec 22 08:39:41.672416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57908) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:41.681020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-54ca260f-9158-421c-8a2c-3b809c431c15 None None] Provisioning for port 0095ca32-dee6-41df-a81a-3d058797b9d0 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:41.681542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:41.681762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.683302 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] 10.222.0.16 "PUT /v2.0/ports/1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 200 len: 1093 time: 2.2529323 Dec 22 08:39:41.683841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:39:41.689425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Pushing event updated for resources: {'Port': ['ID=0095ca32-dee6-41df-a81a-3d058797b9d0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:41.694547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-023c17e4-bf1d-48ef-ace7-71202215f1e9 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', 'tempest-TagsExtTest-Tag-1314238501') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:41.701267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:41.707735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-54ca260f-9158-421c-8a2c-3b809c431c15 None None] Provisioning complete for port 0095ca32-dee6-41df-a81a-3d058797b9d0 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:41.708416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-54ca260f-9158-421c-8a2c-3b809c431c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.711468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.703s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:41.712105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:41.734641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdc40ad-9378-405b-9c67-427e7430b3d6') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:41.735175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdc40ad-9378-405b-9c67-427e7430b3d6') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:41.742166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, de3a0a99-3089-47b7-b8fa-68b66ef591f7) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:41.744161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.848175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-54ca260f-9158-421c-8a2c-3b809c431c15 None None] Port 0095ca32-dee6-41df-a81a-3d058797b9d0 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:41.855978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b51be8-acd0-4008-880e-62cdc1ebbae5 None None] Network de3a0a99-3089-47b7-b8fa-68b66ef591f7 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:41.865845 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'status': 'completed', 'code': 200} Dec 22 08:39:41.971086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:41.995997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:42.047330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.053798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:42.055551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.057806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9b145ad-61e2-4036-8ee2-4f54e2f95f4f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:42.065200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:42.075899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:42.121877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:42.182175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.189151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c903920-bf42-46b7-8832-f680868af0c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:42.189653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e8facb2-e45d-418c-a5eb-171e8f556a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.201861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:42.207061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:42.209248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=45979eb2-6b97-4df0-86c0-c0f52cd32167,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:42.211336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:42.250015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:42.252323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-c46a974f-6d97-4ce3-9083-4e26ea071fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:42.253872 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-c46a974f-6d97-4ce3-9083-4e26ea071fb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1096 time: 0.4705007 Dec 22 08:39:42.320670 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-023c17e4-bf1d-48ef-ace7-71202215f1e9 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags/tempest-TagsExtTest-Tag-1314238501 HTTP/1.1" status: 201 len: 201 time: 0.6447632 Dec 22 08:39:42.330078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c211e6-026a-4471-8949-ffb7134a1bad None None] Network d1a91b57-919c-49f7-83a0-13eb9174627f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:42.331650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:42.332758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.352208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57916) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:42.362812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-48952658-4328-453b-9fda-6f3426e0bf90 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', 'tempest-TagsExtTest-Tag-161056831') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:42.538598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:42.539011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.544113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:42.548334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.604344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.678450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d8b7a9b6-413a-4a79-b550-4ac683350fd7 None None] Provisioning for port f0cd7275-59de-402e-98aa-61978124cba9 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:42.690314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:42.690314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.691570 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0535848 Dec 22 08:39:42.694119 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-4f0d8d11-3e5e-4d3f-906b-64f57f86079f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 200 len: 217 time: 0.3401058 Dec 22 08:39:42.694890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57920) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:42.708639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] device_id is not set on port 2317188f-72d0-484f-806b-be6b8cc8d921 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:42.743749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'port': {'network_id': '639df81e-75bc-4c02-9662-2fff8e8e0f88', 'name': 'tempest-FloatingIPTestJSON-787024231'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:42.747439 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:42.766611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Port': ['ID=34006d6c-4e74-4d0b-80f6-eb2a2acb5ab8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:42.813292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 297cf8b2-b690-42ca-aeca-6075cf7323e4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:42.842681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:42.893744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 297cf8b2-b690-42ca-aeca-6075cf7323e4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:42.894588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.899981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-39bf232f-d749-4371-b999-21de0a0a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:42.901602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-39bf232f-d749-4371-b999-21de0a0a0ec9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf0f007a-dfb4-436b-96cb-995031d89ee8 HTTP/1.1" status: 200 len: 834 time: 0.1934485 Dec 22 08:39:42.910030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-48952658-4328-453b-9fda-6f3426e0bf90 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags/tempest-TagsExtTest-Tag-161056831 HTTP/1.1" status: 201 len: 201 time: 0.5506256 Dec 22 08:39:42.917679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57924) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:42.934232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.949762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-ff2e4930-a6e8-4d7d-8f65-41fd8111b05d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:43.008989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Checking segment: {'id': 'd547b23b-32af-4487-ac95-cb1709245598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '2f69e9ed-e5fa-4ded-8479-790629041ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:43.009350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network hostable DHCP agents. Network: 2f69e9ed-e5fa-4ded-8479-790629041ed5, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:43.023294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:43.029043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:port and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:43.033222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:43.040370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:43.058298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-1fdf8c89-fbaf-4c69-90f5-bbf90cb2e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:43.059965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-1fdf8c89-fbaf-4c69-90f5-bbf90cb2e2c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bbe142c-749a-4d50-9db2-e89c11ce3faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416750 Dec 22 08:39:43.061261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:43.065687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.068620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0cd7275-59de-402e-98aa-61978124cba9 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:43.168620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for b82fa5ce-2534-42a4-ab04-3e33acc2472e owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:43.176804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] device_id is not set on port f58dd129-dbc6-49ca-b418-c2098143cc41 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:43.179015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port f0cd7275-59de-402e-98aa-61978124cba9 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:43.185164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.185901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.191090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f0cd7275-59de-402e-98aa-61978124cba9 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:43.191516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.272260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Provisioning complete for port f0cd7275-59de-402e-98aa-61978124cba9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:43.272647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.308639 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-c692cc66-1d8b-477d-96e0-7e11eb341b7b service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326024 Dec 22 08:39:43.333196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.374264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:43.392179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.414878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.450965 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/3d802fec-487a-410d-be5e-711d5cbf77b5 HTTP/1.1" status: 204 len: 168 time: 9.8428271 Dec 22 08:39:43.452524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57930) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:43.467885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=3d802fec-487a-410d-be5e-711d5cbf77b5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:43.480622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:43.480878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9c2fc-2d65-4124-b074-5b3de9fe3486 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:39:43.485846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899804637'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:43.497198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f1205-e639-4d4a-8016-a2375624222a req-93e8f8d4-6ff7-4602-9542-40e18b388746 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:43.504597 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e37f1205-e639-4d4a-8016-a2375624222a req-93e8f8d4-6ff7-4602-9542-40e18b388746 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 943 time: 1.1930976 Dec 22 08:39:43.508421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:43.526782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network 2f69e9ed-e5fa-4ded-8479-790629041ed5 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:43.527041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:43.535794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.537816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:43.545820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.13 (639df81e-75bc-4c02-9662-2fff8e8e0f88/31bd0ef0-f700-4038-9a8f-dbd5288f215c/f58dd129-dbc6-49ca-b418-c2098143cc41) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:43.556811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:43.570016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:43.607627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27f40f7b-fac4-4619-830e-69a98fc11adc req-72f16d5c-7d45-42b6-953c-74a88772252b service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905836 Dec 22 08:39:43.611853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:43.616202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.659457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Allocated IP 172.20.0.6 (d1cd4b1d-8468-4add-9916-c64735190b88/fcf5610b-929d-48ce-ab03-d6d67642f4e3/2317188f-72d0-484f-806b-be6b8cc8d921) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:43.671024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=b82fa5ce-2534-42a4-ab04-3e33acc2472e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:43.674739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 2f69e9ed-e5fa-4ded-8479-790629041ed5) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:43.676551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:43.698117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port f0cd7275-59de-402e-98aa-61978124cba9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0cd7275-59de-402e-98aa-61978124cba9,segment=NetworkSegment(c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b),segment_id=c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:43.699619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed9c2fc-2d65-4124-b074-5b3de9fe3486 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:39:43.729731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:43.731702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.738759 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e37f1205-e639-4d4a-8016-a2375624222a req-b7c4b615-1a2d-470c-812e-373a4cb9e83e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330134 Dec 22 08:39:43.743094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:43.749079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:43.755326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:43.756057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.771396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.771396 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 444b8a85-67c7-4ad1-8012-60f53c07e0be of type vlan for network 96803ab7-894b-4fbe-a357-0750e9d77e18 Dec 22 08:39:43.793079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.851889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:43.853000 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ff2e4930-a6e8-4d7d-8f65-41fd8111b05d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags HTTP/1.1" status: 200 len: 241 time: 0.9241755 Dec 22 08:39:43.853000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.856088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57934) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:43.878669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-1e00264e-f320-49b3-864c-ca797ecb0a6d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', 'tempest-TagsExtTest-Tag-1022062083') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:43.879140 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 9.1929340 Dec 22 08:39:43.893857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57938) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:43.923567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.957489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-8c1e21d4-3add-4fcb-891d-13a646c97239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:43.958980 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-8c1e21d4-3add-4fcb-891d-13a646c97239 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1096 time: 0.2852752 Dec 22 08:39:44.020444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:44.021056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:44.041414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=f0cd7275-59de-402e-98aa-61978124cba9,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:44.046015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:44.109728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.115121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.115483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:44.116264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.119900 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/b82fa5ce-2534-42a4-ab04-3e33acc2472e HTTP/1.1" status: 204 len: 168 time: 3.4701819 Dec 22 08:39:44.124318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2015205d-5667-4430-af8c-54fdc9eb38ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:44.125566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:44.150479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.230892 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7074442-f860-4659-8116-eb74c6e98a36 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:39:44.230892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7074442-f860-4659-8116-eb74c6e98a36 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:44.286855 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8236561 Dec 22 08:39:44.289141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57946) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:44.304974 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1e00264e-f320-49b3-864c-ca797ecb0a6d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags/tempest-TagsExtTest-Tag-1022062083 HTTP/1.1" status: 204 len: 168 time: 0.4441128 Dec 22 08:39:44.319114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57950) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:44.334782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': '96803ab7-894b-4fbe-a357-0750e9d77e18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:44.342150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-7701042b-9bdb-4aeb-a78c-ecd562df368e tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', 'tempest-TagsExtTest-Tag-1022062083') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:44.355533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=96803ab7-894b-4fbe-a357-0750e9d77e18,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:44.365276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:44.373359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 96803ab7-894b-4fbe-a357-0750e9d77e18 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:44.394138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7074442-f860-4659-8116-eb74c6e98a36 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:44.395307 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b7074442-f860-4659-8116-eb74c6e98a36 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/b82fa5ce-2534-42a4-ab04-3e33acc2472e HTTP/1.1" status: 404 len: 333 time: 0.2656364 Dec 22 08:39:44.401808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.419581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Transition to ACTIVE for port object 2317188f-72d0-484f-806b-be6b8cc8d921 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:44.431397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-3953b895-7cd7-4001-b5d0-f4616a87a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:44.433037 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-3953b895-7cd7-4001-b5d0-f4616a87a76a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 200 len: 897 time: 0.4507780 Dec 22 08:39:44.433188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b6e22-f2f5-4054-937f-5a5629f5ba64 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:44.439269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b6e22-f2f5-4054-937f-5a5629f5ba64 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:44.440108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b6b6e22-f2f5-4054-937f-5a5629f5ba64 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Synchronizing usage tracker for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:44.445160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57954) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:44.463047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b59291-7eb8-40bf-b6df-f20191cdf535 None None] Network 2f69e9ed-e5fa-4ded-8479-790629041ed5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:44.660733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.697198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b6b6e22-f2f5-4054-937f-5a5629f5ba64 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Unset dirty status for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:44.698895 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b6b6e22-f2f5-4054-937f-5a5629f5ba64 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8018811 Dec 22 08:39:44.703788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57958) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:44.755245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.776764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Provisioning for port 53c28686-c698-4315-ae2a-eabecaa0a515 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:44.785906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1f7a805d-4f50-4535-ac83-e6930236fa72 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:44.792058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Provisioning complete for port 53c28686-c698-4315-ae2a-eabecaa0a515 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:44.792539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.846329 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-aa786f5b-836c-4b9c-aaa8-1346222465f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 200 len: 217 time: 0.3944533 Dec 22 08:39:44.850409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:44.850749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.862915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-892cb788-68b4-4ebd-ac5f-1be968fa9aaf None None] Port 53c28686-c698-4315-ae2a-eabecaa0a515 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:44.873351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:44.895600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Deleting port 783816b2-e22a-40fb-aac9-67850ba0b474 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:44.895957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.926339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.970216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.973640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network d1cd4b1d-8468-4add-9916-c64735190b88 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:44.983023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-474c9be1-26f0-424e-bb13-df391f13267f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:44.987728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cbdb857d-fece-47bf-8298-fbdcf7eb0ce9 None None] Provisioning complete for port 53c28686-c698-4315-ae2a-eabecaa0a515 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:44.987891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:44.988321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cbdb857d-fece-47bf-8298-fbdcf7eb0ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.996592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.033737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:45.040837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:45.066100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb857d-fece-47bf-8298-fbdcf7eb0ce9 None None] Port 53c28686-c698-4315-ae2a-eabecaa0a515 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:45.067599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=2317188f-72d0-484f-806b-be6b8cc8d921,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:45.083263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:45.084999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:45.090901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:45.092673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c3da0ee5-eed4-489a-909d-f0f802562094 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:45.115954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:45.153399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:45.164122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-72cc5e99-e896-41ad-9040-8fb06e169c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.165580 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-72cc5e99-e896-41ad-9040-8fb06e169c27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf0f007a-dfb4-436b-96cb-995031d89ee8 HTTP/1.1" status: 200 len: 834 time: 0.2853434 Dec 22 08:39:45.166416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:45.179293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:45.198281 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7701042b-9bdb-4aeb-a78c-ecd562df368e tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags/tempest-TagsExtTest-Tag-1022062083 HTTP/1.1" status: 204 len: 168 time: 0.8697102 Dec 22 08:39:45.199474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.227325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-439186d4-2be7-4f6a-9c31-8cf6ba504efb tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.261043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=f58dd129-dbc6-49ca-b418-c2098143cc41,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:45.279714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:45.290335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:45.293858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.305464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6673268a-80e8-45b2-bc6a-af3e08140061 None None] Provisioning for port 2317188f-72d0-484f-806b-be6b8cc8d921 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:45.306570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.311155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Pushing event updated for resources: {'Port': ['ID=0095ca32-dee6-41df-a81a-3d058797b9d0,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:45.313746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6673268a-80e8-45b2-bc6a-af3e08140061 None None] Provisioning complete for port 2317188f-72d0-484f-806b-be6b8cc8d921 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:45.314887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6673268a-80e8-45b2-bc6a-af3e08140061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.328695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.329490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.333704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:45.378563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6673268a-80e8-45b2-bc6a-af3e08140061 None None] Port 2317188f-72d0-484f-806b-be6b8cc8d921 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:45.501892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.502882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.511120 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2313898 Dec 22 08:39:45.522192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57968) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.527422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.539408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748fede-a1da-4915-be54-617867be30fc req-54cb6b1c-428f-4fb7-9bd2-6322124f549b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.540156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-7748fede-a1da-4915-be54-617867be30fc req-54cb6b1c-428f-4fb7-9bd2-6322124f549b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Synchronizing usage tracker for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:45.543727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e3:87:83'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:45.584591 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8781569 Dec 22 08:39:45.598400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57972) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.617695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'f58dd129-dbc6-49ca-b418-c2098143cc41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:45.628274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-7748fede-a1da-4915-be54-617867be30fc req-54cb6b1c-428f-4fb7-9bd2-6322124f549b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Unset dirty status for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:45.629397 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7748fede-a1da-4915-be54-617867be30fc req-54cb6b1c-428f-4fb7-9bd2-6322124f549b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 943 time: 0.7509212 Dec 22 08:39:45.635861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:45.653220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-2cddcc3f-5fcd-455a-8e74-b4dd6060bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.654931 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-2cddcc3f-5fcd-455a-8e74-b4dd6060bbee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bbe142c-749a-4d50-9db2-e89c11ce3faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4342139 Dec 22 08:39:45.655983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:floatingip and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:45.662612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:45.686855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.711266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:45.725000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Calling delete_port for 783816b2-e22a-40fb-aac9-67850ba0b474 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:45.848499 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-439186d4-2be7-4f6a-9c31-8cf6ba504efb tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags HTTP/1.1" status: 200 len: 205 time: 0.6329048 Dec 22 08:39:45.872531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0cd7275-59de-402e-98aa-61978124cba9 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:45.897312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57976) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.909732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-96eac76d-b9e3-4d71-a32d-f692fc4428a4 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.946833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f0cd7275-59de-402e-98aa-61978124cba9 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:45.947616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.966228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:45.975173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Network e764cacf-b1d4-47a6-8301-b745c027b273 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:45.979804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:45.994446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.055074 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7748fede-a1da-4915-be54-617867be30fc req-53b66ac8-9356-40db-b578-45ee6f67d269 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046555 Dec 22 08:39:46.064561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.102759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:46.160201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Port': ['ID=783816b2-e22a-40fb-aac9-67850ba0b474,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:46.176232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:46.240342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-f1654819-99d3-49be-a877-4dae9c05daaf service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597131 Dec 22 08:39:46.309601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a02b753c-2b1f-47be-a8b8-5ba82b4022ed None None] Provisioning complete for port 0095ca32-dee6-41df-a81a-3d058797b9d0 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:46.310144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a02b753c-2b1f-47be-a8b8-5ba82b4022ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.317480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.364520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.374883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a02b753c-2b1f-47be-a8b8-5ba82b4022ed None None] Port 0095ca32-dee6-41df-a81a-3d058797b9d0 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:46.455099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/ports/783816b2-e22a-40fb-aac9-67850ba0b474 HTTP/1.1" status: 204 len: 168 time: 1.7460654 Dec 22 08:39:46.464030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57980) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:46.473713 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96eac76d-b9e3-4d71-a32d-f692fc4428a4 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags HTTP/1.1" status: 200 len: 239 time: 0.5736835 Dec 22 08:39:46.501345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c99dbc7b-72ca-499d-8284-6c5bb1e9eeed tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:46.507796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57984) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:46.534365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-d8ace128-638a-4a64-a114-57b8eb414f48 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', 'tempest-TagsExtTest-Tag-37052996') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:46.566955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.606303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Router 618dced5-0baa-4401-86c0-8a0c5fa6b64f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:39:46.636753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=cea7efa2-364d-4e83-95be-558dc3a78702,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:46.643685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:46.649277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.662760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Deleting port 34006d6c-4e74-4d0b-80f6-eb2a2acb5ab8 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:46.663105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.670005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98d4f2ef-70d4-4d6d-9b3f-3ce48f18090b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:46.726089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:46.729327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1f4505ab-99ef-48ee-8fde-2d30a91c5674 req-d24dfaf6-caf2-44a7-83d4-0d8c60cfb088 service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800053 Dec 22 08:39:46.730095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:46.739022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1dbabfc4-f94b-42de-b30a-d5f57c909b98 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:39:46.775348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': '444b8a85-67c7-4ad1-8012-60f53c07e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96803ab7-894b-4fbe-a357-0750e9d77e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:46.775752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: 96803ab7-894b-4fbe-a357-0750e9d77e18, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:46.879850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network 96803ab7-894b-4fbe-a357-0750e9d77e18 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:46.921130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:46.923141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 96803ab7-894b-4fbe-a357-0750e9d77e18) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:46.930263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.935588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56a83a-a39c-480a-8d46-b39834100984 None None] Network 96803ab7-894b-4fbe-a357-0750e9d77e18 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:46.958776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'port_id': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'mac_address': 'fa:16:3e:c8:09:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:39:46.976891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:46.977481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.985549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.025503 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 HTTP/1.1" status: 204 len: 168 time: 2.5786598 Dec 22 08:39:47.029190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 57988) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.097242 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7948089 Dec 22 08:39:47.097347 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8ace128-638a-4a64-a114-57b8eb414f48 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags/tempest-TagsExtTest-Tag-37052996 HTTP/1.1" status: 204 len: 168 time: 0.5835118 Dec 22 08:39:47.099599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57994) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.099878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 57996) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.111115 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d612d3ca-55df-4138-91c2-bbf714dfe140 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:39:47.111719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d612d3ca-55df-4138-91c2-bbf714dfe140 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:47.113041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-e7425c27-b555-4d0e-9c88-36f8b6ac534f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', 'tempest-TagsExtTest-Tag-37052996') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:47.114497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.162120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbabfc4-f94b-42de-b30a-d5f57c909b98 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:39:47.183546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d612d3ca-55df-4138-91c2-bbf714dfe140 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:47.187205 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d612d3ca-55df-4138-91c2-bbf714dfe140 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/adc0b1fb-ca0c-4fb7-b7b6-0c88cb2dc8b4 HTTP/1.1" status: 404 len: 333 time: 0.1545737 Dec 22 08:39:47.188520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58002) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.218565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:47.227960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.231562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-deb0c363-1ad7-4a68-9c57-8345f696833e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:47.264937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.26.7.118 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/f0b70d6f-c5f8-4142-977e-811b95793454) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:47.287279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet 4abdd147-79db-459e-b188-a97b3d39d852 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:47.293797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.344568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:47.347701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:47.360657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-96803ab7-894b-4fbe-a357-0750e9d77e18', 'network_id': '96803ab7-894b-4fbe-a357-0750e9d77e18', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': 'cea7efa2-364d-4e83-95be-558dc3a78702'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:47.361660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.433823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.484640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:47.501543 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Sync routers for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:47.517733 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] 10.222.0.36 "PUT /v2.0/routers/618dced5-0baa-4401-86c0-8a0c5fa6b64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4558322 Dec 22 08:39:47.534152 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:47.535132 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:47.537685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.567812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Allocated IP 2001:db8::1 (96803ab7-894b-4fbe-a357-0750e9d77e18/cea7efa2-364d-4e83-95be-558dc3a78702/17ae4825-3ff8-43c3-b570-3d20bbb9fb29) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:47.584764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.643332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1dbabfc4-f94b-42de-b30a-d5f57c909b98'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:39:47.714854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Calling delete_port for 34006d6c-4e74-4d0b-80f6-eb2a2acb5ab8 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:47.769948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.836206 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:47.859751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.905451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.915064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:47.941112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.958573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7029c66-f2aa-423c-a879-aecbf9e0a3d6 req-db0d1e57-ec00-4656-88bb-b1bb3bbf4543 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:47.960144 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7029c66-f2aa-423c-a879-aecbf9e0a3d6 req-db0d1e57-ec00-4656-88bb-b1bb3bbf4543 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 944 time: 0.7215261 Dec 22 08:39:47.967119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.967745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.987448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-adf5fc12-5514-49cb-a2f7-f034fb35c941 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:48.098322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:48.111706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.130452 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/4abdd147-79db-459e-b188-a97b3d39d852 HTTP/1.1" status: 204 len: 168 time: 0.9407644 Dec 22 08:39:48.131521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:48.133439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58012) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:48.152723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56ec4b-8465-4a58-ab4b-5cb9a1f9ab20 None None] Network cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:48.156515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:48.250268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=f0b70d6f-c5f8-4142-977e-811b95793454,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:48.292638 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:44Z', 'revision_number': 2, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:48.297829 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Checking router: 618dced5-0baa-4401-86c0-8a0c5fa6b64f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:39:48.298195 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Updating router 618dced5-0baa-4401-86c0-8a0c5fa6b64f port 0095ca32-dee6-41df-a81a-3d058797b9d0 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:39:48.307678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:48.310086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:48.359021 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.371723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=4abdd147-79db-459e-b188-a97b3d39d852,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:48.375510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.379184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:48.432591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.468877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 297cf8b2-b690-42ca-aeca-6075cf7323e4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:48.469288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.511877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.550264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.550578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58018) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:48.593226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Transition to ACTIVE for port object 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:48.644738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058645683', 'description': 'tempest-description--1711144433'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:48.659007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:48.664019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Usage tracker for resource:security_group and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:48.666141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=2317188f-72d0-484f-806b-be6b8cc8d921,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:48.673594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:48.679802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Transition to ACTIVE for port object 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:48.692882 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e7425c27-b555-4d0e-9c88-36f8b6ac534f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags/tempest-TagsExtTest-Tag-37052996 HTTP/1.1" status: 204 len: 168 time: 1.5863862 Dec 22 08:39:48.698829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:48.706801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.725186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58022) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:48.728856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a0dc03e1-a8b0-4d21-9a3f-4f20462c1e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:48.752932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.757136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:48.757763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:48.837566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] DHCP port deletion for cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:39:48.846343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:48.862737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Usage tracker for resource:security_group_rule and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:48.869080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.885815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.892487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Network 96803ab7-894b-4fbe-a357-0750e9d77e18 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:48.893693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Deleting port 297cf8b2-b690-42ca-aeca-6075cf7323e4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:48.894236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.907954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-f287900b-9a91-4276-8706-a30c2433982d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:48.918648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:48.937812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:48.940343 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.942591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:48.958900 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Transition to ACTIVE for port object 0095ca32-dee6-41df-a81a-3d058797b9d0 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:48.960122 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/ports/34006d6c-4e74-4d0b-80f6-eb2a2acb5ab8 HTTP/1.1" status: 204 len: 168 time: 2.4950664 Dec 22 08:39:48.961760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Port': ['ID=34006d6c-4e74-4d0b-80f6-eb2a2acb5ab8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:48.971001 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.978891 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb2e952a-59a5-4bf8-bc28-c46081cc41f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:48.985933 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d7029c66-f2aa-423c-a879-aecbf9e0a3d6 req-9d96e197-94d2-48d2-af17-b46fd6cab8d7 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0145125 Dec 22 08:39:49.006261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.012291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58028) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.016430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fad17c89-3ac5-4de1-92c7-eb0a3ed4d2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.070440 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce2b8-f782-4807-8f69-61dc63cf7645 None None] Pushing event updated for resources: {'Port': ['ID=0095ca32-dee6-41df-a81a-3d058797b9d0,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.075300 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb8ce2b8-f782-4807-8f69-61dc63cf7645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.117432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Pushing event updated for resources: {'Port': ['ID=17ae4825-3ff8-43c3-b570-3d20bbb9fb29,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.121859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.126329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7b287c8b-6672-41f0-a310-2c7a5f41d6de None None] Provisioning complete for port 2317188f-72d0-484f-806b-be6b8cc8d921 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:49.127433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7b287c8b-6672-41f0-a310-2c7a5f41d6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.133064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:49.183960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Attempting to bind port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:49.185135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Attempting to bind port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '444b8a85-67c7-4ad1-8012-60f53c07e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96803ab7-894b-4fbe-a357-0750e9d77e18'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:49.185676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Attempting to bind port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 on network 96803ab7-894b-4fbe-a357-0750e9d77e18 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:49.210356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=cea7efa2-364d-4e83-95be-558dc3a78702,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.213690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:49.214963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Checking segment: {'id': '444b8a85-67c7-4ad1-8012-60f53c07e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96803ab7-894b-4fbe-a357-0750e9d77e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:49.215618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.216384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Bound using segment: {'id': '444b8a85-67c7-4ad1-8012-60f53c07e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96803ab7-894b-4fbe-a357-0750e9d77e18'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:49.217238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Bound port: 17ae4825-3ff8-43c3-b570-3d20bbb9fb29, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444b8a85-67c7-4ad1-8012-60f53c07e0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '96803ab7-894b-4fbe-a357-0750e9d77e18'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:49.218139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.233094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.241327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f1ac537-1e70-4cc6-ab70-28b7c8f8bff5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Synchronizing usage tracker for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:49.247601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] In _notify_port_updated(), no bound segment for port 2317188f-72d0-484f-806b-be6b8cc8d921 on network d1cd4b1d-8468-4add-9916-c64735190b88 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:39:49.254544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:49.255323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.261119 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7f78f7fa-d0bb-486a-b025-b2de1e6fa4cc tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "PUT /v2.0/ports/2317188f-72d0-484f-806b-be6b8cc8d921 HTTP/1.1" status: 200 len: 996 time: 3.7386005 Dec 22 08:39:49.271750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58034) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.368195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7b287c8b-6672-41f0-a310-2c7a5f41d6de None None] Port 2317188f-72d0-484f-806b-be6b8cc8d921 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:49.376425 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Attempting to bind port 0095ca32-dee6-41df-a81a-3d058797b9d0 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:49.376812 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Attempting to bind port 0095ca32-dee6-41df-a81a-3d058797b9d0 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:49.377225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Attempting to bind port 0095ca32-dee6-41df-a81a-3d058797b9d0 on network e764cacf-b1d4-47a6-8301-b745c027b273 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:49.380024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.384009 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:49.384438 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Checking segment: {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:49.384850 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.385246 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Bound using segment: {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:49.385774 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Bound port: 0095ca32-dee6-41df-a81a-3d058797b9d0, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:49.386184 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.424825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.443529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] For port 297cf8b2-b690-42ca-aeca-6075cf7323e4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=297cf8b2-b690-42ca-aeca-6075cf7323e4,segment=NetworkSegment(bcfd6360-75ab-4f52-835c-09f10ce6a2d5),segment_id=bcfd6360-75ab-4f52-835c-09f10ce6a2d5)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:49.443937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.456918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9f1ac537-1e70-4cc6-ab70-28b7c8f8bff5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Unset dirty status for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:49.458528 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f1ac537-1e70-4cc6-ab70-28b7c8f8bff5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4114180 Dec 22 08:39:49.461700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96803ab7-894b-4fbe-a357-0750e9d77e18']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.472701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting port 2317188f-72d0-484f-806b-be6b8cc8d921 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:49.473429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.507400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58038) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.514937 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] For port 0095ca32-dee6-41df-a81a-3d058797b9d0, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:49.518888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2113532364'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:49.520146 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] For port 0095ca32-dee6-41df-a81a-3d058797b9d0, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0095ca32-dee6-41df-a81a-3d058797b9d0,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:49.528215 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.539780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444b8a85-67c7-4ad1-8012-60f53c07e0be') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.540499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444b8a85-67c7-4ad1-8012-60f53c07e0be') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.541686 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.560515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:49.570158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Usage tracker for resource:network and tenant:4b4965a9a3904652b035db79b1e0bd65 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:49.574514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.575996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] For port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:49.584043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:49.602566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.605811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:49.612274 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f287900b-9a91-4276-8706-a30c2433982d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags HTTP/1.1" status: 200 len: 205 time: 0.7694244 Dec 22 08:39:49.616576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58042) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.618922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 297cf8b2-b690-42ca-aeca-6075cf7323e4 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:49.636252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] For port 297cf8b2-b690-42ca-aeca-6075cf7323e4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=297cf8b2-b690-42ca-aeca-6075cf7323e4,segment=NetworkSegment(bcfd6360-75ab-4f52-835c-09f10ce6a2d5),segment_id=bcfd6360-75ab-4f52-835c-09f10ce6a2d5)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:49.636687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.650782 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ce2b8-f782-4807-8f69-61dc63cf7645 None None] Pushing event updated for resources: {'Port': ['ID=0095ca32-dee6-41df-a81a-3d058797b9d0,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.658234 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb8ce2b8-f782-4807-8f69-61dc63cf7645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.659198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-0361e3db-83de-4689-ad6f-5f5a373253dc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.661605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] For port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=17ae4825-3ff8-43c3-b570-3d20bbb9fb29,segment=NetworkSegment(444b8a85-67c7-4ad1-8012-60f53c07e0be),segment_id=444b8a85-67c7-4ad1-8012-60f53c07e0be)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:49.667336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0bd563c6-8f4c-4d39-823e-f7e79a568f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.672464 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:49.674253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.675383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.742467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.758807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.799702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.803491 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1736975 Dec 22 08:39:49.846052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58046) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.871299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Request body: {'security_group_rule': {'security_group_id': '6b1bb8fe-f168-4f85-94a9-4a39560265a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:49.881168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1bb8fe-f168-4f85-94a9-4a39560265a1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.892596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Pushing event updated for resources: {'Port': ['ID=17ae4825-3ff8-43c3-b570-3d20bbb9fb29,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.895518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Made reservation on behalf of 4b4965a9a3904652b035db79b1e0bd65 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:49.895791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.904308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:49.907635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Calling delete_port for 297cf8b2-b690-42ca-aeca-6075cf7323e4 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:49.909526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.911859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.927441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Usage tracker for resource:security_group_rule and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:49.931755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:49.936110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:49.939221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.950883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:49.959592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.966557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c061e9d-fe7f-4605-823d-46df67e79e79 tempest-RoutersIpV6AdminTest-781162462 tempest-RoutersIpV6AdminTest-781162462-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:49.974245 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:49.983032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 297cf8b2-b690-42ca-aeca-6075cf7323e4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:50.000604 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:39:50.025435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=297cf8b2-b690-42ca-aeca-6075cf7323e4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:50.040770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:50.042470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No DVR routers for this DVR port 297cf8b2-b690-42ca-aeca-6075cf7323e4 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:50.095104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.116308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c381a6-035c-4a99-a077-93995788b44b None None] Network 96803ab7-894b-4fbe-a357-0750e9d77e18 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:50.144419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 297cf8b2-b690-42ca-aeca-6075cf7323e4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:39:50.145278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 297cf8b2-b690-42ca-aeca-6075cf7323e4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:50.222159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.252281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:39:50.252281 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:39:50.252281 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'id': '96803ab7-894b-4fbe-a357-0750e9d77e18'}] Dec 22 08:39:50.252281 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:50.252722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:50.254723 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0361e3db-83de-4689-ad6f-5f5a373253dc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags HTTP/1.1" status: 200 len: 241 time: 0.6091681 Dec 22 08:39:50.258668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:50.268711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58052) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.297818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-4d5c503c-ca82-4aa3-94a2-b7801f52a761 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', 'tempest-TagsExtTest-Tag-1314238501') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:50.300910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.301259 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Added segment 7a557450-1e25-43b3-82d0-a84bc8bbd93c of type vlan for network 0ec0d7db-5354-4725-a2df-8efec353be9a Dec 22 08:39:50.310779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.360161 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:39:50.410889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:50.412040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:50.449218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.468979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Calling delete_port for 2317188f-72d0-484f-806b-be6b8cc8d921 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:50.517912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.547418 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:49Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:50.551756 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4cd86-8e1e-45bc-8fa1-799731598bdf None None] The sync data for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv is: [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:49Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:50.554753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:50.580840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.599724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.615984 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:50.616142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.621735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfd6360-75ab-4f52-835c-09f10ce6a2d5') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:50.622039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfd6360-75ab-4f52-835c-09f10ce6a2d5') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:50.633042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-91afbcd3-bc4d-43fb-8888-807aab3728de tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:50.640492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.686532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.699687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:50.762006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81e9c11-6375-46e3-8dd0-7517bafbd91e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:50.767208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.777354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1dbabfc4-f94b-42de-b30a-d5f57c909b98 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:50.779320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:50.788115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:50.788529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:50.806593 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:50.809117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.834181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.837757 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4d5c503c-ca82-4aa3-94a2-b7801f52a761 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags/tempest-TagsExtTest-Tag-1314238501 HTTP/1.1" status: 204 len: 168 time: 0.5599761 Dec 22 08:39:50.842441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58056) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.885369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:50.892183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:50.893033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.918229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.919821 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0711684 Dec 22 08:39:50.928495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.929080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Deleting port 297cf8b2-b690-42ca-aeca-6075cf7323e4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:50.929560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.934059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-78a79cc3-a99e-4090-803b-dfde1e689669 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', 'tempest-TagsExtTest-Tag-1314238501') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:50.943098 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4301081 Dec 22 08:39:50.946775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Request body: {'security_group_rule': {'security_group_id': '6b1bb8fe-f168-4f85-94a9-4a39560265a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:50.952075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58064) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.987354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1065654336'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:50.992465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:50.996799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Usage tracker for resource:network and tenant:4b4965a9a3904652b035db79b1e0bd65 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:51.000298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:51.007327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:51.013334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:51.013682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.039760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-62e0f024-0217-4b6f-b4a4-7b872de03fe1 None None] The port '297cf8b2-b690-42ca-aeca-6075cf7323e4' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:39:51.041809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Network': ['ID=0ec0d7db-5354-4725-a2df-8efec353be9a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.045946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.056506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:51.058151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f1505-b852-4f7b-941d-d095358cf960 req-03c9f213-0f88-44bd-b6ba-2499b94f8e08 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:51.065812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.069366 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d42f1505-b852-4f7b-941d-d095358cf960 req-03c9f213-0f88-44bd-b6ba-2499b94f8e08 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 944 time: 0.8382518 Dec 22 08:39:51.080666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Usage tracker for resource:security_group_rule and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:51.089801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbbfb3ac-9824-4ad1-a36b-05ca289dd9bd tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.115895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ccd67-1f68-432a-83f5-1e37221e3337 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:39:51.130840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:51.144547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 0ec0d7db-5354-4725-a2df-8efec353be9a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:51.152250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Made reservation on behalf of 4b4965a9a3904652b035db79b1e0bd65 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:51.156072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.175950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:51.221910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Port': ['ID=2317188f-72d0-484f-806b-be6b8cc8d921,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.225007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.318445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.377458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:39:51.398972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.415411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:51.424136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.434394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-044432a3-401e-4968-a049-eb3f8c38d7b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.443090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:51.496118 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'code': 200} Dec 22 08:39:51.601112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.626357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ccd67-1f68-432a-83f5-1e37221e3337 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:39:51.629099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.633685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.686010 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d42f1505-b852-4f7b-941d-d095358cf960 req-6befdc39-dad9-48cf-9449-32e2f0f9f9c6 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6154091 Dec 22 08:39:51.694812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.695190 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Added segment d3c3b383-161b-4c50-a24d-1568c6d5f1f4 of type vlan for network 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd Dec 22 08:39:51.711040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.713092 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/ports/2317188f-72d0-484f-806b-be6b8cc8d921 HTTP/1.1" status: 204 len: 168 time: 2.4221091 Dec 22 08:39:51.717565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.722260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.727293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58070) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:51.728130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-99ae5748-edd2-48ef-abe1-25e1bf1f1bfa tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.756786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=17ae4825-3ff8-43c3-b570-3d20bbb9fb29,segment=NetworkSegment(444b8a85-67c7-4ad1-8012-60f53c07e0be),segment_id=444b8a85-67c7-4ad1-8012-60f53c07e0be)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:51.757164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.799303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.869322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.871804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.881294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-950ed258-eae9-4caf-b9bf-c05f7391cf99 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.929398 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/cf2caf57-9fdb-4d4c-befe-f9e8c3df3c76 HTTP/1.1" status: 204 len: 168 time: 3.7785800 Dec 22 08:39:51.935256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58074) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:51.944191 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-877a6283-0d47-4ec6-acfd-8bbc578d5db6 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] GET failed (client error): The resource could not be found. Dec 22 08:39:51.944723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-877a6283-0d47-4ec6-acfd-8bbc578d5db6 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Synchronizing usage tracker for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:51.951023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1474668028'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:51.951256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.957825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.969536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:52.025194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.025412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0095ca32-dee6-41df-a81a-3d058797b9d0 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:52.032978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:52.035140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-deaec544-f7ea-41c7-be23-b505e4db40c5 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:52.068327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9efd19-cf7c-4464-91c2-4027c12a4e13,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.080078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-877a6283-0d47-4ec6-acfd-8bbc578d5db6 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Unset dirty status for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:52.081852 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-877a6283-0d47-4ec6-acfd-8bbc578d5db6 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "GET /v2.0/ports/2317188f-72d0-484f-806b-be6b8cc8d921 HTTP/1.1" status: 404 len: 333 time: 0.3244381 Dec 22 08:39:52.086336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.089728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58078) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:52.091533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:network and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:52.113595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:52.115826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.119608 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1849208 Dec 22 08:39:52.120371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58082) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:52.120494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'name': 'tempest-AllowedAddressPairTestJSON-1123971433'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:52.128027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:52.134688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.138891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:52.139493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.147576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bb84e94e-34d3-4b0b-8e76-37f9604dc448 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:52.159284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:52.167688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.199070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 0095ca32-dee6-41df-a81a-3d058797b9d0 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:52.213181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0095ca32-dee6-41df-a81a-3d058797b9d0 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:52.213570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.230153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:52.246100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.255427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Usage tracker for resource:floatingip and tenant:d9f06b68530c4cb7977ee5cb8f292dbf is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:52.276283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:52.292891 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3254449 Dec 22 08:39:52.295574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:52.298154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Network': ['ID=77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.306494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=f0b70d6f-c5f8-4142-977e-811b95793454,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.310327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No DVR routers for this DVR port 17ae4825-3ff8-43c3-b570-3d20bbb9fb29 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:52.312268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.312918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64d85775-53e1-404f-b2d9-f8ce06c400e9 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:52.330671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.336904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be900e80-3bad-4302-836e-efe50fdfa1ea req-f1424a67-f4a9-4dbb-97cb-6a4f87dc8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:52.338528 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-be900e80-3bad-4302-836e-efe50fdfa1ea req-f1424a67-f4a9-4dbb-97cb-6a4f87dc8c9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1098 time: 0.5753565 Dec 22 08:39:52.346155 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-78a79cc3-a99e-4090-803b-dfde1e689669 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags/tempest-TagsExtTest-Tag-1314238501 HTTP/1.1" status: 204 len: 168 time: 1.4974241 Dec 22 08:39:52.365594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58086) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:52.369718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:52.373490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.375304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:52.387974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.392990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-ccb200e6-8d59-4cc3-a5d3-fff1e52a7f98 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:52.419388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Port': ['ID=17ae4825-3ff8-43c3-b570-3d20bbb9fb29,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.444054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.445607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58090) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:52.539148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'subnets': [{'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--568194368', 'ip_version': 4}, {'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:52.539811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'subnet': {'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--568194368', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:52.540653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Request body: {'subnet': {'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:52.643293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.678352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.685523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 0095ca32-dee6-41df-a81a-3d058797b9d0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0095ca32-dee6-41df-a81a-3d058797b9d0,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:39:52.688188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:52.691110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.693463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:52.720693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-be900e80-3bad-4302-836e-efe50fdfa1ea req-a39a465e-90f5-40b7-bafd-7f2a1536e528 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736057 Dec 22 08:39:52.732147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.732494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Added segment b8a3412f-525d-4b81-b2d2-6ec03e4d56ff of type vlan for network caff682d-ed1a-427f-b110-aa1cb5f8ff20 Dec 22 08:39:52.749280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96803ab7-894b-4fbe-a357-0750e9d77e18']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:52.758178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:52.774078 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ccb200e6-8d59-4cc3-a5d3-fff1e52a7f98 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags HTTP/1.1" status: 200 len: 205 time: 0.3908081 Dec 22 08:39:52.775385 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP 529f689d-8cc3-4be0-9daa-1a51d3a6babf associated. External IP: 172.26.7.118, port: f58dd129-dbc6-49ca-b418-c2098143cc41. Dec 22 08:39:52.785904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58096) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:52.826080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=0095ca32-dee6-41df-a81a-3d058797b9d0,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.829451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.848476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:52.875308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.896414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:52.900449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.910560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444b8a85-67c7-4ad1-8012-60f53c07e0be') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:52.910956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444b8a85-67c7-4ad1-8012-60f53c07e0be') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:52.921404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-8e40ecec-1903-4e3c-a9a3-45fe37a41dbc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:53.011479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] device_id is not set on port 47435899-14e8-4673-bb39-0d3436153919 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:53.029519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.055694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.061566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:53.063011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.076479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:53.087133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.113338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:39:53.113736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:53.135575 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:53.147421 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8e40ecec-1903-4e3c-a9a3-45fe37a41dbc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags HTTP/1.1" status: 200 len: 240 time: 0.2509856 Dec 22 08:39:53.202643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.214371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:53.229084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-6055bb18-ded5-482a-a161-e2822f5ddd9a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', 'tempest-TagsExtTest-Tag-161056831') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:53.251095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Usage tracker for resource:subnet and tenant:4b4965a9a3904652b035db79b1e0bd65 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:53.262597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:53.278795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:53.297427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.309443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc3745-99de-4ff1-afaf-9db2e4261872 req-d529a18f-3376-4274-9e53-88cfcdbb9d19 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:53.310972 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58cc3745-99de-4ff1-afaf-9db2e4261872 req-d529a18f-3376-4274-9e53-88cfcdbb9d19 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.4079823 Dec 22 08:39:53.316267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Made reservation on behalf of 4b4965a9a3904652b035db79b1e0bd65 for: {'subnet': 2} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:53.321325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.321325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.339231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-62211a97-f10e-4db4-bfc4-6ac14acf6b4a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:53.360878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.364243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.374702 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6055bb18-ded5-482a-a161-e2822f5ddd9a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags/tempest-TagsExtTest-Tag-161056831 HTTP/1.1" status: 204 len: 168 time: 0.1683736 Dec 22 08:39:53.415410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58104) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.416119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Network': ['ID=caff682d-ed1a-427f-b110-aa1cb5f8ff20,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:53.423061 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4819517 Dec 22 08:39:53.425694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58106) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.431193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:53.438548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:53.467084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=96803ab7-894b-4fbe-a357-0750e9d77e18,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:53.480428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:53.481067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-5f7d8766-2859-46a2-9473-192fe6744e96 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', 'tempest-TagsExtTest-Tag-161056831') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:53.486694 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/96803ab7-894b-4fbe-a357-0750e9d77e18 HTTP/1.1" status: 204 len: 168 time: 6.3781803 Dec 22 08:39:53.493350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58112) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.501398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:53.549186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491316292'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:53.550017 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58cc3745-99de-4ff1-afaf-9db2e4261872 req-2087a516-e083-49e7-aad5-93ba1870a58a tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941938 Dec 22 08:39:53.555205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:53.559184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:53.563647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:53.580482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:53.663462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:53.667054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.686935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Allocated IP 172.26.7.96 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/b4c508f3-22b1-41fc-b17e-e44d2612f5c6) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:53.808318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Allocated IP 172.20.0.13 (d1cd4b1d-8468-4add-9916-c64735190b88/fcf5610b-929d-48ce-ab03-d6d67642f4e3/47435899-14e8-4673-bb39-0d3436153919) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:53.872984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:39:53.881657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:53.884314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:53.884980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0095ca32-dee6-41df-a81a-3d058797b9d0 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:53.900066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:53.917779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5f7d8766-2859-46a2-9473-192fe6744e96 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags/tempest-TagsExtTest-Tag-161056831 HTTP/1.1" status: 204 len: 168 time: 0.4933329 Dec 22 08:39:53.920015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:53.927806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.928184 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 78253355-39c6-4185-bfb3-042dc28b6b37 of type vlan for network ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 Dec 22 08:39:53.929109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58116) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.965891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0095ca32-dee6-41df-a81a-3d058797b9d0 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:53.966525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.084873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.123543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:54.124473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.131683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-615d963a-9a6e-4323-ad3e-2fccb08c585c tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:54.137625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-d7e86271-b115-47f0-83fd-b9f272bf2e0a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.147631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:54.171125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:54.193373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:54.194110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.200018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:54.203322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.224156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:54.229143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:54.260702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:54.301851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.310342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:54.311048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.316261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.320439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event updated for resources: {'Port': ['ID=b4c508f3-22b1-41fc-b17e-e44d2612f5c6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:54.333179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:54.378225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.378636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af81c0a-2c8a-448d-bd09-e87d8a47845f None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:54.384314 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d7e86271-b115-47f0-83fd-b9f272bf2e0a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags HTTP/1.1" status: 200 len: 205 time: 0.4476445 Dec 22 08:39:54.384314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.385282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58120) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.391473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-e8041e8d-a495-4ced-93c6-aadb2eb80fd6 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.424422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.431296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-666281cd-36ee-4774-9885-2d12a782105b tempest-ExtraDHCPOptionsIpV6TestJSON-759024509 tempest-ExtraDHCPOptionsIpV6TestJSON-759024509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:54.488428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.522949 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9164939 Dec 22 08:39:54.539447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58124) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.561303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:54.566059 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e8041e8d-a495-4ced-93c6-aadb2eb80fd6 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags HTTP/1.1" status: 204 len: 168 time: 0.1779602 Dec 22 08:39:54.574693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58128) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.578458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Subnet': ['ID=7678c4b8-ca59-48d5-a714-ee9b562f2bd9,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:54.590898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-24580ef1-04ad-488c-9272-c63b80671cd9 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.627328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.633813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:54.633813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.643587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:54.650089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:54.668299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Checking segment: {'id': '7a557450-1e25-43b3-82d0-a84bc8bbd93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:54.668299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network hostable DHCP agents. Network: 0ec0d7db-5354-4725-a2df-8efec353be9a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:54.723792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.927022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network 0ec0d7db-5354-4725-a2df-8efec353be9a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:54.957808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 0ec0d7db-5354-4725-a2df-8efec353be9a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:54.972149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02447fe-e346-4be8-8d1e-26ba1d953ff2 None None] Network 0ec0d7db-5354-4725-a2df-8efec353be9a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:55.006672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.013142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4814136 Dec 22 08:39:55.014383 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24580ef1-04ad-488c-9272-c63b80671cd9 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags HTTP/1.1" status: 204 len: 168 time: 0.4327824 Dec 22 08:39:55.019785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.023400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:55.024137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58136) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:55.025765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aca81919-24b7-4194-bd4d-135f5edbd479 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:55.063781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.075700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-c8596540-046d-4ce6-9fff-89d3981f7d3b tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:55.114775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:55.124188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:55.143488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Transition to ACTIVE for port object 47435899-14e8-4673-bb39-0d3436153919 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:55.146823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:55.173173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:55.319688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event updated for resources: {'Subnet': ['ID=f766ad9b-c9fc-40f0-9365-caec40c7d3a4,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:55.328213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.340633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:55.341855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:55.349878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-0ec0d7db-5354-4725-a2df-8efec353be9a', 'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a', 'tenant_id': '4b4965a9a3904652b035db79b1e0bd65', 'fixed_ips': [{'subnet_id': '7678c4b8-ca59-48d5-a714-ee9b562f2bd9'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:55.350756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.358311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:55.368968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:55.373085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Checking segment: {'id': 'd3c3b383-161b-4c50-a24d-1568c6d5f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:55.373447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network hostable DHCP agents. Network: 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:55.378390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:55.387667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677f12-66ea-4100-8381-9b7e3f18a7c4 req-5b40152d-9f25-4652-9a51-37e4cc543c6e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:55.389211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1677f12-66ea-4100-8381-9b7e3f18a7c4 req-5b40152d-9f25-4652-9a51-37e4cc543c6e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.7014301 Dec 22 08:39:55.391326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:55.427694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.435876 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c8596540-046d-4ce6-9fff-89d3981f7d3b tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags HTTP/1.1" status: 204 len: 168 time: 0.3695023 Dec 22 08:39:55.435876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:55.438331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.452342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:55.455067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.463106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-970d6ad7-7b09-4d4e-aa8e-5d46693b951f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:55.491383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Network 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:55.492919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.505806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-78eb9df0-86c9-4118-83aa-4039307eabc4 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:55.531619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.574352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.574839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP 529f689d-8cc3-4be0-9daa-1a51d3a6babf disassociated. External IP: 172.26.7.118, port: f58dd129-dbc6-49ca-b418-c2098143cc41. Dec 22 08:39:55.585301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Allocated IP 172.20.0.2 (0ec0d7db-5354-4725-a2df-8efec353be9a/7678c4b8-ca59-48d5-a714-ee9b562f2bd9/673d23f1-6fb6-49dc-a2da-032130840321) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:55.662352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:55.665138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:55.679632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-414ddd26-342c-4ad5-8a87-28d9223a06af tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:55.689624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:55.701520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89294b37-9c67-4344-8bd9-f21f1ec808ce None None] Network 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:55.721379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:55.721861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:55.722499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.729581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network d1cd4b1d-8468-4add-9916-c64735190b88 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:55.743656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:55.745813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:55.749323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event updated for resources: {'Port': ['ID=b4c508f3-22b1-41fc-b17e-e44d2612f5c6,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:55.759197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:55.794182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.809312 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.3624439 Dec 22 08:39:55.813245 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1677f12-66ea-4100-8381-9b7e3f18a7c4 req-e2171da3-0314-4b6b-8214-be56bbd9f53b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058897 Dec 22 08:39:55.817628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:55.902023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Checking segment: {'id': 'b8a3412f-525d-4b81-b2d2-6ec03e4d56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:55.904813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.905240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network hostable DHCP agents. Network: caff682d-ed1a-427f-b110-aa1cb5f8ff20, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:55.915670 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7944872 Dec 22 08:39:55.997413 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-78eb9df0-86c9-4118-83aa-4039307eabc4 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags HTTP/1.1" status: 204 len: 168 time: 0.5434113 Dec 22 08:39:56.006924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:56.010633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58426aca-9f85-4cba-a639-7262705838b2 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.017649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58426aca-9f85-4cba-a639-7262705838b2 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.019404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58426aca-9f85-4cba-a639-7262705838b2 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.020306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-58426aca-9f85-4cba-a639-7262705838b2 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Synchronizing usage tracker for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:56.025513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.041318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Transition to ACTIVE for port object 673d23f1-6fb6-49dc-a2da-032130840321 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:56.047191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-6a02a523-76f3-423e-876f-1afa25e578a8 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', 'tempest-TagsExtTest-Tag-951940313') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:56.073163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Transition to ACTIVE for port object 673d23f1-6fb6-49dc-a2da-032130840321 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:56.089324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.115380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:56.127548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=47435899-14e8-4673-bb39-0d3436153919,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:56.160286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:56.169511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.170588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.185244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-58426aca-9f85-4cba-a639-7262705838b2 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Unset dirty status for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:56.187271 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-58426aca-9f85-4cba-a639-7262705838b2 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3684301 Dec 22 08:39:56.194988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58170) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:56.204091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Network 0ec0d7db-5354-4725-a2df-8efec353be9a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:56.210462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:56.237466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.239460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:56.245979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Pushing event updated for resources: {'Port': ['ID=673d23f1-6fb6-49dc-a2da-032130840321,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:56.248902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:56.255191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84f0626c-9fb0-45c6-b842-46addc203c7f None None] Provisioning for port 47435899-14e8-4673-bb39-0d3436153919 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:56.260294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:56.298220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd', 'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd', 'tenant_id': '4b4965a9a3904652b035db79b1e0bd65', 'fixed_ips': [{'subnet_id': 'f766ad9b-c9fc-40f0-9365-caec40c7d3a4'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:56.299056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.313045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84f0626c-9fb0-45c6-b842-46addc203c7f None None] Provisioning complete for port 47435899-14e8-4673-bb39-0d3436153919 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:56.313415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84f0626c-9fb0-45c6-b842-46addc203c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.322892 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2124128 Dec 22 08:39:56.330438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58174) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:56.332858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:56.345746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'network_id': 'd1cd4b1d-8468-4add-9916-c64735190b88', 'name': 'tempest-AllowedAddressPairTestJSON-66491888'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:56.357455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-eb3a15b1-fa07-4e51-ac5b-c51f619d5d69 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Synchronizing usage tracker for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:56.371162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, caff682d-ed1a-427f-b110-aa1cb5f8ff20) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:56.375770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.376552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.458376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf9c329-2171-4296-b5fb-d3ba20752812 None None] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:56.459963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Deleting subnet 7678c4b8-ca59-48d5-a714-ee9b562f2bd9 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:56.474520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=eb18d0f1-6daf-4b95-909f-e8dc0dd9b903,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:56.476664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.489809 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0475602 Dec 22 08:39:56.490740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58178) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:56.496507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1191453734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:56.504479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:56.508560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:router and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:56.511776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:56.518461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7fc8e-fcda-4c50-bff6-4778f6c6aa79 req-b28b18d5-e911-427a-8292-6eec3736976e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.520332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:56.526066 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-42d7fc8e-fcda-4c50-bff6-4778f6c6aa79 req-b28b18d5-e911-427a-8292-6eec3736976e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.4519348 Dec 22 08:39:56.535738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-eb3a15b1-fa07-4e51-ac5b-c51f619d5d69 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Unset dirty status for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:56.546087 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-eb3a15b1-fa07-4e51-ac5b-c51f619d5d69 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2058645683&fields=id&tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf HTTP/1.1" status: 200 len: 267 time: 0.4115849 Dec 22 08:39:56.550448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:56.572781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': '78253355-39c6-4185-bfb3-042dc28b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:56.573149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:56.605519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Attempting to bind port 673d23f1-6fb6-49dc-a2da-032130840321 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:56.605813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Attempting to bind port 673d23f1-6fb6-49dc-a2da-032130840321 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '7a557450-1e25-43b3-82d0-a84bc8bbd93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:56.606184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Attempting to bind port 673d23f1-6fb6-49dc-a2da-032130840321 on network 0ec0d7db-5354-4725-a2df-8efec353be9a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:56.639235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:56.639631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Checking segment: {'id': '7a557450-1e25-43b3-82d0-a84bc8bbd93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:56.640122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.640519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Bound using segment: {'id': '7a557450-1e25-43b3-82d0-a84bc8bbd93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:56.641409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Bound port: 673d23f1-6fb6-49dc-a2da-032130840321, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a557450-1e25-43b3-82d0-a84bc8bbd93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ec0d7db-5354-4725-a2df-8efec353be9a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:56.641409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.645505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.646517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.651715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-84f0626c-9fb0-45c6-b842-46addc203c7f None None] Port 47435899-14e8-4673-bb39-0d3436153919 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:56.652842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.691468 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6a02a523-76f3-423e-876f-1afa25e578a8 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags/tempest-TagsExtTest-Tag-951940313 HTTP/1.1" status: 201 len: 201 time: 0.6680970 Dec 22 08:39:56.694662 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-42d7fc8e-fcda-4c50-bff6-4778f6c6aa79 req-3b7a17db-c7af-4bed-b1ad-378436f25846 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678121 Dec 22 08:39:56.697512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58182) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:56.698838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.712398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-740ba49e-4f04-405d-b8c4-a37e68746886 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', 'tempest-TagsExtTest-Tag-1327613418') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:56.728802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:56.731221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58186) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:56.785595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:39:56.785863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:56.806355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:56.823095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:56.826627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.828117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.870528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b3c71-5787-4b2e-b9b2-169d3e1dbbaf None None] Network ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:56.878437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Made reservation on behalf of 599ebc099af54c60bcb8dba65c392c08 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:56.882776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.910543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Allocated IP 172.20.0.18 (77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd/f766ad9b-c9fc-40f0-9365-caec40c7d3a4/b7f21e07-943c-4b3a-bdba-be1d12826c87) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:56.927825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.966106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-551c6c27-f94b-49f8-99c4-e04494789234 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.973204 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-551c6c27-f94b-49f8-99c4-e04494789234 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 812 time: 0.4247777 Dec 22 08:39:57.002881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] For port 673d23f1-6fb6-49dc-a2da-032130840321, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:57.025681 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9650888 Dec 22 08:39:57.029391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:57.138876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] For port 673d23f1-6fb6-49dc-a2da-032130840321, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=673d23f1-6fb6-49dc-a2da-032130840321,segment=NetworkSegment(7a557450-1e25-43b3-82d0-a84bc8bbd93c),segment_id=7a557450-1e25-43b3-82d0-a84bc8bbd93c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:57.150655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] device_id is not set on port 5a367b0b-02de-40d8-a0da-0b4720408ca2 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:57.165776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.182380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:57.188256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.213278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-caff682d-ed1a-427f-b110-aa1cb5f8ff20', 'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20', 'tenant_id': 'cdc1d6d0cc264e8fbf7c366514f99413', 'fixed_ips': [{'subnet_id': '2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:57.214131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.263202 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-391c1c69-bc40-4292-8afa-e877d26535b5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/quotas/d9f06b68530c4cb7977ee5cb8f292dbf HTTP/1.1" status: 200 len: 375 time: 0.2879193 Dec 22 08:39:57.286725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275a3a4-ea59-4169-ba92-88217a5bd387 tempest-TestNetworkAdvancedServerOps-220039131 tempest-TestNetworkAdvancedServerOps-220039131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:57.291306 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d275a3a4-ea59-4169-ba92-88217a5bd387 tempest-TestNetworkAdvancedServerOps-220039131 tempest-TestNetworkAdvancedServerOps-220039131-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1093 time: 0.5503798 Dec 22 08:39:57.298912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58196) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:57.309113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.313332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:57.313517 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-52764a7d-c4fe-46fe-82d0-f046a621ebc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8183348 Dec 22 08:39:57.316696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58200) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:57.324899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20', 'name': 'tempest-PortsTestJSON-140201969'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:57.337974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:57.352443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Usage tracker for resource:floatingip and tenant:1977a8a6e19e4ee796cb0ce097f94bfe is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:57.360953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:57.397606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.419068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Pushing event updated for resources: {'Port': ['ID=673d23f1-6fb6-49dc-a2da-032130840321,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:57.436329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:39:57.442377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.444515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Allocated IP 172.20.0.11 (d1cd4b1d-8468-4add-9916-c64735190b88/fcf5610b-929d-48ce-ab03-d6d67642f4e3/5a367b0b-02de-40d8-a0da-0b4720408ca2) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:57.444692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:57.455454 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:39:57.491541 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:57.493863 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:57.560473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-39f42c09-b7e3-464a-973a-3d33a6f587ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/floatingips/529f689d-8cc3-4be0-9daa-1a51d3a6babf HTTP/1.1" status: 200 len: 688 time: 3.0162942 Dec 22 08:39:57.564692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58204) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:57.621679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4', 'network_id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': 'eb18d0f1-6daf-4b95-909f-e8dc0dd9b903'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:39:57.622633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.677851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:57.700573 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-cf9f9fad-9ae1-4029-b0df-42cc2372e80d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4366765 Dec 22 08:39:57.741639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.753847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.754929 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:57.764591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Transition to ACTIVE for port object 5a367b0b-02de-40d8-a0da-0b4720408ca2 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:57.777365 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:39:57.785063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:57.803792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:port and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:57.817964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:57.822437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.825435 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:57.832938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Allocated IP 172.20.0.2 (caff682d-ed1a-427f-b110-aa1cb5f8ff20/2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3/186fc0f0-6375-47ea-8ad9-cd73b151ee70) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:57.835278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.840660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a5e0cb9-c63e-416a-b923-bcdd3bd49409 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:57.842117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Transition to ACTIVE for port object b7f21e07-943c-4b3a-bdba-be1d12826c87 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:57.895820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.928645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:57.951702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port f0b70d6f-c5f8-4142-977e-811b95793454 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:57.952164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.956925 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Transition to ACTIVE for port object b7f21e07-943c-4b3a-bdba-be1d12826c87 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:57.982752 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-740ba49e-4f04-405d-b8c4-a37e68746886 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags/tempest-TagsExtTest-Tag-1327613418 HTTP/1.1" status: 201 len: 201 time: 1.2812326 Dec 22 08:39:57.993971 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:57.994141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58208) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:58.006484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:58.008612 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73187b3d-4b98-49dc-8ce8-61b8716d92ec None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:39:58.010747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.027098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-556f02ec-7936-4bd3-b225-05df53a0899a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', 'tempest-TagsExtTest-Tag-1688546570') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:58.031611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.100805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Network d1cd4b1d-8468-4add-9916-c64735190b88 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:58.109404 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/subnets/7678c4b8-ca59-48d5-a714-ee9b562f2bd9 HTTP/1.1" status: 204 len: 168 time: 1.9117646 Dec 22 08:39:58.111095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:58.120997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.123849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:58.134008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3f899946-39f5-42d1-8972-b803d03c89a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.175803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:58.176273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 673d23f1-6fb6-49dc-a2da-032130840321 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:58.250541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:58.272052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=5a367b0b-02de-40d8-a0da-0b4720408ca2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.275070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Network 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:58.278001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Deleting subnet f766ad9b-c9fc-40f0-9365-caec40c7d3a4 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:39:58.288456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.289619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.316913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.334458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:58.348641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.361614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:58.389018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Pushing event updated for resources: {'Port': ['ID=b7f21e07-943c-4b3a-bdba-be1d12826c87,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.397735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Allocated IP 2001:db8::1 (ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4/eb18d0f1-6daf-4b95-909f-e8dc0dd9b903/4fe71d39-78d3-48e7-9834-4c5b48ec7322) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:58.400919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.418882 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-60e44be8-9454-4ead-a624-eb8124078053 service neutron] 10.222.0.36 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174838 Dec 22 08:39:58.428589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Subnet': ['ID=7678c4b8-ca59-48d5-a714-ee9b562f2bd9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.466373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.518568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:58.519342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.535571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.635233 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2990489 Dec 22 08:39:58.640695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:58.654381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e3:87:83'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b2:4b:33'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:58.678651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 673d23f1-6fb6-49dc-a2da-032130840321 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:58.714764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.771358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Attempting to bind port b7f21e07-943c-4b3a-bdba-be1d12826c87 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:58.771358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Attempting to bind port b7f21e07-943c-4b3a-bdba-be1d12826c87 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'd3c3b383-161b-4c50-a24d-1568c6d5f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:58.773000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Attempting to bind port b7f21e07-943c-4b3a-bdba-be1d12826c87 on network 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:39:58.787646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.788156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.794234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:39:58.794748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Checking segment: {'id': 'd3c3b383-161b-4c50-a24d-1568c6d5f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:39:58.795519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.795948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Bound using segment: {'id': 'd3c3b383-161b-4c50-a24d-1568c6d5f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:39:58.797257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Bound port: b7f21e07-943c-4b3a-bdba-be1d12826c87, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c3b383-161b-4c50-a24d-1568c6d5f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:58.797385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.811764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4d1f2261-13d5-4705-b13c-e4bce3a791ec None None] Provisioning for port 5a367b0b-02de-40d8-a0da-0b4720408ca2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:58.816233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.832191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4d1f2261-13d5-4705-b13c-e4bce3a791ec None None] Provisioning complete for port 5a367b0b-02de-40d8-a0da-0b4720408ca2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:58.832567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4d1f2261-13d5-4705-b13c-e4bce3a791ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.870109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.871528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Transition to ACTIVE for port object 186fc0f0-6375-47ea-8ad9-cd73b151ee70 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:58.876886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.921877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.950391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Transition to ACTIVE for port object 186fc0f0-6375-47ea-8ad9-cd73b151ee70 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:58.969140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Subnet': ['ID=f766ad9b-c9fc-40f0-9365-caec40c7d3a4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.971517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.975600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.978308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for f0b70d6f-c5f8-4142-977e-811b95793454 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:39:59.007047 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/subnets/f766ad9b-c9fc-40f0-9365-caec40c7d3a4 HTTP/1.1" status: 204 len: 168 time: 0.8340437 Dec 22 08:39:59.010439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58220) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.023052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.042362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:59.143901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad48568-c979-447f-ae83-5ba86ef4c340 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:59.144655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fad48568-c979-447f-ae83-5ba86ef4c340 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Synchronizing usage tracker for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:59.161366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1461bc0c-8aa6-4e40-bc03-518343481641 None None] Network 0ec0d7db-5354-4725-a2df-8efec353be9a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:39:59.172490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Allocated IP 172.26.7.236 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/cf04ae3e-3858-4ddd-8a44-af2ab94d8831) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:59.181002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] For port b7f21e07-943c-4b3a-bdba-be1d12826c87, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:39:59.184536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fad48568-c979-447f-ae83-5ba86ef4c340 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Unset dirty status for tenant:4b4965a9a3904652b035db79b1e0bd65 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:59.190533 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fad48568-c979-447f-ae83-5ba86ef4c340 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1743424 Dec 22 08:39:59.190845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58224) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.228907 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-2f518b86-c3c7-4179-b161-fdc0aa2a2c52 service neutron] 10.222.0.36 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087423 Dec 22 08:39:59.230496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-556f02ec-7936-4bd3-b225-05df53a0899a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags/tempest-TagsExtTest-Tag-1688546570 HTTP/1.1" status: 201 len: 201 time: 1.2354045 Dec 22 08:39:59.236377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58228) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.267372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f2261-13d5-4705-b13c-e4bce3a791ec None None] Port 5a367b0b-02de-40d8-a0da-0b4720408ca2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:39:59.301248 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] For port b7f21e07-943c-4b3a-bdba-be1d12826c87, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b7f21e07-943c-4b3a-bdba-be1d12826c87,segment=NetworkSegment(d3c3b383-161b-4c50-a24d-1568c6d5f1f4),segment_id=d3c3b383-161b-4c50-a24d-1568c6d5f1f4)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:39:59.303877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:59.329049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:59.332540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:39:59.342735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.378845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.410213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.415801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Pushing event updated for resources: {'Port': ['ID=186fc0f0-6375-47ea-8ad9-cd73b151ee70,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:59.419684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:59.424781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-4d91dca7-36dc-4fc3-a0d9-0dcda6dc2a49 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', 'tempest-TagsExtTest-Tag-1538617291') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:59.425757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:59.434091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:59.497709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=f0b70d6f-c5f8-4142-977e-811b95793454,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:59.535022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:59.604221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.6 (caff682d-ed1a-427f-b110-aa1cb5f8ff20/2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3/47e00c72-9dd8-4c10-aaab-3849fd544bb9) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:59.609120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.641192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-19dcb3c5-4dde-4219-b9df-cfd60803b7fd req-c049ec36-4f98-44b0-bc8e-d3fde30d83d2 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Synchronizing usage tracker for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:59.678499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.696793 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4d91dca7-36dc-4fc3-a0d9-0dcda6dc2a49 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags/tempest-TagsExtTest-Tag-1538617291 HTTP/1.1" status: 201 len: 201 time: 0.2946143 Dec 22 08:39:59.699064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58236) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.699676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Deleting port b7f21e07-943c-4b3a-bdba-be1d12826c87 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:39:59.700111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.703628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Transition to ACTIVE for port object 4fe71d39-78d3-48e7-9834-4c5b48ec7322 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:59.720958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.730574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-19dcb3c5-4dde-4219-b9df-cfd60803b7fd req-c049ec36-4f98-44b0-bc8e-d3fde30d83d2 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Unset dirty status for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:59.731780 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19dcb3c5-4dde-4219-b9df-cfd60803b7fd req-c049ec36-4f98-44b0-bc8e-d3fde30d83d2 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 210 time: 0.1703718 Dec 22 08:39:59.735636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-d7ae8697-a1dd-4562-9ec7-bb1f20dbb5e8 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', {'tags': ['tempest-TagsExtTest-Tag-194140900', 'tempest-TagsExtTest-Tag-1295638059', 'tempest-TagsExtTest-Tag-1554562144']}) {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:59.841943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.885299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.890699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/floatingips/529f689d-8cc3-4be0-9daa-1a51d3a6babf HTTP/1.1" status: 204 len: 168 time: 2.3203356 Dec 22 08:39:59.897098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2967a85b-9365-408a-b67d-27299132323c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:59.898084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58244) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.900054 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d7ae8697-a1dd-4562-9ec7-bb1f20dbb5e8 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags HTTP/1.1" status: 200 len: 317 time: 0.1839201 Dec 22 08:39:59.905583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58246) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.909622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '45979eb2-6b97-4df0-86c0-c0f52cd32167'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:39:59.918960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Transition to ACTIVE for port object 4fe71d39-78d3-48e7-9834-4c5b48ec7322 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:59.924461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.924997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Provisioning for port 673d23f1-6fb6-49dc-a2da-032130840321 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:59.941000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Provisioning complete for port 673d23f1-6fb6-49dc-a2da-032130840321 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:59.942314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-00dc29e2-5ebf-42c7-9939-c9aac6c381ba tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:59.943058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.985233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:00.001127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:00.014096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:00.021774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:00.048260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d615cc-2c31-4512-a264-3ca7286a366b None None] Network 77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:00.064219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] For port b7f21e07-943c-4b3a-bdba-be1d12826c87, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b7f21e07-943c-4b3a-bdba-be1d12826c87,segment=NetworkSegment(d3c3b383-161b-4c50-a24d-1568c6d5f1f4),segment_id=d3c3b383-161b-4c50-a24d-1568c6d5f1f4)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:00.064687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.078436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:floatingip and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:00.085851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.093375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Port': ['ID=cf04ae3e-3858-4ddd-8a44-af2ab94d8831,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.101891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.110829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:00.142074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:00.153962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:00.158247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a40796dd-68e5-4d5f-9605-c2f7270f349f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:00.178811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Attempting to bind port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:00.179737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Attempting to bind port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'b8a3412f-525d-4b81-b2d2-6ec03e4d56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:00.180311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Attempting to bind port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 on network caff682d-ed1a-427f-b110-aa1cb5f8ff20 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:00.220979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.248953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:00.250574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Checking segment: {'id': 'b8a3412f-525d-4b81-b2d2-6ec03e4d56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:00.251153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.251708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Bound using segment: {'id': 'b8a3412f-525d-4b81-b2d2-6ec03e4d56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:00.252416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Bound port: 186fc0f0-6375-47ea-8ad9-cd73b151ee70, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a3412f-525d-4b81-b2d2-6ec03e4d56ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'caff682d-ed1a-427f-b110-aa1cb5f8ff20'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:00.252978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.275377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Pushing event updated for resources: {'Port': ['ID=b7f21e07-943c-4b3a-bdba-be1d12826c87,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.278639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Calling delete_port for b7f21e07-943c-4b3a-bdba-be1d12826c87 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:00.291149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:00.298429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Network ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:00.299085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cb278059-bc86-4bbc-a4e3-9b4c007d0f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:00.336304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:00.360481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.411069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=eb18d0f1-6daf-4b95-909f-e8dc0dd9b903,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.413803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:00.414065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:00.472390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object 47e00c72-9dd8-4c10-aaab-3849fd544bb9 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:00.548602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.567639 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-00dc29e2-5ebf-42c7-9939-c9aac6c381ba tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags HTTP/1.1" status: 204 len: 168 time: 0.6438398 Dec 22 08:40:00.570474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58254) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:00.579799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-68be7eb4-0d62-4538-8a53-e5b83cdf4130 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', 'tempest-TagsExtTest-Tag-194140900') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:00.631584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.641773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.644404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fdf4648e-4b91-4be4-8fb5-82e5b8bea059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:00.650757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6df908be-56c5-49f1-b539-51c16d03a1b5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:00.699046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:00.714517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Port': ['ID=b7f21e07-943c-4b3a-bdba-be1d12826c87,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.727465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.755476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.773513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:00.781266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:00.783139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Pushing event updated for resources: {'Port': ['ID=4fe71d39-78d3-48e7-9834-4c5b48ec7322,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.785934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:00.795897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] No DVR routers for this DVR port b7f21e07-943c-4b3a-bdba-be1d12826c87 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:00.799283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78253355-39c6-4185-bfb3-042dc28b6b37') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:00.799640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78253355-39c6-4185-bfb3-042dc28b6b37') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:00.809336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.809938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.810521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.811085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.811644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.812605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.812979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.813353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.813720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.814084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.814445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.814804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:00.826546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:00.842024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Attempting to bind port 4fe71d39-78d3-48e7-9834-4c5b48ec7322 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:00.842415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Attempting to bind port 4fe71d39-78d3-48e7-9834-4c5b48ec7322 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '78253355-39c6-4185-bfb3-042dc28b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:00.842767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Attempting to bind port 4fe71d39-78d3-48e7-9834-4c5b48ec7322 on network ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:00.854374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:00.868751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.958484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=47e00c72-9dd8-4c10-aaab-3849fd544bb9,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.962206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.963966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:00.965113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Checking segment: {'id': '78253355-39c6-4185-bfb3-042dc28b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:00.965806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.966375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Bound using segment: {'id': '78253355-39c6-4185-bfb3-042dc28b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:00.967070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Bound port: 4fe71d39-78d3-48e7-9834-4c5b48ec7322, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78253355-39c6-4185-bfb3-042dc28b6b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:00.967623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.987475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] DHCP port deletion for 0ec0d7db-5354-4725-a2df-8efec353be9a request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:00.991325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] For port 186fc0f0-6375-47ea-8ad9-cd73b151ee70, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:01.009459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] For port 186fc0f0-6375-47ea-8ad9-cd73b151ee70, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=186fc0f0-6375-47ea-8ad9-cd73b151ee70,segment=NetworkSegment(b8a3412f-525d-4b81-b2d2-6ec03e4d56ff),segment_id=b8a3412f-525d-4b81-b2d2-6ec03e4d56ff)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:01.017612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.050752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:01.064398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c3b383-161b-4c50-a24d-1568c6d5f1f4') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:01.064700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c3b383-161b-4c50-a24d-1568c6d5f1f4') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:01.076712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.096021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.120812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.121685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.122265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.122888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.123473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.124623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.126281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.126656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.127022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.127378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.127903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.128364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.130732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.158357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.182665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.208664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Deleting port 673d23f1-6fb6-49dc-a2da-032130840321 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:01.209435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.272718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] For port 4fe71d39-78d3-48e7-9834-4c5b48ec7322, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:01.290442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.297484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-303debb6-eb60-4f10-b6a2-91e0a398b83d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.322873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:01.323344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:01.349170 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:01.351301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:01.351301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.353278 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a85b606-7cf3-49e2-9c61-29a8ff740c83 req-87db002e-40e2-40f7-b5ff-b7700af0a43d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 210 time: 0.3848538 Dec 22 08:40:01.354179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:01.375242 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:01.479336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] For port 673d23f1-6fb6-49dc-a2da-032130840321, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=673d23f1-6fb6-49dc-a2da-032130840321,segment=NetworkSegment(7a557450-1e25-43b3-82d0-a84bc8bbd93c),segment_id=7a557450-1e25-43b3-82d0-a84bc8bbd93c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:01.485902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:01.486617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.490959 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-68be7eb4-0d62-4538-8a53-e5b83cdf4130 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:01.492149 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-68be7eb4-0d62-4538-8a53-e5b83cdf4130 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags/tempest-TagsExtTest-Tag-194140900 HTTP/1.1" status: 404 len: 328 time: 0.9198208 Dec 22 08:40:01.496816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58264) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:01.500039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.509627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-d7440504-b184-4a27-9758-9d8de2c691dc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', 'tempest-TagsExtTest-Tag-1295638059') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:01.524711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Pushing event updated for resources: {'Port': ['ID=186fc0f0-6375-47ea-8ad9-cd73b151ee70,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:01.530507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.530983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9422a4b-4df3-4f45-a867-4775297f9d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.553033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] In _notify_port_updated(), no bound segment for port 5a367b0b-02de-40d8-a0da-0b4720408ca2 on network d1cd4b1d-8468-4add-9916-c64735190b88 {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:40:01.565236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:01.566865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.568370 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "PUT /v2.0/ports/5a367b0b-02de-40d8-a0da-0b4720408ca2 HTTP/1.1" status: 200 len: 1056 time: 2.9239295 Dec 22 08:40:01.586556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58268) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:01.652986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.659496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.664712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-145f4efd-29d7-4dc8-b7fb-a3179d7cd08f tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.680275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:40:01.680275 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:40:01.680275 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'id': 'ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4'}] Dec 22 08:40:01.680275 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:01.680760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:01.744568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event updated for resources: {'Port': ['ID=5a367b0b-02de-40d8-a0da-0b4720408ca2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:01.777706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] For port 4fe71d39-78d3-48e7-9834-4c5b48ec7322, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4fe71d39-78d3-48e7-9834-4c5b48ec7322,segment=NetworkSegment(78253355-39c6-4185-bfb3-042dc28b6b37),segment_id=78253355-39c6-4185-bfb3-042dc28b6b37)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:01.780829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4602420 Dec 22 08:40:01.782187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Pushing event updated for resources: {'Port': ['ID=673d23f1-6fb6-49dc-a2da-032130840321,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:01.785425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting port 5a367b0b-02de-40d8-a0da-0b4720408ca2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:01.785959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.795904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.803978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.812203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.851669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.864826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Network': ['ID=77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:01.866988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.868298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58272) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:01.879375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e495435f-177a-4034-bb1d-e38330b40676 None None] Provisioning complete for port 5a367b0b-02de-40d8-a0da-0b4720408ca2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:01.879745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e495435f-177a-4034-bb1d-e38330b40676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.899678 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/networks/77cb9cb6-732a-43ff-b6d4-9bd2c5e1ffcd HTTP/1.1" status: 204 len: 168 time: 2.7077315 Dec 22 08:40:01.902787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58274) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.022529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e495435f-177a-4034-bb1d-e38330b40676 None None] Port 5a367b0b-02de-40d8-a0da-0b4720408ca2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:02.074897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 186fc0f0-6375-47ea-8ad9-cd73b151ee70 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:02.086232 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-d7440504-b184-4a27-9758-9d8de2c691dc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:02.087363 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d7440504-b184-4a27-9758-9d8de2c691dc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags/tempest-TagsExtTest-Tag-1295638059 HTTP/1.1" status: 404 len: 329 time: 0.5823684 Dec 22 08:40:02.093819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.095617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58280) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.100329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] For port 673d23f1-6fb6-49dc-a2da-032130840321, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=673d23f1-6fb6-49dc-a2da-032130840321,segment=NetworkSegment(7a557450-1e25-43b3-82d0-a84bc8bbd93c),segment_id=7a557450-1e25-43b3-82d0-a84bc8bbd93c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:02.100724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.108399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-a497fd8a-a3dd-48b0-8d14-3f9e043482cc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e', 'tempest-TagsExtTest-Tag-1554562144') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:02.148646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.26.7.249 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/384396a1-5ced-41a8-9379-14eb065cfffa) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:02.174086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Deleting port 673d23f1-6fb6-49dc-a2da-032130840321 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:02.174475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.200299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.201390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.297790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Calling delete_port for 673d23f1-6fb6-49dc-a2da-032130840321 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:02.316708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 4fe71d39-78d3-48e7-9834-4c5b48ec7322 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:02.317191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.350657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Pushing event updated for resources: {'Port': ['ID=4fe71d39-78d3-48e7-9834-4c5b48ec7322,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:02.359862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:02.412022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37762e-e919-40d5-99d0-a5c60d6c2033 None None] Network ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:02.430759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.445182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:02.467598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] The port '673d23f1-6fb6-49dc-a2da-032130840321' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:02.579349 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-a497fd8a-a3dd-48b0-8d14-3f9e043482cc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:02.580359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:02.580891 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a497fd8a-a3dd-48b0-8d14-3f9e043482cc tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags/tempest-TagsExtTest-Tag-1554562144 HTTP/1.1" status: 404 len: 329 time: 0.4775934 Dec 22 08:40:02.586857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Pushing event deleted for resources: {'Port': ['ID=673d23f1-6fb6-49dc-a2da-032130840321,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:02.594684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:02.595572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58286) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.598357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] No DVR routers for this DVR port 673d23f1-6fb6-49dc-a2da-032130840321 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:02.726454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.736240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-c9dabba9-b492-430f-8c07-e0777fc66135 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', {'tags': ['tempest-TagsExtTest-Tag-709449629', 'tempest-TagsExtTest-Tag-161344397', 'tempest-TagsExtTest-Tag-2582023']}) {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:02.768668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 673d23f1-6fb6-49dc-a2da-032130840321 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:02.790639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.803064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2ddae894-80b1-4531-bf7d-c161c229b59e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:02.825258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 673d23f1-6fb6-49dc-a2da-032130840321 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:02.825610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 673d23f1-6fb6-49dc-a2da-032130840321 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:02.890959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=384396a1-5ced-41a8-9379-14eb065cfffa,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:02.894620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:02.909938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-a2bee080-e4b1-40ed-beef-e2bf50eb6e80 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:02.911496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-a2bee080-e4b1-40ed-beef-e2bf50eb6e80 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 812 time: 1.9416335 Dec 22 08:40:02.972721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d981c7-3e01-4e4e-bbaa-c1fa2ed458af None None] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:03.077804 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-53e74dbd-c599-4cf3-9963-f992db322243 req-8506353e-2739-452a-b427-1210caf16517 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 210 time: 0.3398769 Dec 22 08:40:03.079779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:03.090628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.117988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec0d7db-5354-4725-a2df-8efec353be9a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:03.130908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a557450-1e25-43b3-82d0-a84bc8bbd93c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:03.131206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a557450-1e25-43b3-82d0-a84bc8bbd93c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:03.144783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.145603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:03.162004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.164316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:03.169415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:03.169820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.271010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Provisioning for port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:03.277893 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:03.284592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.298841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Provisioning complete for port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:03.299486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.326133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.343783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84d36f6e-348f-4b46-b480-440343341868 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:03.370923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.393506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Network': ['ID=0ec0d7db-5354-4725-a2df-8efec353be9a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:03.407179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:03.408836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 4fe71d39-78d3-48e7-9834-4c5b48ec7322, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4fe71d39-78d3-48e7-9834-4c5b48ec7322,segment=NetworkSegment(78253355-39c6-4185-bfb3-042dc28b6b37),segment_id=78253355-39c6-4185-bfb3-042dc28b6b37)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:03.409190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.429537 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/networks/0ec0d7db-5354-4725-a2df-8efec353be9a HTTP/1.1" status: 204 len: 168 time: 1.5224681 Dec 22 08:40:03.434615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58290) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:03.460501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.500654 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] For port 186fc0f0-6375-47ea-8ad9-cd73b151ee70, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=186fc0f0-6375-47ea-8ad9-cd73b151ee70,segment=NetworkSegment(b8a3412f-525d-4b81-b2d2-6ec03e4d56ff),segment_id=b8a3412f-525d-4b81-b2d2-6ec03e4d56ff)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:03.506355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.513302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0274dc6a-7a63-4c03-92b1-0720baea05f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:03.611010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Pushing event updated for resources: {'Port': ['ID=186fc0f0-6375-47ea-8ad9-cd73b151ee70,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:03.615714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 4fe71d39-78d3-48e7-9834-4c5b48ec7322 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:03.622800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:03.645951 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9dabba9-b492-430f-8c07-e0777fc66135 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags HTTP/1.1" status: 200 len: 313 time: 1.0472705 Dec 22 08:40:03.670405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58294) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:03.723534 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-95a92191-4506-4c80-9b16-0230f5b5cde5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf HTTP/1.1" status: 200 len: 380 time: 0.6264255 Dec 22 08:40:03.736638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3b86d234-f886-4dc7-be31-e45e41683794 None None] Provisioning for port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:03.737351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-2b453246-6022-4fc9-ae6b-a26b9571f37f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:03.744017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3b86d234-f886-4dc7-be31-e45e41683794 None None] Provisioning complete for port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:03.744399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3b86d234-f886-4dc7-be31-e45e41683794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.747302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Request body: {'port': {'device_id': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'admin_state_up': True, 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'security_groups': ['6b1bb8fe-f168-4f85-94a9-4a39560265a1']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:03.803423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3b86d234-f886-4dc7-be31-e45e41683794 None None] Port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:03.815032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3b86d234-f886-4dc7-be31-e45e41683794 None None] Provisioning complete for port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:03.815400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3b86d234-f886-4dc7-be31-e45e41683794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.912463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:03.938915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.963908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 186fc0f0-6375-47ea-8ad9-cd73b151ee70 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:04.006137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.019053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-47abb833-82b4-444a-8845-b328d2cb5eab tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:04.030732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ad3a9-c073-4258-b96d-8ac457f69897 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:40:04.031064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:04.111995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-24026ac5-71d0-4dde-807b-8d7b374c148a None None] Provisioning complete for port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:04.112428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-24026ac5-71d0-4dde-807b-8d7b374c148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.152210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.171264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Made reservation on behalf of d9f06b68530c4cb7977ee5cb8f292dbf for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:04.174776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.178387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Port': ['ID=4fe71d39-78d3-48e7-9834-4c5b48ec7322,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:04.185585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:04.185962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.192425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No DVR routers for this DVR port 4fe71d39-78d3-48e7-9834-4c5b48ec7322 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:04.260282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:04.269442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-24026ac5-71d0-4dde-807b-8d7b374c148a None None] Port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:04.306535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ad3a9-c073-4258-b96d-8ac457f69897 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:40:04.314781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:04.317531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Calling delete_port for 5a367b0b-02de-40d8-a0da-0b4720408ca2 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:04.399433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.427769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.441762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-da51da11-8afd-44b1-8872-5bf888af6647 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:04.477855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.492529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.575430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.595348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.599641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1f93dff-5b2e-44b7-a2c6-2da83afe1e20 req-2a1f09f0-6fe2-4dcd-98c1-360626c0ba1f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 210 time: 0.2910094 Dec 22 08:40:04.669352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.781288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69266731-672f-4e46-a2d2-9cccdb554c6b None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:40:04.799033 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b453246-6022-4fc9-ae6b-a26b9571f37f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags HTTP/1.1" status: 204 len: 168 time: 1.1207781 Dec 22 08:40:04.807888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f69e9ed-e5fa-4ded-8479-790629041ed5']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.829673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58300) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:04.848191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-ff0ff81d-635b-4732-a3ec-7494f63f946a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', 'tempest-TagsExtTest-Tag-709449629') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.878500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.885967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd547b23b-32af-4487-ac95-cb1709245598') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.886266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd547b23b-32af-4487-ac95-cb1709245598') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.919743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78253355-39c6-4185-bfb3-042dc28b6b37') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.919997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78253355-39c6-4185-bfb3-042dc28b6b37') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.930869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.936519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69266731-672f-4e46-a2d2-9cccdb554c6b None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:40:04.947210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.949266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event updated for resources: {'Port': ['ID=cf04ae3e-3858-4ddd-8a44-af2ab94d8831,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:04.990595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Allocated IP 172.20.0.8 (e764cacf-b1d4-47a6-8301-b745c027b273/fa93e030-e3f8-438a-840a-c0d5a6d10050/56891c1d-4e06-4407-b466-2f987a9e2a94) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:05.004796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.022042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:05.051745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.070720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:05.071126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:05.088859 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:05.091266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.146989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.176219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9cc1e68-65d6-4e70-ba51-ab5ef8002b1e tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:05.180396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:05.180936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:05.200611 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:05.211469 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Floating IP 5ebe3cae-3e1d-4458-8cca-e519dfe7a455 associated. External IP: 172.26.7.236, port: 1dbabfc4-f94b-42de-b30a-d5f57c909b98. Dec 22 08:40:05.282668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Port': ['ID=5a367b0b-02de-40d8-a0da-0b4720408ca2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:05.285256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:05.364764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.374442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-90e8a26d-d033-4a9d-8101-7877404d08ef tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:05.399067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.484050 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-ff0ff81d-635b-4732-a3ec-7494f63f946a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:05.487616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ff0ff81d-635b-4732-a3ec-7494f63f946a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags/tempest-TagsExtTest-Tag-709449629 HTTP/1.1" status: 404 len: 328 time: 0.6527011 Dec 22 08:40:05.487616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.498024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Network': ['ID=2f69e9ed-e5fa-4ded-8479-790629041ed5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:05.500215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58304) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:05.516002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:05.517291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.523295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-3eb5dd3c-d0ea-45cd-a7f0-d22f93908b91 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', 'tempest-TagsExtTest-Tag-161344397') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:05.552534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:05.581242 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/networks/2f69e9ed-e5fa-4ded-8479-790629041ed5 HTTP/1.1" status: 204 len: 168 time: 2.1358876 Dec 22 08:40:05.595957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58308) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:05.599682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:05.608104 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 HTTP/1.1" status: 204 len: 168 time: 8.5766499 Dec 22 08:40:05.611052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:05.631187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58312) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:05.700263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1126112544'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:05.712677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:05.738231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:05.783022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:05.855387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:05.861607 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7982c172-8f3f-4946-9887-0d63b11bb32d req-e7f468a7-5261-446a-825b-45ebce6ba221 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 210 time: 0.1322224 Dec 22 08:40:05.879379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.910724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:05.914135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.986651 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-3eb5dd3c-d0ea-45cd-a7f0-d22f93908b91 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:05.987607 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3eb5dd3c-d0ea-45cd-a7f0-d22f93908b91 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags/tempest-TagsExtTest-Tag-161344397 HTTP/1.1" status: 404 len: 328 time: 0.4737723 Dec 22 08:40:06.008292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58318) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:06.046668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-d9a31f92-80ca-4451-a529-bf3abeefb84d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515', 'tempest-TagsExtTest-Tag-2582023') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:06.091307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.099979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:06.102000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:06.115722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.130027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.141752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.143333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.185667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Transition to ACTIVE for port object 56891c1d-4e06-4407-b466-2f987a9e2a94 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:06.186810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.215064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.215692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.216189 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment bb137417-412c-446e-959f-48950a8336f8 of type vlan for network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d Dec 22 08:40:06.237267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:06.238441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.288420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.292801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3a0a99-3089-47b7-b8fa-68b66ef591f7']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:06.342553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=47e00c72-9dd8-4c10-aaab-3849fd544bb9,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:06.350931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:06.354698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.385455 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/ports/5a367b0b-02de-40d8-a0da-0b4720408ca2 HTTP/1.1" status: 204 len: 168 time: 4.7975712 Dec 22 08:40:06.403296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58322) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:06.500435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc36debd-a027-414f-88a3-3f74d2c2cbb1') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:06.500652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc36debd-a027-414f-88a3-3f74d2c2cbb1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:06.502577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.537846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.548523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-d9a31f92-80ca-4451-a529-bf3abeefb84d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:06.549807 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d9a31f92-80ca-4451-a529-bf3abeefb84d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags/tempest-TagsExtTest-Tag-2582023 HTTP/1.1" status: 404 len: 326 time: 0.5405960 Dec 22 08:40:06.554421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7fb37205-ea7b-4e32-a962-0e9629d01c5c None None] Provisioning complete for port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:06.554951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7fb37205-ea7b-4e32-a962-0e9629d01c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.556264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:06.584735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-4e76baf5-5704-4dc0-b6ca-84226e28230a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', {'tags': ['tempest-TagsExtTest-Tag-1775248720', 'tempest-TagsExtTest-Tag-619575200', 'tempest-TagsExtTest-Tag-597377040']}) {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:06.590754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.615062 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee30a63a-4909-4274-b161-2d6cf70f0951 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] GET failed (client error): The resource could not be found. Dec 22 08:40:06.615616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee30a63a-4909-4274-b161-2d6cf70f0951 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Synchronizing usage tracker for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:06.619157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7fb37205-ea7b-4e32-a962-0e9629d01c5c None None] Port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:06.648877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.653456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=384396a1-5ced-41a8-9379-14eb065cfffa,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:06.657011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:06.664292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1ac01aa6-120e-4c25-b1d6-4263308084a0 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.705961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Network e764cacf-b1d4-47a6-8301-b745c027b273 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:06.755793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:06.758280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:06.781615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:06.782024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:06.798800 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:06.809548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.815059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:06.815638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.831833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3a770903-f238-41c4-93b4-4baf20d77399 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.870599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee30a63a-4909-4274-b161-2d6cf70f0951 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Unset dirty status for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:06.871991 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ee30a63a-4909-4274-b161-2d6cf70f0951 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "GET /v2.0/ports/5a367b0b-02de-40d8-a0da-0b4720408ca2 HTTP/1.1" status: 404 len: 333 time: 0.4653876 Dec 22 08:40:06.900325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58330) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:06.966671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event updated for resources: {'Port': ['ID=56891c1d-4e06-4407-b466-2f987a9e2a94,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:06.969880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:07.072002 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4331825 Dec 22 08:40:07.072784 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e76baf5-5704-4dc0-b6ca-84226e28230a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags HTTP/1.1" status: 200 len: 316 time: 0.5019696 Dec 22 08:40:07.074260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:07.075984 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58336) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:07.076305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58338) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:07.086851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:07.087155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] Sync routers for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:07.098279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:07.099035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:07.113423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:07.117241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:07.118019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.122455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.158654 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:07.177542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-c9f29a05-0353-4b44-9cc0-5217b255b66c tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:07.230524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0843ebfc-ae26-4299-a792-e5a071919b4d tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:07.245068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:07.245888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.265590 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP 42c78a65-66ac-406a-80cb-29ad0f7735fe associated. External IP: 172.26.7.249, port: 45979eb2-6b97-4df0-86c0-c0f52cd32167. Dec 22 08:40:07.325263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6d26d37e-abc8-4208-87d4-ca7330ece8a4 None None] Provisioning for port 56891c1d-4e06-4407-b466-2f987a9e2a94 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:07.349863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Pushing event deleted for resources: {'Network': ['ID=de3a0a99-3089-47b7-b8fa-68b66ef591f7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:07.350364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting port 47435899-14e8-4673-bb39-0d3436153919 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:07.350710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.352596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:07.361855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6d26d37e-abc8-4208-87d4-ca7330ece8a4 None None] Provisioning complete for port 56891c1d-4e06-4407-b466-2f987a9e2a94 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:07.362610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6d26d37e-abc8-4208-87d4-ca7330ece8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.363226 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] 10.222.0.36 "DELETE /v2.0/networks/de3a0a99-3089-47b7-b8fa-68b66ef591f7 HTTP/1.1" status: 204 len: 168 time: 1.7650056 Dec 22 08:40:07.377471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.438026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:07.449554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:40:07.450151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:07.457577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:07.470912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:07.479195 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.1724021 Dec 22 08:40:07.479195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:07.504329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6d26d37e-abc8-4208-87d4-ca7330ece8a4 None None] Port 56891c1d-4e06-4407-b466-2f987a9e2a94 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:07.531871 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7882311 Dec 22 08:40:07.547919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:07.553423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.577972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Request body: {'port': {'device_id': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:07.608675 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9f29a05-0353-4b44-9cc0-5217b255b66c tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags HTTP/1.1" status: 204 len: 168 time: 0.5266299 Dec 22 08:40:07.609693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58352) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:07.638010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.tag.tag_plugin [None req-1d1fd777-3d50-473e-8a84-4706078e1ade tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', 'tempest-TagsExtTest-Tag-1775248720') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:07.784557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.857538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6d65b-8144-4666-94d4-b98cd4285630 req-92651fea-417c-404c-9631-7df800fe6631 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:07.864900 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19d6d65b-8144-4666-94d4-b98cd4285630 req-92651fea-417c-404c-9631-7df800fe6631 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.1597698 Dec 22 08:40:07.939249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:07.957341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '5ebe3cae-3e1d-4458-8cca-e519dfe7a455', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'port_id': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'mac_address': 'fa:16:3e:c8:09:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba78f423-15e1-45d0-baff-a135afd25152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:01Z', 'updated_at': '2021-12-22T08:40:01Z', 'revision_number': 0, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:33Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:07.960915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] Checking router: cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:40:07.970380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:07.970997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:07.971793 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19d6d65b-8144-4666-94d4-b98cd4285630 req-55b31ff8-74f3-414a-938c-9ce2ff8563d4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059794 Dec 22 08:40:07.991352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.131288 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc47abb2-9adf-4d10-b10f-497d1f006041 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/floatingips/5ebe3cae-3e1d-4458-8cca-e519dfe7a455 HTTP/1.1" status: 200 len: 991 time: 0.1383455 Dec 22 08:40:08.133808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.140076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bcabad2b-18e3-4dbb-aebc-b25d37de6732 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:08.195909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db6e2-2f03-4e71-a5a5-32db6688bf59 req-ec0a8699-4199-4385-b2ae-7e4967b2e14c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:08.196915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df1db6e2-2f03-4e71-a5a5-32db6688bf59 req-ec0a8699-4199-4385-b2ae-7e4967b2e14c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Synchronizing usage tracker for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:08.205973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:40:08.328285 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'status': 'completed', 'code': 200} Dec 22 08:40:08.328872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=e7e93faf-0062-47de-920f-9b7f0d01268e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:08.347645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:08.377854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.398706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': 'bb137417-412c-446e-959f-48950a8336f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:08.399079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:08.400186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-1d1fd777-3d50-473e-8a84-4706078e1ade tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:08.403897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1d1fd777-3d50-473e-8a84-4706078e1ade tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags/tempest-TagsExtTest-Tag-1775248720 HTTP/1.1" status: 404 len: 329 time: 0.7795012 Dec 22 08:40:08.405371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.421903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-4edc9f5a-3110-4bc9-8815-abcd9e7f98e5 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', 'tempest-TagsExtTest-Tag-619575200') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:08.461568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df1db6e2-2f03-4e71-a5a5-32db6688bf59 req-ec0a8699-4199-4385-b2ae-7e4967b2e14c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Unset dirty status for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:08.462833 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df1db6e2-2f03-4e71-a5a5-32db6688bf59 req-ec0a8699-4199-4385-b2ae-7e4967b2e14c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 931 time: 1.3207781 Dec 22 08:40:08.473003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.487953 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b632796-78ea-4440-8935-c6f02c694765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b4965a9a3904652b035db79b1e0bd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415280 Dec 22 08:40:08.493707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.572809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:08.601681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '5ebe3cae-3e1d-4458-8cca-e519dfe7a455', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'port_id': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'mac_address': 'fa:16:3e:c8:09:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba78f423-15e1-45d0-baff-a135afd25152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:01Z', 'updated_at': '2021-12-22T08:40:01Z', 'revision_number': 0, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:33Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:08.605697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:08.606759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eff6618-afae-4e23-bb0f-f107f7c10ef2 None None] The sync data for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv is: [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '5ebe3cae-3e1d-4458-8cca-e519dfe7a455', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'floating_ip_address': '172.26.7.236', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'port_id': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'mac_address': 'fa:16:3e:c8:09:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba78f423-15e1-45d0-baff-a135afd25152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:01Z', 'updated_at': '2021-12-22T08:40:01Z', 'revision_number': 0, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:33Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:08.615415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ca2e0-c598-4aaa-b620-b0b16b57320e None None] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:08.625916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:08.626605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.636520 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4edc9f5a-3110-4bc9-8815-abcd9e7f98e5 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:08.641266 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4edc9f5a-3110-4bc9-8815-abcd9e7f98e5 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags/tempest-TagsExtTest-Tag-619575200 HTTP/1.1" status: 404 len: 328 time: 0.2317064 Dec 22 08:40:08.647829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58380) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.670788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-10b998c5-acdb-4e74-b409-332f92e8d051 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1', 'tempest-TagsExtTest-Tag-597377040') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:08.743407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.806736 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7265668 Dec 22 08:40:08.813919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.835620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:08.858232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.903963 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b0e8c5-c94d-49e3-b1b5-1f5de6f71529 None None] New status for floating IP 5ebe3cae-3e1d-4458-8cca-e519dfe7a455: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:40:08.940115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d', 'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': 'e7e93faf-0062-47de-920f-9b7f0d01268e'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:08.941124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.975899 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-10b998c5-acdb-4e74-b409-332f92e8d051 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:08.980011 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10b998c5-acdb-4e74-b409-332f92e8d051 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags/tempest-TagsExtTest-Tag-597377040 HTTP/1.1" status: 404 len: 328 time: 0.3309660 Dec 22 08:40:08.980932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58388) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.993705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-bf583abb-0dd7-4ffa-b50f-dec51109f073 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', {'tags': ['tempest-TagsExtTest-Tag-1629763660', 'tempest-TagsExtTest-Tag-992287904', 'tempest-TagsExtTest-Tag-1346527698']}) {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:09.017630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Calling delete_port for 47435899-14e8-4673-bb39-0d3436153919 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:09.046847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.054951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:09.081442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:09.085016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a24e150-d38b-45a7-a608-c85a8a967b67,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:09.090712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:subnet and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:09.092247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.094792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:09.095961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:09.098919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.102342 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a24e150-d38b-45a7-a608-c85a8a967b67 HTTP/1.1" status: 204 len: 168 time: 0.6042097 Dec 22 08:40:09.107564 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bf583abb-0dd7-4ffa-b50f-dec51109f073 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "PUT /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags HTTP/1.1" status: 200 len: 317 time: 0.1227124 Dec 22 08:40:09.108714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58394) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.109555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:09.117117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-5e5de874-2e26-4dad-b901-eaa8d99092f0 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:09.136813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58398) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.154475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Allocated IP 2001:db8::2 (4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d/e7e93faf-0062-47de-920f-9b7f0d01268e/66d99be2-3231-4d73-98c4-4ed6ab3e41f3) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:09.207190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:09.210854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.297941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:09.325576 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df1db6e2-2f03-4e71-a5a5-32db6688bf59 req-79e3db16-53ca-4259-8936-cb48ff2c0819 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7358015 Dec 22 08:40:09.457329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.470617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Transition to ACTIVE for port object 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:09.492887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Transition to ACTIVE for port object 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:09.493893 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e5de874-2e26-4dad-b901-eaa8d99092f0 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags HTTP/1.1" status: 204 len: 168 time: 0.3819242 Dec 22 08:40:09.499444 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b0fecd2-51b1-4148-a88a-0df5b9c8db6d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/floatingips/5ebe3cae-3e1d-4458-8cca-e519dfe7a455 HTTP/1.1" status: 200 len: 991 time: 0.3600192 Dec 22 08:40:09.499444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58404) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.519162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-1fd6b3d0-99ff-43c8-aad3-25b04d176909 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', 'tempest-TagsExtTest-Tag-1629763660') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:09.541011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.560940 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-1fd6b3d0-99ff-43c8-aad3-25b04d176909 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:09.562026 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1fd6b3d0-99ff-43c8-aad3-25b04d176909 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags/tempest-TagsExtTest-Tag-1629763660 HTTP/1.1" status: 404 len: 329 time: 0.0591817 Dec 22 08:40:09.562649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:09.565028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.573000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-4a42cfdc-6000-406a-88e8-101aabd5d69b tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', 'tempest-TagsExtTest-Tag-992287904') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:09.631167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-d27a6377-cac8-4638-8cdb-35821d71790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:09.634094 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-d27a6377-cac8-4638-8cdb-35821d71790a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1098 time: 1.3350739 Dec 22 08:40:09.649942 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4a42cfdc-6000-406a-88e8-101aabd5d69b tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:09.650978 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a42cfdc-6000-406a-88e8-101aabd5d69b tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags/tempest-TagsExtTest-Tag-992287904 HTTP/1.1" status: 404 len: 328 time: 0.0835884 Dec 22 08:40:09.654052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58418) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.665140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-8422fe77-2754-45e8-b9f1-2fb9ccf6e405 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b', 'tempest-TagsExtTest-Tag-1346527698') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:09.678006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:09.686061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:09.690442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.691251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:09.708279 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-8422fe77-2754-45e8-b9f1-2fb9ccf6e405 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] show failed (client error): The resource could not be found. Dec 22 08:40:09.709401 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8422fe77-2754-45e8-b9f1-2fb9ccf6e405 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags/tempest-TagsExtTest-Tag-1346527698 HTTP/1.1" status: 404 len: 329 time: 0.0542595 Dec 22 08:40:09.712378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.727442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-f0c6cd6e-06e1-4ded-ba75-2801a7817c3f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c464d76a-8135-474a-a3b5-d698b90e680b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:09.753281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.758953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1c15efd-2cc4-4dce-b982-2cd37a24ca13 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:09.793040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:09.815708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Attempting to bind port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:09.816348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Attempting to bind port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'bb137417-412c-446e-959f-48950a8336f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:09.816908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Attempting to bind port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 on network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:09.820410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fc090879-5cb5-4eff-abb5-df3b09e5aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.824756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:09.826840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:09.827438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Checking segment: {'id': 'bb137417-412c-446e-959f-48950a8336f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:09.827883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.828502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Bound using segment: {'id': 'bb137417-412c-446e-959f-48950a8336f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:09.828995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Bound port: 66d99be2-3231-4d73-98c4-4ed6ab3e41f3, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb137417-412c-446e-959f-48950a8336f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:09.829597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.834764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:09.840310 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f0c6cd6e-06e1-4ded-ba75-2801a7817c3f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b/tags HTTP/1.1" status: 204 len: 168 time: 0.1267312 Dec 22 08:40:09.844161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:09.844971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.849949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.850300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.850636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.850964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.851303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.851626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.851953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.852274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.852591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.852907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.853221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.853533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:09.854411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58430) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.875287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-eb2f7920-8abf-4fae-94b2-a11c4debda8a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ab21922-8cf5-4007-975d-4a145a022ce1') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:09.882108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:09.943026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=3f18d6d3-4bfd-443b-bedf-5c93b90e5cc0,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:09.945204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] For port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:09.946808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:09.952242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] For port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,segment=NetworkSegment(bb137417-412c-446e-959f-48950a8336f8),segment_id=bb137417-412c-446e-959f-48950a8336f8)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:09.957748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.964059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:10.065744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Pushing event updated for resources: {'Port': ['ID=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:10.067197 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2470462 Dec 22 08:40:10.072234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:10.082568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.169952 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eb2f7920-8abf-4fae-94b2-a11c4debda8a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1/tags HTTP/1.1" status: 204 len: 168 time: 0.3141816 Dec 22 08:40:10.174601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.183758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-ae58abad-3dc2-42af-87a4-8143a0ae405f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53c28686-c698-4315-ae2a-eabecaa0a515') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:10.239949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.276431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.305961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bbee31da-8741-4989-bc3f-70dc16d70785 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:10.397978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.400175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.402396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.403885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.405471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.406441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Synchronizing usage tracker for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:10.411221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:10.424035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:10.427448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Port': ['ID=47435899-14e8-4673-bb39-0d3436153919,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:10.465949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:10.467234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:10.471125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Unset dirty status for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:10.472354 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d9c0a790-180e-4d0b-b9c2-b9a2d6f38fff tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3849583 Dec 22 08:40:10.479207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58456) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.479958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:10.488295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2008192062'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:10.494393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:10.503033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:10.505446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58460) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.566661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-d7ee42c2-6e1e-4b7c-a543-fe0deb1cf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.568409 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-d7ee42c2-6e1e-4b7c-a543-fe0deb1cf43d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 200 len: 897 time: 0.7104237 Dec 22 08:40:10.597694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.599747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:10.629785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:10.632498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:10.647568 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e01ec738-afe2-44c1-ad25-c8e5141c1fec tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/floatingips/5ebe3cae-3e1d-4458-8cca-e519dfe7a455 HTTP/1.1" status: 200 len: 993 time: 0.1364625 Dec 22 08:40:10.657401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:10.658411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:39:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:10.665152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:10.735543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-974121970'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:10.736045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:10.736622 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7287d22-4323-4f8c-b2d4-87d924e00523 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:10.750229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.754480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:10.765419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:10.772524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:10.776369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.778985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.789167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:10.796181 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ae58abad-3dc2-42af-87a4-8143a0ae405f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515/tags HTTP/1.1" status: 204 len: 168 time: 0.6203077 Dec 22 08:40:10.803238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58464) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.804108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:10.816790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.tag.tag_plugin [None req-8be1200c-26b4-4fcf-9a55-327048f7745a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ab9b6189-da7e-4f9b-945f-581bfb6a742e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:10.830442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d393b439-d51f-4f1f-85ff-debbc57d36f7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:10.871347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:10.875229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.904716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:10.907535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.945542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131bab8-42dc-4a80-a8dc-96ca3f3c5c2a req-f09a2a3c-2c22-4887-9c82-211b91358aaf tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.947994 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3131bab8-42dc-4a80-a8dc-96ca3f3c5c2a req-f09a2a3c-2c22-4887-9c82-211b91358aaf tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 931 time: 0.2937553 Dec 22 08:40:10.949074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.949411 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 1c502e83-24af-4048-b8fa-af841c9a6e25 of type vlan for network a8a10e54-a861-43d3-9725-f588d957c44a Dec 22 08:40:10.950987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:10.960304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:security_group_rule and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:10.967965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:10.994429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:11.038229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.082703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3131bab8-42dc-4a80-a8dc-96ca3f3c5c2a req-d668aad1-1ab5-42a9-a7fd-d82ed56b51be tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Synchronizing usage tracker for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:11.127083 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8be1200c-26b4-4fcf-9a55-327048f7745a tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e/tags HTTP/1.1" status: 204 len: 168 time: 0.3197923 Dec 22 08:40:11.135138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3131bab8-42dc-4a80-a8dc-96ca3f3c5c2a req-d668aad1-1ab5-42a9-a7fd-d82ed56b51be tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Unset dirty status for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:11.138333 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3131bab8-42dc-4a80-a8dc-96ca3f3c5c2a req-d668aad1-1ab5-42a9-a7fd-d82ed56b51be tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730709 Dec 22 08:40:11.142118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58468) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.158843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.164836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:11.165641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.173785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4d21f82-7a1a-4f30-9cfc-0a03c3fdb9a8 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.181561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.186340 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/ports/47435899-14e8-4673-bb39-0d3436153919 HTTP/1.1" status: 204 len: 168 time: 4.2821686 Dec 22 08:40:11.189827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58472) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.243698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56891c1d-4e06-4407-b466-2f987a9e2a94 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:40:11.251673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=47e00c72-9dd8-4c10-aaab-3849fd544bb9,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:11.256410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:11.261272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.3583927 Dec 22 08:40:11.267368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58476) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.269111 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-5b08b0e5-d767-4fab-9285-b1ac0cac70b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 200 len: 1001 time: 0.6738310 Dec 22 08:40:11.269893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.333246 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f666f6-8594-4186-94bb-bf9c12f355ca tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] GET failed (client error): The resource could not be found. Dec 22 08:40:11.333806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-80f666f6-8594-4186-94bb-bf9c12f355ca tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Synchronizing usage tracker for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:11.339702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.365974 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8847382 Dec 22 08:40:11.374895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58480) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.380705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.382204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=a8a10e54-a861-43d3-9725-f588d957c44a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:11.388070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:11.400014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a8a10e54-a861-43d3-9725-f588d957c44a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:11.414874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:11.432670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.447639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:11.459246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.459527 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment 8115a15f-92db-4b86-8236-ca042981287e of type vlan for network d10bf4de-926e-46a0-9d51-8b27d5847bc0 Dec 22 08:40:11.489350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.555573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deb9232-6ded-4b65-bfc1-071bf45fd7a6 None None] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:11.567667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ffc1fee4-f19d-4654-aa58-f00989c78e7e tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.578930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Transition to ACTIVE for port object 56891c1d-4e06-4407-b466-2f987a9e2a94 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:11.584683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.590125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:11.590749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.616044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-80f666f6-8594-4186-94bb-bf9c12f355ca tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Unset dirty status for tenant:599ebc099af54c60bcb8dba65c392c08 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:11.617689 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-80f666f6-8594-4186-94bb-bf9c12f355ca tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "GET /v2.0/ports/47435899-14e8-4673-bb39-0d3436153919 HTTP/1.1" status: 404 len: 333 time: 0.4151685 Dec 22 08:40:11.631236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.635011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.652965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29f4cf6d-d684-454a-84b2-bdb5387c1f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.695061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3b0db2d8-4730-49fb-833a-f7458b8eab21 None None] Provisioning for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:11.707490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddcfc93-1cb2-4a1d-aec5-a100a588042e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:11.719534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:11.731410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d54f9866-efa5-42d7-bdce-39d2f6a94ea7 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.745377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-a612b30d-8573-4091-96e2-2d758ad3cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:11.746959 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-a612b30d-8573-4091-96e2-2d758ad3cbf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf0f007a-dfb4-436b-96cb-995031d89ee8 HTTP/1.1" status: 200 len: 834 time: 0.4005342 Dec 22 08:40:11.789154 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5451157 Dec 22 08:40:11.817535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58488) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.825123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c78c56e8-7867-4dcd-8323-7588d5e4667c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "GET /v2.0/floatingips/42c78a65-66ac-406a-80cb-29ad0f7735fe HTTP/1.1" status: 200 len: 978 time: 0.5509245 Dec 22 08:40:11.829394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58490) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.886543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1360202331'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:11.978454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:11.988387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:12.014011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:12.029088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Pushing event updated for resources: {'Port': ['ID=56891c1d-4e06-4407-b466-2f987a9e2a94,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:12.031131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting port fad72d3e-9c53-4b67-80f7-3440651fa798 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:12.031131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.042573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:12.057197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:12.115773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=d10bf4de-926e-46a0-9d51-8b27d5847bc0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:12.118972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1269c90-9c2b-48b6-bf77-f9480bd6ce8f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for subnetpool, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.123095 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d1269c90-9c2b-48b6-bf77-f9480bd6ce8f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c464d76a-8135-474a-a3b5-d698b90e680b HTTP/1.1" status: 204 len: 168 time: 0.9662073 Dec 22 08:40:12.123528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:12.125204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:12.125450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:12.199523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:12.219550 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c7069595-49f9-4482-9799-abda7606851f tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab21922-8cf5-4007-975d-4a145a022ce1 HTTP/1.1" status: 200 len: 205 time: 0.0905638 Dec 22 08:40:12.223356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:12.223887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58502) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:12.226710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7650e5cf-63e9-4a05-a263-7bb20f7d772b tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Synchronizing usage tracker for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:floatingip {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:12.238417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:12.241847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.248007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.259792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:12.297215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.334446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Update dhcp port {'port': {'network_id': '4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d', 'fixed_ips': [{'subnet_id': 'e7e93faf-0062-47de-920f-9b7f0d01268e', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f18d6d3-4bfd-443b-bedf-5c93b90e5cc0'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '66d99be2-3231-4d73-98c4-4ed6ab3e41f3'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:40:12.398015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-643a8955-6dd6-4916-8023-15e4ee5369c5 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:12.401576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.419830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4cb63f78-801e-48e9-a666-6317764bd877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.496412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network a8a10e54-a861-43d3-9725-f588d957c44a is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:40:12.502970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:12.503978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.510650 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "PUT /v2.0/networks/a8a10e54-a861-43d3-9725-f588d957c44a HTTP/1.1" status: 200 len: 723 time: 1.1341593 Dec 22 08:40:12.518092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58506) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:12.557188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-368da21e-0b79-4405-a6d8-b2d044701403 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.594914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.599859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:12.610367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:12.610763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.611954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': 'a8a10e54-a861-43d3-9725-f588d957c44a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:12.740134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-88edeec5-b7a7-4f88-b660-fd72c0676903 None None] Provisioning complete for port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:12.740506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88edeec5-b7a7-4f88-b660-fd72c0676903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.833007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Allocated IP 172.20.0.1 (4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d/3f18d6d3-4bfd-443b-bedf-5c93b90e5cc0/66d99be2-3231-4d73-98c4-4ed6ab3e41f3) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:12.868530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-88edeec5-b7a7-4f88-b660-fd72c0676903 None None] Port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:12.896999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.934901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:12.956359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Calling delete_port for fad72d3e-9c53-4b67-80f7-3440651fa798 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:12.958369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7650e5cf-63e9-4a05-a263-7bb20f7d772b tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Unset dirty status for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:floatingip {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:12.962940 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7650e5cf-63e9-4a05-a263-7bb20f7d772b tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 1.0825634 Dec 22 08:40:12.975163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-7a9ec41f-220c-4e99-a107-8c360693eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:12.976720 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-7a9ec41f-220c-4e99-a107-8c360693eadd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bbe142c-749a-4d50-9db2-e89c11ce3faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1607633 Dec 22 08:40:12.979876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58510) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:12.985345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Attempting to bind port 56891c1d-4e06-4407-b466-2f987a9e2a94 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:12.985715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Attempting to bind port 56891c1d-4e06-4407-b466-2f987a9e2a94 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:12.986045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Attempting to bind port 56891c1d-4e06-4407-b466-2f987a9e2a94 on network e764cacf-b1d4-47a6-8301-b745c027b273 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:12.993473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'port_id': 'f58dd129-dbc6-49ca-b418-c2098143cc41'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:13.006323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=a8a10e54-a861-43d3-9725-f588d957c44a,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.019096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.027896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a8a10e54-a861-43d3-9725-f588d957c44a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:13.051119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:13.055911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] For port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,segment=NetworkSegment(bb137417-412c-446e-959f-48950a8336f8),segment_id=bb137417-412c-446e-959f-48950a8336f8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:13.076551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:13.089312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:13.089515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.089946 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment 00a6931d-c0da-4fbf-b15a-d4b8028de8e7 of type vlan for network 80ef6bd5-e0fe-426a-a49b-273135775511 Dec 22 08:40:13.093601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.165708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Port 56891c1d-4e06-4407-b466-2f987a9e2a94 on network e764cacf-b1d4-47a6-8301-b745c027b273 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:40:13.165934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Attempting to bind port 56891c1d-4e06-4407-b466-2f987a9e2a94 on network e764cacf-b1d4-47a6-8301-b745c027b273 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:13.179939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.191224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.191224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.222425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Transition to ACTIVE for port object 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:13.258129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.258760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.266677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:13.270762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:13.321206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Port': ['ID=fad72d3e-9c53-4b67-80f7-3440651fa798,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.326373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.387743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:13.388167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Checking segment: {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:13.388627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Bound using segment: {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:13.390072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Bound port: 56891c1d-4e06-4407-b466-2f987a9e2a94, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d98a50-e301-41f0-a3b0-b902ef01821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:13.390072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.446726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:13.447660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:13.466015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Pushing event updated for resources: {'Port': ['ID=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.478544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.479765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.488542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-368da21e-0b79-4405-a6d8-b2d044701403 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.490192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.492726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.542894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/ports/fad72d3e-9c53-4b67-80f7-3440651fa798 HTTP/1.1" status: 204 len: 168 time: 1.9009721 Dec 22 08:40:13.551436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58514) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:13.554944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.594623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:13.624536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-368da21e-0b79-4405-a6d8-b2d044701403 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.704274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=e5b94ed8-cc3f-43ca-b937-867ed71db72a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.707443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.713230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting subnet fcf5610b-929d-48ce-ab03-d6d67642f4e3 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:13.721225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.773788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Router ae9bac4b-7ce5-452b-ad23-ba3829e6a521 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:40:13.774048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': '1c502e83-24af-4048-b8fa-af841c9a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8a10e54-a861-43d3-9725-f588d957c44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:13.774417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: a8a10e54-a861-43d3-9725-f588d957c44a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:13.801342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.857692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network a8a10e54-a861-43d3-9725-f588d957c44a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:13.878657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a8a10e54-a861-43d3-9725-f588d957c44a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:13.883458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:13.884425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.888986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28256464-fd53-4faa-aff7-874a5e8e91ab None None] Network a8a10e54-a861-43d3-9725-f588d957c44a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:13.901301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-368da21e-0b79-4405-a6d8-b2d044701403 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.901809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368da21e-0b79-4405-a6d8-b2d044701403 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Fanout notify agent at l3_agent the message router_deleted on router 7ab21922-8cf5-4007-975d-4a145a022ce1 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:40:13.904804 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-8cf38a6d-04e8-40dd-8e2b-0ef749b61cfc service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8517404 Dec 22 08:40:13.912884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22428-1672-4854-8f59-8b1d7a606ac9 req-7cff0abe-ad3a-45ab-be0c-19f0c1beb9b3 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:13.920419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e3d22428-1672-4854-8f59-8b1d7a606ac9 req-7cff0abe-ad3a-45ab-be0c-19f0c1beb9b3 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 943 time: 1.5727506 Dec 22 08:40:13.920669 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3168426 Dec 22 08:40:13.923330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58518) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:13.932675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:13.990825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.009786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.015944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:14.016534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.065060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.076662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] For port 56891c1d-4e06-4407-b466-2f987a9e2a94, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:14.091516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce04c44d-d904-4c3e-92b6-050fbf805361 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:14.130527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2524959'] for subnet, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.172246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,segment=NetworkSegment(bb137417-412c-446e-959f-48950a8336f8),segment_id=bb137417-412c-446e-959f-48950a8336f8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:14.183763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.188306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c48de63a-6c4b-412e-92e1-0be0f8d765b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:14.207395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.213784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:14.260384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf5610b-929d-48ce-ab03-d6d67642f4e3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:14.263669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:14.274880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579681'] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.322823 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/subnets/fcf5610b-929d-48ce-ab03-d6d67642f4e3 HTTP/1.1" status: 204 len: 168 time: 0.7679570 Dec 22 08:40:14.326662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58522) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:14.329714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22c298-6475-4ae0-afa7-2d9ef00f2194 None None] Network d1cd4b1d-8468-4add-9916-c64735190b88 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:14.352865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:14.384234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a8a10e54-a861-43d3-9725-f588d957c44a', 'network_id': 'a8a10e54-a861-43d3-9725-f588d957c44a', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': 'e5b94ed8-cc3f-43ca-b937-867ed71db72a'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:14.385129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.441510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c7a0d-7336-49b1-86ec-d1f95f45cccd None None] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:14.457030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] For port 56891c1d-4e06-4407-b466-2f987a9e2a94, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56891c1d-4e06-4407-b466-2f987a9e2a94,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:14.519548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.553520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Deleting port 27c53e6b-3106-4fec-863c-4b680da0e5f4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:14.554141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.554372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-368da21e-0b79-4405-a6d8-b2d044701403 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.555462 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-368da21e-0b79-4405-a6d8-b2d044701403 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/routers/7ab21922-8cf5-4007-975d-4a145a022ce1 HTTP/1.1" status: 204 len: 168 time: 2.3231223 Dec 22 08:40:14.573811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.579190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58526) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:14.591254 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7640140 Dec 22 08:40:14.599439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58530) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:14.643738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=80ef6bd5-e0fe-426a-a49b-273135775511,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:14.663748 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e3d22428-1672-4854-8f59-8b1d7a606ac9 req-de874046-53ac-4563-81c1-07c6705eacc1 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7423234 Dec 22 08:40:14.696814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:14.698630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e60892b1-bda7-4f1b-93fb-33ef1be86d28 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:14.704983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 80ef6bd5-e0fe-426a-a49b-273135775511 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:14.729205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:14.734012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:14.739137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': 'd10bf4de-926e-46a0-9d51-8b27d5847bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:14.754056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743491946837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2568719'] for subnet, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.776829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-575b21f1-cc43-42c2-be44-afcfc0974304 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:14.821498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:14.835434 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] Sync routers for ids ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:14.837505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:14.838111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.839449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] 10.222.0.16 "PUT /v2.0/ports/56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 1093 time: 7.2661698 Dec 22 08:40:14.854445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:14.886690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "PUT /v2.0/routers/ae9bac4b-7ce5-452b-ad23-ba3829e6a521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9667511 Dec 22 08:40:14.893727 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] Routers {'ae9bac4b-7ce5-452b-ad23-ba3829e6a521'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:14.894898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58536) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:14.895771 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:14.902215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.919672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9acf2b3-1b4d-4b9d-9f20-a4783af3bb7f None None] Provisioning for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:14.975588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9acf2b3-1b4d-4b9d-9f20-a4783af3bb7f None None] Provisioning complete for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:14.976161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9acf2b3-1b4d-4b9d-9f20-a4783af3bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.979603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:14.980230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.985549 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "PUT /v2.0/subnets/e5b94ed8-cc3f-43ca-b937-867ed71db72a HTTP/1.1" status: 200 len: 826 time: 1.0576158 Dec 22 08:40:14.991122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58540) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:15.003697 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:15.017494 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] Routers {'ae9bac4b-7ce5-452b-ad23-ba3829e6a521'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:15.018402 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:15.020934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:15.047683 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'status': 'completed', 'code': 200} Dec 22 08:40:15.067504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:15.078385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:15.098717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Deleting port 53c28686-c698-4315-ae2a-eabecaa0a515 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:15.099059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.115406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:15.129225 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f258256-0bfa-4131-8c44-a5241f4dbf8a req-a2d2405e-b5ff-491a-b27d-2661432107ea service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2065711 Dec 22 08:40:15.139166 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:15.140014 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d174a61-2020-4d02-9cc3-e0d1f0d79b23 None None] The sync data for ids ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:15.141332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:15.141802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.229990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=e5b94ed8-cc3f-43ca-b937-867ed71db72a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:15.240070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:15.240690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:15.244490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.265617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Pushing event updated for resources: {'Port': ['ID=56891c1d-4e06-4407-b466-2f987a9e2a94,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:15.282506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:15.354812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-20d9d2ac-05f6-4887-a37a-8a3f229f7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:15.356295 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-20d9d2ac-05f6-4887-a37a-8a3f229f7e83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1096 time: 0.4380271 Dec 22 08:40:15.404147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Allocated IP 2001:db8::2 (a8a10e54-a861-43d3-9725-f588d957c44a/e5b94ed8-cc3f-43ca-b937-867ed71db72a/9ce05931-5f70-48e3-9fb8-25e615ad5682) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:15.462147 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-dbb44fb0-b86d-4bed-acb8-0df6e01a19ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 217 time: 0.0936074 Dec 22 08:40:15.474798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.554822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] DHCP port deletion for d1cd4b1d-8468-4add-9916-c64735190b88 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:15.588011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Deleting port 27c53e6b-3106-4fec-863c-4b680da0e5f4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:15.588545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.611583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.618215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f405b-293b-44d6-af27-fa55c8014237 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:15.618895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-156f405b-293b-44d6-af27-fa55c8014237 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:15.620351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1e7bbe10-1b5e-460e-a50e-ada8000f8667 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:15.656466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-20eac5f7-399f-40e9-86c9-62f284556d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:15.657817 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-20eac5f7-399f-40e9-86c9-62f284556d19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.1711302 Dec 22 08:40:15.666789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] For port 27c53e6b-3106-4fec-863c-4b680da0e5f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=27c53e6b-3106-4fec-863c-4b680da0e5f4,segment=NetworkSegment(8fd97409-e87b-4212-a117-db3c2802706c),segment_id=8fd97409-e87b-4212-a117-db3c2802706c)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:15.667151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.719438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=9c9741a2-4c61-4959-adef-4fb34fec7206,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:15.720949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-156f405b-293b-44d6-af27-fa55c8014237 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:15.725055 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-156f405b-293b-44d6-af27-fa55c8014237 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae9bac4b-7ce5-452b-ad23-ba3829e6a521 HTTP/1.1" status: 200 len: 981 time: 0.8184006 Dec 22 08:40:15.735842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58546) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:15.872558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:15.935294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.945191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.954972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.959157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:15.968560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] For port 27c53e6b-3106-4fec-863c-4b680da0e5f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=27c53e6b-3106-4fec-863c-4b680da0e5f4,segment=NetworkSegment(8fd97409-e87b-4212-a117-db3c2802706c),segment_id=8fd97409-e87b-4212-a117-db3c2802706c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:15.969089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.978519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Calling delete_port for 27c53e6b-3106-4fec-863c-4b680da0e5f4 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:15.981451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Transition to ACTIVE for port object 9ce05931-5f70-48e3-9fb8-25e615ad5682 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:16.067216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': '8115a15f-92db-4b86-8236-ca042981287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd10bf4de-926e-46a0-9d51-8b27d5847bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:16.067498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: d10bf4de-926e-46a0-9d51-8b27d5847bc0, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:16.110607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:16.123093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d10bf4de-926e-46a0-9d51-8b27d5847bc0) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:16.127992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:16.128601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.132629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.137926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:16.177409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7e2d1-78ec-4ba5-94d4-89317a893310 None None] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:16.192459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Port': ['ID=27c53e6b-3106-4fec-863c-4b680da0e5f4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:16.196563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] No DVR routers for this DVR port 27c53e6b-3106-4fec-863c-4b680da0e5f4 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:16.198093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:16.201493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Calling delete_port for 27c53e6b-3106-4fec-863c-4b680da0e5f4 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:16.238823 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6336434 Dec 22 08:40:16.238823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58550) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:16.306000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Transition to ACTIVE for port object 9ce05931-5f70-48e3-9fb8-25e615ad5682 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:16.314867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:16.320328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': '80ef6bd5-e0fe-426a-a49b-273135775511', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:16.336809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Calling delete_port for 53c28686-c698-4315-ae2a-eabecaa0a515 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:16.372094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.386558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:16.411519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.475745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7b6d89a3-32e4-4964-9dd8-b154611148a6 None None] Provisioning complete for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:16.476299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7b6d89a3-32e4-4964-9dd8-b154611148a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.483508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:16.490518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.502362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:16.508013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:16.527784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:16.531041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.537263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cd4b1d-8468-4add-9916-c64735190b88']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:16.542385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.544119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d49141be-a291-4e31-9742-02b205390d3f tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:16.553102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Network a8a10e54-a861-43d3-9725-f588d957c44a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:16.561264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:16.564335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:16.566605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:16.567074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:16.586731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Pushing event updated for resources: {'Port': ['ID=9ce05931-5f70-48e3-9fb8-25e615ad5682,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:16.590289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:16.682955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-5fd60f69-8d9e-47fa-952f-2f2137012a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:16.684471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-5fd60f69-8d9e-47fa-952f-2f2137012a85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0191643 Dec 22 08:40:16.703976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b94ed8-cc3f-43ca-b937-867ed71db72a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:16.707563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd97409-e87b-4212-a117-db3c2802706c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:16.707854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd97409-e87b-4212-a117-db3c2802706c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:16.716046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:16.737432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:16.740711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.755795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:16.755795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.760424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.806595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004176-91d9-499b-8238-13c3cef428d1 req-099424bf-4d2f-4ff1-952b-965853473ca7 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:16.814146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b0004176-91d9-499b-8238-13c3cef428d1 req-099424bf-4d2f-4ff1-952b-965853473ca7 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 943 time: 0.9979613 Dec 22 08:40:16.863763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Attempting to bind port 9ce05931-5f70-48e3-9fb8-25e615ad5682 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:16.864335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Attempting to bind port 9ce05931-5f70-48e3-9fb8-25e615ad5682 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '1c502e83-24af-4048-b8fa-af841c9a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8a10e54-a861-43d3-9725-f588d957c44a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:16.865902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Attempting to bind port 9ce05931-5f70-48e3-9fb8-25e615ad5682 on network a8a10e54-a861-43d3-9725-f588d957c44a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:16.900375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d10bf4de-926e-46a0-9d51-8b27d5847bc0', 'network_id': 'd10bf4de-926e-46a0-9d51-8b27d5847bc0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': '9c9741a2-4c61-4959-adef-4fb34fec7206'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:16.901384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.907712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.910858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.917497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:16.917937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Checking segment: {'id': '1c502e83-24af-4048-b8fa-af841c9a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8a10e54-a861-43d3-9725-f588d957c44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:16.918442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.918962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Bound using segment: {'id': '1c502e83-24af-4048-b8fa-af841c9a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8a10e54-a861-43d3-9725-f588d957c44a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:16.919608 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Bound port: 9ce05931-5f70-48e3-9fb8-25e615ad5682, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c502e83-24af-4048-b8fa-af841c9a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8a10e54-a861-43d3-9725-f588d957c44a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:16.920077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.934441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:16.934840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:16.954185 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:17.026738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a10e54-a861-43d3-9725-f588d957c44a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:17.050154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c502e83-24af-4048-b8fa-af841c9a6e25') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:17.050446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c502e83-24af-4048-b8fa-af841c9a6e25') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:17.069880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Deleting port 27c53e6b-3106-4fec-863c-4b680da0e5f4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:17.070498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.082432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.086465 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP 42c78a65-66ac-406a-80cb-29ad0f7735fe associated. External IP: 172.26.7.249, port: 45979eb2-6b97-4df0-86c0-c0f52cd32167. Dec 22 08:40:17.099502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.104162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.106422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3e4d82b-186d-4027-9926-c22f76e5f137 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:17.126037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.135420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:17.135731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:17.154628 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:17.166216 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b0004176-91d9-499b-8238-13c3cef428d1 req-1a3d0888-7e79-4398-8827-444fcd614937 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512223 Dec 22 08:40:17.188551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Pushing event deleted for resources: {'Network': ['ID=d1cd4b1d-8468-4add-9916-c64735190b88,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:17.207803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb220b-d500-4b15-93d0-d6996ce779ce None None] The port '27c53e6b-3106-4fec-863c-4b680da0e5f4' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:17.261439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:17.274882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] For port 9ce05931-5f70-48e3-9fb8-25e615ad5682, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:17.275403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.278989 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] 10.222.0.36 "DELETE /v2.0/networks/d1cd4b1d-8468-4add-9916-c64735190b88 HTTP/1.1" status: 204 len: 168 time: 2.9506378 Dec 22 08:40:17.286887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-480c446c-a5ce-45c2-9aa7-e62d21b4d7a5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:17.313222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:40:17.313222 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:40:17.313222 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'id': 'a8a10e54-a861-43d3-9725-f588d957c44a'}] Dec 22 08:40:17.313222 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:17.313628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:17.322404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] For port 9ce05931-5f70-48e3-9fb8-25e615ad5682, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9ce05931-5f70-48e3-9fb8-25e615ad5682,segment=NetworkSegment(1c502e83-24af-4048-b8fa-af841c9a6e25),segment_id=1c502e83-24af-4048-b8fa-af841c9a6e25)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:17.332726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Allocated IP 172.20.0.2 (d10bf4de-926e-46a0-9d51-8b27d5847bc0/9c9741a2-4c61-4959-adef-4fb34fec7206/90f5b7b9-beff-442c-9435-b8d637abb523) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:17.335349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.341951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-27659008-30a0-4fce-a133-e5af17cae0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:17.349291 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-9358770d-43bd-4038-90dc-438b80bf8434 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565270 Dec 22 08:40:17.369494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.376022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event deleted for resources: {'Port': ['ID=53c28686-c698-4315-ae2a-eabecaa0a515,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:17.377029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64b64a4f-27ac-45b2-8d29-508a73e5eccb tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:17.379494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:17.409599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 27c53e6b-3106-4fec-863c-4b680da0e5f4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:17.474715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 27c53e6b-3106-4fec-863c-4b680da0e5f4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:17.475349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 27c53e6b-3106-4fec-863c-4b680da0e5f4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:17.605124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Pushing event updated for resources: {'Port': ['ID=9ce05931-5f70-48e3-9fb8-25e615ad5682,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:17.605373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=5201d409-5421-476a-ac45-31bf8bb54177,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:17.633691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:17.635155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': '00a6931d-c0da-4fbf-b15a-d4b8028de8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80ef6bd5-e0fe-426a-a49b-273135775511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:17.638241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: 80ef6bd5-e0fe-426a-a49b-273135775511, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:17.646305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:17.699698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 80ef6bd5-e0fe-426a-a49b-273135775511 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:17.721703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 80ef6bd5-e0fe-426a-a49b-273135775511) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:17.729535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:17.731087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.743412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c819e-01cf-4be0-a314-b3d9b60d5774 None None] Network 80ef6bd5-e0fe-426a-a49b-273135775511 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:17.756321 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5171762 Dec 22 08:40:17.759202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58558) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:17.764649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be758c99-7905-4da2-8c56-f311f52ba8b4 None None] Network a8a10e54-a861-43d3-9725-f588d957c44a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:17.766306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1248051560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:17.774035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:17.779471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:router and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:17.783959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:17.791149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:17.804471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-46052268-d234-40ee-88ce-f3bee49e5c5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9382253 Dec 22 08:40:17.806999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.808664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.816949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.860769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.863595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 9ce05931-5f70-48e3-9fb8-25e615ad5682 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:17.864168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.898933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58562) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:17.976284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.021452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.032201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.035957 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-26a82749-4070-497d-8293-9fa0642ca60a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2729807 Dec 22 08:40:18.055709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58568) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:18.116085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b65a92e-d8e7-4ecd-b609-0a7225457e23 req-2aadeec8-95a3-41cb-a3ec-2de80c2959e9 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462437 Dec 22 08:40:18.119551 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/ports/53c28686-c698-4315-ae2a-eabecaa0a515 HTTP/1.1" status: 204 len: 168 time: 3.5281177 Dec 22 08:40:18.124244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:18.202804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.207296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 9ce05931-5f70-48e3-9fb8-25e615ad5682, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9ce05931-5f70-48e3-9fb8-25e615ad5682,segment=NetworkSegment(1c502e83-24af-4048-b8fa-af841c9a6e25),segment_id=1c502e83-24af-4048-b8fa-af841c9a6e25)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:18.207665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.236529 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce88c11d-0f07-4660-a055-27d861d5f7a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=599ebc099af54c60bcb8dba65c392c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311288 Dec 22 08:40:18.303335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Transition to ACTIVE for port object 90f5b7b9-beff-442c-9435-b8d637abb523 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:18.311371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58576) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:18.353748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 9ce05931-5f70-48e3-9fb8-25e615ad5682 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:18.394346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Deleting subnet ab9b6189-da7e-4f9b-945f-581bfb6a742e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:18.404209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Transition to ACTIVE for port object 90f5b7b9-beff-442c-9435-b8d637abb523 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:18.405540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38591fcc-af6a-4aaf-8d39-99dda2458ed3 None None] Network a8a10e54-a861-43d3-9725-f588d957c44a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:18.432637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.438407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.483794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:18.514989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.555049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Pushing event updated for resources: {'Port': ['ID=90f5b7b9-beff-442c-9435-b8d637abb523,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:18.569870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:18.571381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:18.582725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:18.588350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:18.603246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.608925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b34aac47-0439-472c-adaa-792ce549a990 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:18.663708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.776617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No DVR routers for this DVR port 9ce05931-5f70-48e3-9fb8-25e615ad5682 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:18.792531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-80ef6bd5-e0fe-426a-a49b-273135775511', 'network_id': '80ef6bd5-e0fe-426a-a49b-273135775511', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': '5201d409-5421-476a-ac45-31bf8bb54177'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:18.793996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.811774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Port': ['ID=9ce05931-5f70-48e3-9fb8-25e615ad5682,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:18.822320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:18.830378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19399-245d-46d9-9d73-e980fc4a2cb4 req-28da953b-4581-4444-b31f-e671fad8b432 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.831975 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e0e19399-245d-46d9-9d73-e980fc4a2cb4 req-28da953b-4581-4444-b31f-e671fad8b432 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 943 time: 0.4509780 Dec 22 08:40:18.867092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Attempting to bind port 90f5b7b9-beff-442c-9435-b8d637abb523 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:18.867733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Attempting to bind port 90f5b7b9-beff-442c-9435-b8d637abb523 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '8115a15f-92db-4b86-8236-ca042981287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd10bf4de-926e-46a0-9d51-8b27d5847bc0'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:18.868560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Attempting to bind port 90f5b7b9-beff-442c-9435-b8d637abb523 on network d10bf4de-926e-46a0-9d51-8b27d5847bc0 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:18.886858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:18.887239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Checking segment: {'id': '8115a15f-92db-4b86-8236-ca042981287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd10bf4de-926e-46a0-9d51-8b27d5847bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:18.887637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.888061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Bound using segment: {'id': '8115a15f-92db-4b86-8236-ca042981287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd10bf4de-926e-46a0-9d51-8b27d5847bc0'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:18.888538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Bound port: 90f5b7b9-beff-442c-9435-b8d637abb523, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8115a15f-92db-4b86-8236-ca042981287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd10bf4de-926e-46a0-9d51-8b27d5847bc0'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:18.888916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.902761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-4bba626f-65bc-461a-8d33-b3b06cb49460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.904753 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-4bba626f-65bc-461a-8d33-b3b06cb49460 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1098 time: 0.9650240 Dec 22 08:40:18.964315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.971575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:19.004585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.021567 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e0e19399-245d-46d9-9d73-e980fc4a2cb4 req-b51bcc10-d54b-489f-ae9e-8ec20b5d8422 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710079 Dec 22 08:40:19.044781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Allocated IP 172.21.0.2 (80ef6bd5-e0fe-426a-a49b-273135775511/5201d409-5421-476a-ac45-31bf8bb54177/72427c61-8d1b-4a79-8afa-5666487919c1) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:19.052420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] For port 90f5b7b9-beff-442c-9435-b8d637abb523, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:19.052683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a10e54-a861-43d3-9725-f588d957c44a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:19.058972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] For port 90f5b7b9-beff-442c-9435-b8d637abb523, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90f5b7b9-beff-442c-9435-b8d637abb523,segment=NetworkSegment(8115a15f-92db-4b86-8236-ca042981287e),segment_id=8115a15f-92db-4b86-8236-ca042981287e)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:19.078693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c502e83-24af-4048-b8fa-af841c9a6e25') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:19.078921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c502e83-24af-4048-b8fa-af841c9a6e25') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:19.079673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.087773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:19.097993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.116621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.121356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.124165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2622a0d5-5464-43e5-8db3-764cf7fe609a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:19.163365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:19.163915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:19.180615 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:19.188816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9b6189-da7e-4f9b-945f-581bfb6a742e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:19.208619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca29a1-a7d6-41cd-8616-8b70244bfbe6 None None] Network d1a91b57-919c-49f7-83a0-13eb9174627f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:19.241741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.246404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:19.247572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.285813 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/subnets/ab9b6189-da7e-4f9b-945f-581bfb6a742e HTTP/1.1" status: 204 len: 168 time: 1.1498406 Dec 22 08:40:19.288108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58582) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:19.304268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-156f56ee-9bbb-4760-8760-fc779f45cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:19.306384 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-156f56ee-9bbb-4760-8760-fc779f45cd3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1096 time: 1.1136699 Dec 22 08:40:19.341904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Pushing event updated for resources: {'Port': ['ID=90f5b7b9-beff-442c-9435-b8d637abb523,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:19.371504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:19.376300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.385273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80619181-2809-47c0-9b04-c7ddda9dcc66 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:19.412427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.418240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=a8a10e54-a861-43d3-9725-f588d957c44a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:19.424400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/a8a10e54-a861-43d3-9725-f588d957c44a HTTP/1.1" status: 204 len: 168 time: 4.4170749 Dec 22 08:40:19.425191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58586) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:19.437422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:19.490754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.491895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.494243 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dce8bee-e51b-4871-9d38-0893bfcfdbb3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:19.494721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dce8bee-e51b-4871-9d38-0893bfcfdbb3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:19.503345 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9dce8bee-e51b-4871-9d38-0893bfcfdbb3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/a8a10e54-a861-43d3-9725-f588d957c44a HTTP/1.1" status: 404 len: 339 time: 0.0588126 Dec 22 08:40:19.504095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58590) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:19.514012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627915286', 'description': 'd1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:19.525054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:19.541847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Usage tracker for resource:network and tenant:68fa7c97cca1492893504f1834f4fb73 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:19.560764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:19.573862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:19.610300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:19.614646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.637488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Deleting port f0cd7275-59de-402e-98aa-61978124cba9 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:19.638418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.656213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.672166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Transition to ACTIVE for port object 72427c61-8d1b-4a79-8afa-5666487919c1 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:19.702380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Transition to ACTIVE for port object 72427c61-8d1b-4a79-8afa-5666487919c1 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:19.714148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.735648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:19.770366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.790852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:19.792973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Network 80ef6bd5-e0fe-426a-a49b-273135775511 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:19.800685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] DHCP port deletion for d1a91b57-919c-49f7-83a0-13eb9174627f request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:19.803421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:19.814460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:19.825961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Deleting port f0cd7275-59de-402e-98aa-61978124cba9 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:19.826544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.873998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.874273 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 548fd8a1-1404-47bc-a84e-761109b4e56c of type vlan for network 34c85b46-2936-4054-8140-520c509b713c Dec 22 08:40:19.924072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] For port f0cd7275-59de-402e-98aa-61978124cba9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0cd7275-59de-402e-98aa-61978124cba9,segment=NetworkSegment(c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b),segment_id=c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:19.924433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.971447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Attempting to bind port 72427c61-8d1b-4a79-8afa-5666487919c1 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:19.972072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Attempting to bind port 72427c61-8d1b-4a79-8afa-5666487919c1 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '00a6931d-c0da-4fbf-b15a-d4b8028de8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80ef6bd5-e0fe-426a-a49b-273135775511'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:19.972544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Attempting to bind port 72427c61-8d1b-4a79-8afa-5666487919c1 on network 80ef6bd5-e0fe-426a-a49b-273135775511 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:19.981754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:19.982304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Checking segment: {'id': '00a6931d-c0da-4fbf-b15a-d4b8028de8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80ef6bd5-e0fe-426a-a49b-273135775511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:19.982856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.983352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Bound using segment: {'id': '00a6931d-c0da-4fbf-b15a-d4b8028de8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80ef6bd5-e0fe-426a-a49b-273135775511'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:19.983919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Bound port: 72427c61-8d1b-4a79-8afa-5666487919c1, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a6931d-c0da-4fbf-b15a-d4b8028de8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '80ef6bd5-e0fe-426a-a49b-273135775511'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:19.984416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.999009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Pushing event updated for resources: {'Port': ['ID=72427c61-8d1b-4a79-8afa-5666487919c1,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:20.006305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.034752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-ae15cb14-19e2-4621-9943-99a6f3abf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:20.036626 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-ae15cb14-19e2-4621-9943-99a6f3abf964 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 200 len: 897 time: 1.0984578 Dec 22 08:40:20.036855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:20.077145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Calling delete_port for f0cd7275-59de-402e-98aa-61978124cba9 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:20.175814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.181702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:20.182316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.202570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:20.218746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] For port 72427c61-8d1b-4a79-8afa-5666487919c1, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:20.227700 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7230082 Dec 22 08:40:20.228941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:20.255251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] For port f0cd7275-59de-402e-98aa-61978124cba9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0cd7275-59de-402e-98aa-61978124cba9,segment=NetworkSegment(c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b),segment_id=c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:20.255653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.279199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] For port 72427c61-8d1b-4a79-8afa-5666487919c1, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=72427c61-8d1b-4a79-8afa-5666487919c1,segment=NetworkSegment(00a6931d-c0da-4fbf-b15a-d4b8028de8e7),segment_id=00a6931d-c0da-4fbf-b15a-d4b8028de8e7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:20.344958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.364996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:20.382559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.425058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:20.470362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] No DVR routers for this DVR port f0cd7275-59de-402e-98aa-61978124cba9 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:20.479230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Calling delete_port for f0cd7275-59de-402e-98aa-61978124cba9 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:20.510510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90f5b7b9-beff-442c-9435-b8d637abb523 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:20.534851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=34c85b46-2936-4054-8140-520c509b713c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:20.550138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:20.553590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:20.583017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:20.608343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 34c85b46-2936-4054-8140-520c509b713c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:20.638000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.644479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:20.645277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:20.654395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c9025366-7da3-4e0e-92d4-77d72304d66f tempest-RoutersAdminTest-397949897 tempest-RoutersAdminTest-397949897-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:20.748175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-d1efa580-30c7-41eb-8f3c-1e6a210bb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:20.749861 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-d1efa580-30c7-41eb-8f3c-1e6a210bb15d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 1.4265864 Dec 22 08:40:20.780663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event deleted for resources: {'Port': ['ID=f0cd7275-59de-402e-98aa-61978124cba9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:20.792777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:20.799045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b2cb0a-3cd2-4ae4-ad33-71031fdd59d6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:20.815653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:20.823768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484394b-9a13-4d1d-8bd6-05a5fd992445 None None] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:20.824073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb5433-1094-4cfe-baf3-1e987e76712e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:20.824968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cbb5433-1094-4cfe-baf3-1e987e76712e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Synchronizing usage tracker for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:20.840444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.870123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 90f5b7b9-beff-442c-9435-b8d637abb523 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:20.873545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a91b57-919c-49f7-83a0-13eb9174627f']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:20.883119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3cbb5433-1094-4cfe-baf3-1e987e76712e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Unset dirty status for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:20.887614 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3cbb5433-1094-4cfe-baf3-1e987e76712e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/networks?id=34c85b46-2936-4054-8140-520c509b713c HTTP/1.1" status: 200 len: 764 time: 0.6522527 Dec 22 08:40:20.888567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58600) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:20.900204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'description': 'd2'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:20.923326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:20.923881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c602a3be-7bdf-4ce9-a7d2-69aeb410bd1b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:20.947275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 56891c1d-4e06-4407-b466-2f987a9e2a94 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:40:20.994441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.046626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.095024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:21.095433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.109229 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-081863d8-7759-4896-a6d0-786ca1885ffe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 200 len: 1001 time: 1.0534003 Dec 22 08:40:21.110445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:21.110585 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:21.121867 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-7f02038d-8091-4dd9-9779-02d27288560d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 217 time: 0.3453703 Dec 22 08:40:21.149756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 56891c1d-4e06-4407-b466-2f987a9e2a94, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56891c1d-4e06-4407-b466-2f987a9e2a94,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:21.244302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.245788 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6b2cb0a-3cd2-4ae4-ad33-71031fdd59d6 HTTP/1.1" status: 204 len: 168 time: 2.9334118 Dec 22 08:40:21.263431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:21.267282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:21.362786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.372117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d15d8ee-bd51-4fbf-8703-996d89e71120 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:21.392001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.401936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.407240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 47e00c72-9dd8-4c10-aaab-3849fd544bb9 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:21.408077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.416846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Pushing event deleted for resources: {'Network': ['ID=d1a91b57-919c-49f7-83a0-13eb9174627f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:21.424687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:21.429384 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] 10.222.0.36 "DELETE /v2.0/networks/d1a91b57-919c-49f7-83a0-13eb9174627f HTTP/1.1" status: 204 len: 168 time: 2.1408155 Dec 22 08:40:21.432279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Pushing event updated for resources: {'Port': ['ID=72427c61-8d1b-4a79-8afa-5666487919c1,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:21.445151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.448480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0cd7275-59de-402e-98aa-61978124cba9 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:21.457464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2aebfc1c-12f4-4712-b5d9-036c99434953 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:21.482385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'port_id': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'mac_address': 'fa:16:3e:38:2a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:40:21.485302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:21.501600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-92bcb282-378b-4fc3-8300-7f813132ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:21.503646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Provisioning for port 90f5b7b9-beff-442c-9435-b8d637abb523 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:21.506384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network 34c85b46-2936-4054-8140-520c509b713c is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:40:21.507068 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-92bcb282-378b-4fc3-8300-7f813132ba11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf0f007a-dfb4-436b-96cb-995031d89ee8 HTTP/1.1" status: 200 len: 834 time: 0.3820333 Dec 22 08:40:21.520734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Provisioning complete for port 90f5b7b9-beff-442c-9435-b8d637abb523 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:21.521225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.525114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:21.526403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.527887 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "PUT /v2.0/networks/34c85b46-2936-4054-8140-520c509b713c HTTP/1.1" status: 200 len: 761 time: 0.6351993 Dec 22 08:40:21.540096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9adbc-8a1f-4748-b6fc-653240642ed4 req-96589843-06f6-41a9-9934-22d995b25dc7 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:21.541836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cba9adbc-8a1f-4748-b6fc-653240642ed4 req-96589843-06f6-41a9-9934-22d995b25dc7 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 943 time: 1.3483350 Dec 22 08:40:21.598868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:21.599543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c4848-8da8-48d6-9559-cb5494bc1c9f None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:21.632138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: f0cd7275-59de-402e-98aa-61978124cba9 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:21.633678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0cd7275-59de-402e-98aa-61978124cba9 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:21.641066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58610) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:21.697306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:21.697603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:21.721954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=34c85b46-2936-4054-8140-520c509b713c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:21.727549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:21.760041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-d2b947fa-c11c-490d-834f-d2a56649c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:21.761876 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-d2b947fa-c11c-490d-834f-d2a56649c64e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.5566907 Dec 22 08:40:21.794251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 34c85b46-2936-4054-8140-520c509b713c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:21.966196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:21.968035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.038110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56891c1d-4e06-4407-b466-2f987a9e2a94 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:40:22.046205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.087405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 56891c1d-4e06-4407-b466-2f987a9e2a94, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56891c1d-4e06-4407-b466-2f987a9e2a94,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:22.094886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.098811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e2e43e4d-1650-42d1-8a9e-49f748e596c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.163194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] For port 90f5b7b9-beff-442c-9435-b8d637abb523, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90f5b7b9-beff-442c-9435-b8d637abb523,segment=NetworkSegment(8115a15f-92db-4b86-8236-ca042981287e),segment_id=8115a15f-92db-4b86-8236-ca042981287e)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:22.176641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.190381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=56891c1d-4e06-4407-b466-2f987a9e2a94,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.194708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.195214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.231565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Deleting port f0cd7275-59de-402e-98aa-61978124cba9 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:22.231988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.243722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:22.312565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77499ce6-3fdd-4365-aaa1-bb7dbe17367f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:22.313329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-77499ce6-3fdd-4365-aaa1-bb7dbe17367f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Synchronizing usage tracker for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:22.320285 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cba9adbc-8a1f-4748-b6fc-653240642ed4 req-92ebcaaa-d323-4633-89e4-46beff1e40bc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6636174 Dec 22 08:40:22.372168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5b59c-def0-4cd7-a31d-917e61701106 None None] The port 'f0cd7275-59de-402e-98aa-61978124cba9' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:22.403327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Pushing event updated for resources: {'Port': ['ID=90f5b7b9-beff-442c-9435-b8d637abb523,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.408054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.434234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 72427c61-8d1b-4a79-8afa-5666487919c1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:22.450175 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a59181ef-607e-43d6-a18f-a08816739d6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e476bc3821a48449f8dc0174c19bb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810317 Dec 22 08:40:22.456480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58634) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.483952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.485652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75759cc6-d6d1-44c4-be7e-27a1e1f19ea6 None None] Network 80ef6bd5-e0fe-426a-a49b-273135775511 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:22.504001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.20.0.1 (d10bf4de-926e-46a0-9d51-8b27d5847bc0/9c9741a2-4c61-4959-adef-4fb34fec7206/172922b5-63ae-4b2c-8e58-9d1932f71e7d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:22.534597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['56891c1d-4e06-4407-b466-2f987a9e2a94'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:40:22.603264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.633137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-77499ce6-3fdd-4365-aaa1-bb7dbe17367f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Unset dirty status for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:22.635972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.641475 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-77499ce6-3fdd-4365-aaa1-bb7dbe17367f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/networks?id=34c85b46-2936-4054-8140-520c509b713c HTTP/1.1" status: 200 len: 764 time: 0.9872990 Dec 22 08:40:22.645233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.731172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 47e00c72-9dd8-4c10-aaab-3849fd544bb9 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:22.751974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58646) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.787138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fb9fd69c-fc67-4108-af0d-870eddb4de5e None None] Provisioning for port 72427c61-8d1b-4a79-8afa-5666487919c1 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:22.840393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-c06e3a75-61f0-4dc3-8533-1c577f468f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:22.841909 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-c06e3a75-61f0-4dc3-8533-1c577f468f90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bbe142c-749a-4d50-9db2-e89c11ce3faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2990186 Dec 22 08:40:22.850129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.858182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.874443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c978c-478a-4b05-ba90-b38f4299ee99 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:22.878518 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-518c978c-478a-4b05-ba90-b38f4299ee99 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2295954 Dec 22 08:40:22.879049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5c69a-1b28-436b-a3b2-f36abf587c8d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.880733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58652) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.919123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 72427c61-8d1b-4a79-8afa-5666487919c1 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:22.926791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.932571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.937360 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38e5c69a-1b28-436b-a3b2-f36abf587c8d HTTP/1.1" status: 204 len: 168 time: 0.4798429 Dec 22 08:40:22.941440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 72427c61-8d1b-4a79-8afa-5666487919c1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:22.941818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.943619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9eca67ad-39a3-4cff-a985-b3e277ea5907 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Synchronizing usage tracker for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:22.958020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9eca67ad-39a3-4cff-a985-b3e277ea5907 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Unset dirty status for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:22.959647 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9eca67ad-39a3-4cff-a985-b3e277ea5907 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 207 time: 0.0778112 Dec 22 08:40:22.963016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.067806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-30b16ce3-9c68-463b-a603-2c9200c76885 None None] Provisioning complete for port 90f5b7b9-beff-442c-9435-b8d637abb523 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:23.068224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-30b16ce3-9c68-463b-a603-2c9200c76885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.165812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16ceb1-aa60-4f4d-8a83-5a8a5d84f0c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.172773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16ceb1-aa60-4f4d-8a83-5a8a5d84f0c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.179132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16ceb1-aa60-4f4d-8a83-5a8a5d84f0c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.185440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16ceb1-aa60-4f4d-8a83-5a8a5d84f0c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.192518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16ceb1-aa60-4f4d-8a83-5a8a5d84f0c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.198592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c16ceb1-aa60-4f4d-8a83-5a8a5d84f0c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.204096 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9c16ceb1-aa60-4f4d-8a83-5a8a5d84f0c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2363133 Dec 22 08:40:23.205145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58662) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.208783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1943626880'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:23.216646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:23.230023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.250692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:network and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:23.322473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:23.341712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 72427c61-8d1b-4a79-8afa-5666487919c1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=72427c61-8d1b-4a79-8afa-5666487919c1,segment=NetworkSegment(00a6931d-c0da-4fbf-b15a-d4b8028de8e7),segment_id=00a6931d-c0da-4fbf-b15a-d4b8028de8e7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:23.352389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.356677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:23.364548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:23.425722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b5ed5-c07b-4435-ae32-b4c23c29b5e4 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:40:23.441488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:23.446282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.487044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.564318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=72427c61-8d1b-4a79-8afa-5666487919c1,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:23.567873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:23.571204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8de8f9f4-adaa-4073-91e8-ae5db1103e97 None None] Provisioning complete for port 72427c61-8d1b-4a79-8afa-5666487919c1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:23.571576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8de8f9f4-adaa-4073-91e8-ae5db1103e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.594847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:23.601417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:security_group_rule and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:23.610643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:23.619735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:23.641730 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c0fda84-761d-4791-af72-ee1e81e7d9a9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4251387 Dec 22 08:40:23.645013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.695857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-3c873d7f-6f82-4961-8395-42ed47cf1aa0 service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759640 Dec 22 08:40:23.697846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-dde47199-65da-4569-af7f-a2121df6f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.699291 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-dde47199-65da-4569-af7f-a2121df6f3f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.6331890 Dec 22 08:40:23.756198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5da7-6afa-47e2-890a-a09c0c8e1168 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.757855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5da7-6afa-47e2-890a-a09c0c8e1168 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.759478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5da7-6afa-47e2-890a-a09c0c8e1168 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.761057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5da7-6afa-47e2-890a-a09c0c8e1168 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.762574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad5da7-6afa-47e2-890a-a09c0c8e1168 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.764950 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-95ad5da7-6afa-47e2-890a-a09c0c8e1168 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1173654 Dec 22 08:40:23.774646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58672) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.777791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b5ed5-c07b-4435-ae32-b4c23c29b5e4 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:40:23.820194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0a284-188d-4c81-8d7d-e131a2148bb4 req-98deb5a4-f04f-450e-a3e5-252f51a78c3f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.821568 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-25d0a284-188d-4c81-8d7d-e131a2148bb4 req-98deb5a4-f04f-450e-a3e5-252f51a78c3f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 944 time: 0.3051517 Dec 22 08:40:23.915633 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-25d0a284-188d-4c81-8d7d-e131a2148bb4 req-d73f9ce0-cb78-419a-b720-6d7b87b0fd26 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838094 Dec 22 08:40:23.919889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2eeeb-15dc-48b7-ad54-22c85926e382 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.921847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2eeeb-15dc-48b7-ad54-22c85926e382 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.923338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2eeeb-15dc-48b7-ad54-22c85926e382 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.925449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2eeeb-15dc-48b7-ad54-22c85926e382 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.926838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2eeeb-15dc-48b7-ad54-22c85926e382 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:23.928442 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dea2eeeb-15dc-48b7-ad54-22c85926e382 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1526682 Dec 22 08:40:23.937577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58676) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.958472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:23.972915 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:23.987044 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:23.988015 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:24.018490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.073291 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:24.087473 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:24.088681 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:24.149906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.160710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.168831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.175732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f00b328-788d-4a14-9da4-1a526a3eb178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.188047 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:24.188811 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd6f1ae-1b63-4cab-94e8-d9ae7bf888e1 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:24.215309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:24.253146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e83d85-afc6-43ed-bec4-00ac282c6a00,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.259445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.262860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-9dc0e42d-b744-4874-868f-515cc7e1db74 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396068 Dec 22 08:40:24.266282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.266710 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Added segment 6617be8f-4f97-44bb-abf3-9b91b7e8484a of type vlan for network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 Dec 22 08:40:24.272859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 172922b5-63ae-4b2c-8e58-9d1932f71e7d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:24.285946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf95538-9837-4a9d-8210-462966cd8b90 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:24.288006 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-caf95538-9837-4a9d-8210-462966cd8b90 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/networks/f00c8549-2a36-4329-bb0c-0f9238b3078b HTTP/1.1" status: 200 len: 804 time: 0.3489015 Dec 22 08:40:24.292472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58680) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:24.301571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90f5b7b9-beff-442c-9435-b8d637abb523 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:24.338353 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5c8946a-b7fb-4d69-b440-59118cad9008 req-f8ede4ac-108c-4f73-b5ef-a79fb7e1a2fc service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139004 Dec 22 08:40:24.385456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 90f5b7b9-beff-442c-9435-b8d637abb523 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:24.385456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.386350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.458763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-595f3de6-9524-4123-9e3b-48cdf937614f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/floatingips/42c78a65-66ac-406a-80cb-29ad0f7735fe HTTP/1.1" status: 200 len: 978 time: 11.4751348 Dec 22 08:40:24.461724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58684) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:24.462917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.478545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:24.479904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8871ab35-8d8b-41ec-b14b-ff50dff2d53f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.543136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.549025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:24.549455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.550192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 72427c61-8d1b-4a79-8afa-5666487919c1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:24.554972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=47e00c72-9dd8-4c10-aaab-3849fd544bb9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.566321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b301b36c-e31a-47a3-b113-7f00ee7b2458 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.566764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.577202 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-28d9f3f3-5fc7-4edb-916a-c511fc8183ed req-5328eb9e-59db-4ab1-a1d1-53a515019164 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966778 Dec 22 08:40:24.615709 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd8fa87f-afba-462d-a196-ff5b002ad0db tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/networks/f00c8549-2a36-4329-bb0c-0f9238b3078b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3189497 Dec 22 08:40:24.643550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 72427c61-8d1b-4a79-8afa-5666487919c1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:24.643978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.656417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58688) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:24.715590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Network': ['ID=cdee18ae-275d-4a3c-82a8-2cd9c5e527c3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.719343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.723900 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9699945 Dec 22 08:40:24.729896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.730101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:24.776913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58692) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:24.778413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.801035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8be29562-20f8-4141-bd96-4a31f57e0a75 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.871033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:24.894531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=172922b5-63ae-4b2c-8e58-9d1932f71e7d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.908179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.917197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 56891c1d-4e06-4407-b466-2f987a9e2a94 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:24.997142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 56891c1d-4e06-4407-b466-2f987a9e2a94 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:25.001891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:25.003313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 56891c1d-4e06-4407-b466-2f987a9e2a94 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:25.003954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.008513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:25.011575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:25.047103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8188f-6100-4696-b672-aef7d3462f86 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:25.047867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-17b8188f-6100-4696-b672-aef7d3462f86 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Synchronizing usage tracker for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:25.077133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.081617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.081971 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP 42c78a65-66ac-406a-80cb-29ad0f7735fe disassociated. External IP: 172.26.7.249, port: f58dd129-dbc6-49ca-b418-c2098143cc41. Dec 22 08:40:25.159556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.199134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 56891c1d-4e06-4407-b466-2f987a9e2a94, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56891c1d-4e06-4407-b466-2f987a9e2a94,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:25.200754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:25.209602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.212227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:25.300020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=56891c1d-4e06-4407-b466-2f987a9e2a94,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:25.304921 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:25.306921 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'code': 200} Dec 22 08:40:25.333982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9650f7d-d684-4602-a4f7-44278c2805ae None None] Provisioning for port 172922b5-63ae-4b2c-8e58-9d1932f71e7d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:25.342454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a9650f7d-d684-4602-a4f7-44278c2805ae None None] Provisioning complete for port 172922b5-63ae-4b2c-8e58-9d1932f71e7d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:25.343047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9650f7d-d684-4602-a4f7-44278c2805ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.417270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a9650f7d-d684-4602-a4f7-44278c2805ae None None] Port 172922b5-63ae-4b2c-8e58-9d1932f71e7d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:25.438814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-17b8188f-6100-4696-b672-aef7d3462f86 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Unset dirty status for tenant:68fa7c97cca1492893504f1834f4fb73 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:25.443359 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-17b8188f-6100-4696-b672-aef7d3462f86 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/subnets/8d4055e9-b9fa-47a3-9960-8bd86cb37228 HTTP/1.1" status: 200 len: 843 time: 0.7348132 Dec 22 08:40:25.443958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58700) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:25.444272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:25.446397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.457083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:25.465479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:25.469531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.477730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:25.586906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce65e574-b0c7-492b-b787-0ea76e7108fa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:25.588356 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce65e574-b0c7-492b-b787-0ea76e7108fa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "GET /v2.0/subnets/8d4055e9-b9fa-47a3-9960-8bd86cb37228?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1436081 Dec 22 08:40:25.593868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58704) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:25.600206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1406595603'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:25.608700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:25.609869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:25.622715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:25.672857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:25.676266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.782784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595490d-df62-48d2-b0b6-ce25ca93f9a1 req-48d8eb6f-3a9a-463f-a67b-c94603af1c9d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:25.784417 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9595490d-df62-48d2-b0b6-ce25ca93f9a1 req-48d8eb6f-3a9a-463f-a67b-c94603af1c9d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 944 time: 0.6555641 Dec 22 08:40:25.814521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:25.817995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.925314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:25.944503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.944831 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Added segment 64645294-3d9c-41bd-a58f-e6ebe977910a of type vlan for network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 Dec 22 08:40:25.963480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:25.981000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:25.981559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.987262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.994104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:25.994986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.060541 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1f0c6543-dac0-4822-8854-e34bc265e9fb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/floatingips/42c78a65-66ac-406a-80cb-29ad0f7735fe HTTP/1.1" status: 200 len: 688 time: 1.5975578 Dec 22 08:40:26.063767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:26.072752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Router ae9bac4b-7ce5-452b-ad23-ba3829e6a521 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:26.080828 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9595490d-df62-48d2-b0b6-ce25ca93f9a1 req-64faa56b-f070-4c34-a18f-43085cdb4b13 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727239 Dec 22 08:40:26.081926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.089400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.093889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:26.094516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.130150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.133247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b6c1a-ef0a-462b-bc76-a069e88d5bc6 req-fe3c9128-14bc-408f-88db-d9c8010c24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:26.134722 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-144b6c1a-ef0a-462b-bc76-a069e88d5bc6 req-fe3c9128-14bc-408f-88db-d9c8010c24f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.5865815 Dec 22 08:40:26.137243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:26.138054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.161269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:26.162448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.162954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c442df-b180-4150-a822-9a45ca7cbd48 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:26.334976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 384396a1-5ced-41a8-9379-14eb065cfffa {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:26.334976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.359181 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7642350 Dec 22 08:40:26.366028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:26.380751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:26.389890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'network_id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:26.394651 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] Sync routers for ids ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:26.406309 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] Routers {'ae9bac4b-7ce5-452b-ad23-ba3829e6a521'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:26.407114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Network': ['ID=d5e7b38e-ca40-44eb-8d32-57c90e2542b8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:26.407429 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.418224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:26.419681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:26.490873 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-144b6c1a-ef0a-462b-bc76-a069e88d5bc6 req-a29e998a-0483-4271-9664-ed02db567772 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961702 Dec 22 08:40:26.492224 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.575397 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "PUT /v2.0/routers/ae9bac4b-7ce5-452b-ad23-ba3829e6a521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8384151 Dec 22 08:40:26.581678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:26.626709 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] Routers {'ae9bac4b-7ce5-452b-ad23-ba3829e6a521'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:26.627753 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.631364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:26.645211 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6546692-07cc-4a27-ade9-463667e235c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:40:26.646529 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c6546692-07cc-4a27-ade9-463667e235c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/47e00c72-9dd8-4c10-aaab-3849fd544bb9 HTTP/1.1" status: 404 len: 333 time: 0.0639329 Dec 22 08:40:26.649348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58720) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:26.664343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:26.687902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.688258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.698893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Made reservation on behalf of 68fa7c97cca1492893504f1834f4fb73 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:26.702541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.711225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:26.711626 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb09d89-2f97-45d9-97f4-e626e38a9ed7 None None] The sync data for ids ['ae9bac4b-7ce5-452b-ad23-ba3829e6a521'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:26.728944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.796321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42de8845-f967-42ed-8b74-78ba49848e75 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:26.879754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 384396a1-5ced-41a8-9379-14eb065cfffa owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:26.946529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing IP validity checks on allocation pools {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:40:26.947045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:40:27.017997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-240cc4df-766f-49af-b515-d9357a2df855 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.114534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.119178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:27.244129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=c18fa54f-00f0-4ae5-93b8-7f831259a681,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:27.252011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:27.298214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=384396a1-5ced-41a8-9379-14eb065cfffa,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:27.319625 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:40:27.340343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:27.417954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.425123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:27.433872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:27.434084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network hostable DHCP agents. Network: cdee18ae-275d-4a3c-82a8-2cd9c5e527c3, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:27.493404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-240cc4df-766f-49af-b515-d9357a2df855 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.503258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-240cc4df-766f-49af-b515-d9357a2df855 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.522262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:27.541771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=8db2a98b-b631-493f-bbb0-af90bd2ac2ae,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:27.545375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:27.547745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.563982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Checking segment: {'id': '64645294-3d9c-41bd-a58f-e6ebe977910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:27.563982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network hostable DHCP agents. Network: d5e7b38e-ca40-44eb-8d32-57c90e2542b8, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:27.564265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, cdee18ae-275d-4a3c-82a8-2cd9c5e527c3) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:27.575124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:27.575801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.576900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce74f9-5daf-4392-81e6-aa0db37d88a2 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:27.581886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.582610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756c9ea-a6c7-430a-9665-fac0111c79a6 req-9da3befb-3c46-4cd4-9416-393790fe15ac tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:27.584143 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8756c9ea-a6c7-430a-9665-fac0111c79a6 req-9da3befb-3c46-4cd4-9416-393790fe15ac tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2897458 Dec 22 08:40:27.600391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-240cc4df-766f-49af-b515-d9357a2df855 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.600991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240cc4df-766f-49af-b515-d9357a2df855 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Fanout notify agent at l3_agent the message router_deleted on router ae9bac4b-7ce5-452b-ad23-ba3829e6a521 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:40:27.612378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.621755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.625892 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/floatingips/42c78a65-66ac-406a-80cb-29ad0f7735fe HTTP/1.1" status: 204 len: 168 time: 1.5581357 Dec 22 08:40:27.626126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:27.628088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58726) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:27.655953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:27.704543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d5e7b38e-ca40-44eb-8d32-57c90e2542b8) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:27.714020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-240cc4df-766f-49af-b515-d9357a2df855 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.715531 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-240cc4df-766f-49af-b515-d9357a2df855 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/routers/ae9bac4b-7ce5-452b-ad23-ba3829e6a521 HTTP/1.1" status: 204 len: 168 time: 1.0645945 Dec 22 08:40:27.718565 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9359748 Dec 22 08:40:27.719128 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8756c9ea-a6c7-430a-9665-fac0111c79a6 req-4abb2f80-394c-42ca-9a57-4830c708766b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206610 Dec 22 08:40:27.720099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b5ae0960-febc-409a-910c-f8a0b40e0536 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] delete failed (client error): The resource could not be found. Dec 22 08:40:27.721189 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b5ae0960-febc-409a-910c-f8a0b40e0536 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/floatingips/42c78a65-66ac-406a-80cb-29ad0f7735fe HTTP/1.1" status: 404 len: 345 time: 0.0911388 Dec 22 08:40:27.721872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58730) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:27.722336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58732) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:27.723860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:27.731175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.740826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:27.746067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd39b6-2faa-4aa5-8dad-69a77df6dfb3 None None] Network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:27.764501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'name': 'tempest-NetworksTestDHCPv6-1491362426'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:27.816521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=172922b5-63ae-4b2c-8e58-9d1932f71e7d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:27.820747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.830711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:27.928575 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5517936 Dec 22 08:40:27.942388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58742) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:27.945261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'c18fa54f-00f0-4ae5-93b8-7f831259a681'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:27.950550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.967427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:28.032474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet 2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:28.040026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:28.042115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:28.061004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.200569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d5e7b38e-ca40-44eb-8d32-57c90e2542b8', 'network_id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8', 'tenant_id': '68fa7c97cca1492893504f1834f4fb73', 'fixed_ips': [{'subnet_id': '8db2a98b-b631-493f-bbb0-af90bd2ac2ae'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:28.201441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.212304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.245440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:28.270751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:28.280931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:28.300406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router cab54064-8de3-4da1-adae-5c0e48311295 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:40:28.302069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2c864-de99-4e03-910e-ae9dfdea2d92 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:28.305489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c18fa54f-00f0-4ae5-93b8-7f831259a681/208dd85b-408e-4612-be57-f2a1e54c9fe5) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:28.308306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2c864-de99-4e03-910e-ae9dfdea2d92 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:28.315029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2c864-de99-4e03-910e-ae9dfdea2d92 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:28.316259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f4a2c864-de99-4e03-910e-ae9dfdea2d92 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Synchronizing usage tracker for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:28.319306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:28.330933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2524959'] for subnet, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.371687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:28.375228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.394641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f4a2c864-de99-4e03-910e-ae9dfdea2d92 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Unset dirty status for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:28.399076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4a2c864-de99-4e03-910e-ae9dfdea2d92 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "GET /v2.0/ports?network_id=639df81e-75bc-4c02-9662-2fff8e8e0f88 HTTP/1.1" status: 200 len: 2358 time: 0.6519969 Dec 22 08:40:28.399773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58746) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:28.448144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a404aa8f-301b-4b6a-89ab-8b601faf59c7 None None] Provisioning complete for port 172922b5-63ae-4b2c-8e58-9d1932f71e7d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:28.448680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a404aa8f-301b-4b6a-89ab-8b601faf59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.468309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 9344b556-f408-45ac-beed-2e4accfd1caa yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:28.501443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.547700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a404aa8f-301b-4b6a-89ab-8b601faf59c7 None None] Port 172922b5-63ae-4b2c-8e58-9d1932f71e7d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:28.557548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d6328-62f5-46cd-b728-401cefdf7bbb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:28.563842 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d2d6328-62f5-46cd-b728-401cefdf7bbb tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "GET /v2.0/subnets/31bd0ef0-f700-4038-9a8f-dbd5288f215c HTTP/1.1" status: 200 len: 797 time: 0.1049774 Dec 22 08:40:28.563842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:28.572629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58750) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:28.575509 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/cab54064-8de3-4da1-adae-5c0e48311295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5188391 Dec 22 08:40:28.579069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58754) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:28.583100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] Sync routers for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:28.588356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'port': {'network_id': '639df81e-75bc-4c02-9662-2fff8e8e0f88', 'name': 'tempest-FloatingIPTestJSON-1602935630', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:28.589511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 08:40:28.589511 dv-neutron-822602-1-hyperv neutron-server[87602]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 08:40:28.589511 dv-neutron-822602-1-hyperv neutron-server[87602]: [parameters: {'in_use': 1, 'id_1': '8db2a98b-b631-493f-bbb0-af90bd2ac2ae'}] Dec 22 08:40:28.589511 dv-neutron-822602-1-hyperv neutron-server[87602]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:28.590577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:28.655274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:28.656937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:28.667072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb46cd8-1d84-454e-9928-defc0fbdf312 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:28.667072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ecb46cd8-1d84-454e-9928-defc0fbdf312 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:28.684362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ecb46cd8-1d84-454e-9928-defc0fbdf312 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:28.685855 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ecb46cd8-1d84-454e-9928-defc0fbdf312 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports/172922b5-63ae-4b2c-8e58-9d1932f71e7d HTTP/1.1" status: 200 len: 910 time: 0.1057315 Dec 22 08:40:28.688584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58758) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:28.737602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:28.754793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.784328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:28.785403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:28.800739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.813343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f5c315b-4367-4745-a8b8-c6aa531a4cfd tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:28.851489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Transition to ACTIVE for port object 208dd85b-408e-4612-be57-f2a1e54c9fe5 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:28.853488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:28.854121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73160bb-abb7-4d81-8c26-32c4fc3c0392 None None] The sync data for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:28.868432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:28.876049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Transition to ACTIVE for port object 208dd85b-408e-4612-be57-f2a1e54c9fe5 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:28.886686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:28.888121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.903666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6c61b417-717e-44be-b3ef-747b37dadb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:28.904063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.936203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599049e-5191-4207-9287-81b81d6fbeb9 None None] Network caff682d-ed1a-427f-b110-aa1cb5f8ff20 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:28.969172 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3 HTTP/1.1" status: 204 len: 168 time: 1.2311072 Dec 22 08:40:28.972487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:28.974693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743491946837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2568719'] for subnet, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.978976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58764) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:28.981817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:28.985737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:29.033162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:29.045559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:29.104156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.121320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Pushing event updated for resources: {'Port': ['ID=208dd85b-408e-4612-be57-f2a1e54c9fe5,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:29.133385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:29.183492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:29.252376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd566d-da4e-49be-8376-60c117536332 req-98ab6768-0bfa-4421-8f43-4a5395f9a145 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:29.253877 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aefd566d-da4e-49be-8376-60c117536332 req-98ab6768-0bfa-4421-8f43-4a5395f9a145 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2727547 Dec 22 08:40:29.267233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::2cd (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c18fa54f-00f0-4ae5-93b8-7f831259a681/9344b556-f408-45ac-beed-2e4accfd1caa) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:29.298440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:29.334664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:29.335580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.339668 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "PUT /v2.0/subnets/8db2a98b-b631-493f-bbb0-af90bd2ac2ae HTTP/1.1" status: 200 len: 900 time: 1.3894527 Dec 22 08:40:29.339668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event updated for resources: {'Subnet': ['ID=8db2a98b-b631-493f-bbb0-af90bd2ac2ae,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:29.341679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58768) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:29.355957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Attempting to bind port 208dd85b-408e-4612-be57-f2a1e54c9fe5 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:29.355957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Attempting to bind port 208dd85b-408e-4612-be57-f2a1e54c9fe5 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:29.356574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Attempting to bind port 208dd85b-408e-4612-be57-f2a1e54c9fe5 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:29.374296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:29.374857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:29.375363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.375902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:29.376463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Bound port: 208dd85b-408e-4612-be57-f2a1e54c9fe5, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:29.376937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.390318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:29.439138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.470782 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aefd566d-da4e-49be-8376-60c117536332 req-2f709a32-eba0-4cd4-9437-e758ace136ff tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947803 Dec 22 08:40:29.591520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] For port 208dd85b-408e-4612-be57-f2a1e54c9fe5, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:29.597221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] For port 208dd85b-408e-4612-be57-f2a1e54c9fe5, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=208dd85b-408e-4612-be57-f2a1e54c9fe5,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:29.603181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:29.603523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.619684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Allocated IP 2001:db8::3 (d5e7b38e-ca40-44eb-8d32-57c90e2542b8/8db2a98b-b631-493f-bbb0-af90bd2ac2ae/77e36695-1a2d-4b97-94b6-1f947fbb2791) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:29.638099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.650157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9bec1f1-f398-4453-9e39-9f9082ee20d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:29.651354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.732576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] DHCP port deletion for caff682d-ed1a-427f-b110-aa1cb5f8ff20 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:29.798960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.800335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Deleting port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:29.800713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.851985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.874908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Pushing event updated for resources: {'Port': ['ID=208dd85b-408e-4612-be57-f2a1e54c9fe5,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:29.882247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:29.917270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] device_id is not set on port 772d88ea-d81e-4f70-bbf3-c3487e73666a yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:30.120575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.149849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.153334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] For port 186fc0f0-6375-47ea-8ad9-cd73b151ee70, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=186fc0f0-6375-47ea-8ad9-cd73b151ee70,segment=NetworkSegment(b8a3412f-525d-4b81-b2d2-6ec03e4d56ff),segment_id=b8a3412f-525d-4b81-b2d2-6ec03e4d56ff)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:30.153798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.189934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.21.0.1 (80ef6bd5-e0fe-426a-a49b-273135775511/5201d409-5421-476a-ac45-31bf8bb54177/ace1d579-4009-47c3-a763-2dc3f263303b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:30.237767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Transition to ACTIVE for port object 77e36695-1a2d-4b97-94b6-1f947fbb2791 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.308144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 9344b556-f408-45ac-beed-2e4accfd1caa will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.316840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Calling delete_port for 186fc0f0-6375-47ea-8ad9-cd73b151ee70 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:30.319068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2dfb2-9679-4401-a60e-5b29d0dc8b84 req-e40252f3-e658-4785-a028-61b3fcc957b5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:30.321025 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58c2dfb2-9679-4401-a60e-5b29d0dc8b84 req-e40252f3-e658-4785-a028-61b3fcc957b5 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6421151 Dec 22 08:40:30.333079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58774) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:30.343772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Request body: {'floatingip': {'port_id': '56891c1d-4e06-4407-b466-2f987a9e2a94'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:30.374224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.395633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Transition to ACTIVE for port object 77e36695-1a2d-4b97-94b6-1f947fbb2791 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.400903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 208dd85b-408e-4612-be57-f2a1e54c9fe5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:30.440628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.442700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] For port 186fc0f0-6375-47ea-8ad9-cd73b151ee70, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=186fc0f0-6375-47ea-8ad9-cd73b151ee70,segment=NetworkSegment(b8a3412f-525d-4b81-b2d2-6ec03e4d56ff),segment_id=b8a3412f-525d-4b81-b2d2-6ec03e4d56ff)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:30.443165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.444036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-00f16e65-abb5-492b-b673-8c9c2e09abd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:30.465081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.547660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:30.553936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:30.555989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Pushing event updated for resources: {'Port': ['ID=77e36695-1a2d-4b97-94b6-1f947fbb2791,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:30.558005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:30.589977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:30.596517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.604898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:30.644427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 186fc0f0-6375-47ea-8ad9-cd73b151ee70 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:30.689768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Pushing event deleted for resources: {'Port': ['ID=186fc0f0-6375-47ea-8ad9-cd73b151ee70,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:30.700562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:30.703235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] No DVR routers for this DVR port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:30.707071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 208dd85b-408e-4612-be57-f2a1e54c9fe5 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:30.731185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Attempting to bind port 77e36695-1a2d-4b97-94b6-1f947fbb2791 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:30.731185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Attempting to bind port 77e36695-1a2d-4b97-94b6-1f947fbb2791 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '64645294-3d9c-41bd-a58f-e6ebe977910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:30.731185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Attempting to bind port 77e36695-1a2d-4b97-94b6-1f947fbb2791 on network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:30.738477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:30.738876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Checking segment: {'id': '64645294-3d9c-41bd-a58f-e6ebe977910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:30.739437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.740155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Bound using segment: {'id': '64645294-3d9c-41bd-a58f-e6ebe977910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:30.740771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Bound port: 77e36695-1a2d-4b97-94b6-1f947fbb2791, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64645294-3d9c-41bd-a58f-e6ebe977910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:30.741200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.755832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.783173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:30.851267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 186fc0f0-6375-47ea-8ad9-cd73b151ee70 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:30.900607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.910771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 186fc0f0-6375-47ea-8ad9-cd73b151ee70 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:30.911161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 186fc0f0-6375-47ea-8ad9-cd73b151ee70 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:30.933570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object ace1d579-4009-47c3-a763-2dc3f263303b will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.934364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:30.944478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:30.950710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.963286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:31.053557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.060041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Pushing event updated for resources: {'Port': ['ID=77e36695-1a2d-4b97-94b6-1f947fbb2791,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:31.070036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:31.072303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:31.072723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:31.072915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:31.080422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:31.094529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:31.102312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.102986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.116490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=9344b556-f408-45ac-beed-2e4accfd1caa,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:31.156325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.161711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:31.188818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:31.189345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c56f6e7e-c6cc-473e-9196-ada171eb2b67 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:31.304341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=8db2a98b-b631-493f-bbb0-af90bd2ac2ae,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:31.312556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc726fb0-54de-4e2e-8458-03339ebe1583 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:31.323006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:31.339995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 80ef6bd5-e0fe-426a-a49b-273135775511 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:31.342545 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6024787 Dec 22 08:40:31.346410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58778) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:31.346582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.346682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:31.349012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:31.380572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.14 (639df81e-75bc-4c02-9662-2fff8e8e0f88/31bd0ef0-f700-4038-9a8f-dbd5288f215c/772d88ea-d81e-4f70-bbf3-c3487e73666a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:31.390765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.12 (639df81e-75bc-4c02-9662-2fff8e8e0f88/31bd0ef0-f700-4038-9a8f-dbd5288f215c/772d88ea-d81e-4f70-bbf3-c3487e73666a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:31.393041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=ace1d579-4009-47c3-a763-2dc3f263303b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:31.396421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:31.446138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e7b38e-ca40-44eb-8d32-57c90e2542b8']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:31.474439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64645294-3d9c-41bd-a58f-e6ebe977910a') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:31.475264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64645294-3d9c-41bd-a58f-e6ebe977910a') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:31.521730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.535801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Provisioning for port 208dd85b-408e-4612-be57-f2a1e54c9fe5 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:31.548338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Provisioning complete for port 208dd85b-408e-4612-be57-f2a1e54c9fe5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:31.548643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.594039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.626035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 186fc0f0-6375-47ea-8ad9-cd73b151ee70 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:31.626263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.672538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.752674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:31.753681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.781767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] The port '186fc0f0-6375-47ea-8ad9-cd73b151ee70' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:31.782695 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:31.819262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e593625-26d0-42ab-a426-d0724aa88f88 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.825219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e593625-26d0-42ab-a426-d0724aa88f88 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.827568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9e593625-26d0-42ab-a426-d0724aa88f88 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4364169 Dec 22 08:40:31.831866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58782) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:31.858661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.893941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.903226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] For port 208dd85b-408e-4612-be57-f2a1e54c9fe5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=208dd85b-408e-4612-be57-f2a1e54c9fe5,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:31.907167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.910092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8b28fa40-e89f-4046-abf3-4746a577271a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:31.911962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.985926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Pushing event updated for resources: {'Port': ['ID=208dd85b-408e-4612-be57-f2a1e54c9fe5,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:31.989847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:32.012602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 9344b556-f408-45ac-beed-2e4accfd1caa {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:32.012971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.013919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:40:32.013919 dv-neutron-822602-1-hyperv neutron-server[87600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:40:32.013919 dv-neutron-822602-1-hyperv neutron-server[87600]: [parameters: {'id': 'd5e7b38e-ca40-44eb-8d32-57c90e2542b8'}] Dec 22 08:40:32.013919 dv-neutron-822602-1-hyperv neutron-server[87600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:32.014284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:32.057162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.070053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e0041790-b25c-4c6c-a7c2-0e3577c62c91 None None] Provisioning for port ace1d579-4009-47c3-a763-2dc3f263303b completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:32.080639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e0041790-b25c-4c6c-a7c2-0e3577c62c91 None None] Provisioning complete for port ace1d579-4009-47c3-a763-2dc3f263303b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:32.081432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0041790-b25c-4c6c-a7c2-0e3577c62c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.092322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.103659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caff682d-ed1a-427f-b110-aa1cb5f8ff20']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:32.120483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a3412f-525d-4b81-b2d2-6ec03e4d56ff') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:32.121071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a3412f-525d-4b81-b2d2-6ec03e4d56ff') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:32.135882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.157117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.166318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:32.167003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.176269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e0041790-b25c-4c6c-a7c2-0e3577c62c91 None None] Port ace1d579-4009-47c3-a763-2dc3f263303b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:32.183517 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Floating IP ead0a6d0-30ac-461d-8194-e7cbb18762b7 associated. External IP: 172.26.7.96, port: 56891c1d-4e06-4407-b466-2f987a9e2a94. Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:32.186457 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:32.269002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.286122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23ed0eaa-61fc-45d4-b318-52aa6f3dee92 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:32.321911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-42cf1328-ff21-48c7-bc65-98e7e9ed5356 None None] Provisioning for port 9344b556-f408-45ac-beed-2e4accfd1caa completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:32.330855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-42cf1328-ff21-48c7-bc65-98e7e9ed5356 None None] Provisioning complete for port 9344b556-f408-45ac-beed-2e4accfd1caa triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:32.331456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-42cf1328-ff21-48c7-bc65-98e7e9ed5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.423424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:32.429753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:32.432026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.437509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:32.477397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-42cf1328-ff21-48c7-bc65-98e7e9ed5356 None None] Port 9344b556-f408-45ac-beed-2e4accfd1caa cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:32.490993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.494497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=772d88ea-d81e-4f70-bbf3-c3487e73666a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:32.507181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-42cf1328-ff21-48c7-bc65-98e7e9ed5356 None None] Provisioning complete for port 208dd85b-408e-4612-be57-f2a1e54c9fe5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:32.507553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-42cf1328-ff21-48c7-bc65-98e7e9ed5356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.523194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.559181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:32.561834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e3edb81-b713-45a0-a89f-00ae3b832f05 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:32.587269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=caff682d-ed1a-427f-b110-aa1cb5f8ff20,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:32.587489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 208dd85b-408e-4612-be57-f2a1e54c9fe5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:32.607783 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/caff682d-ed1a-427f-b110-aa1cb5f8ff20 HTTP/1.1" status: 204 len: 168 time: 3.5995455 Dec 22 08:40:32.609532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:32.614145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58786) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:32.699556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:32.700639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.714934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 77e36695-1a2d-4b97-94b6-1f947fbb2791 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:32.715647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.769441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 208dd85b-408e-4612-be57-f2a1e54c9fe5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:32.769820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.872348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d290e-1023-400e-a846-9777fa7fe66b None None] Network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:32.886581 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.3128514 Dec 22 08:40:32.892993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:32.899127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7bbfff-7613-4e1f-be2e-e4e67add5d8c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:32.899725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c7bbfff-7613-4e1f-be2e-e4e67add5d8c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:32.911954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.912486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '772d88ea-d81e-4f70-bbf3-c3487e73666a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:32.919628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:32.928914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:floatingip and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:32.930885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:32.941926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:33.003408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 77e36695-1a2d-4b97-94b6-1f947fbb2791 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:33.025606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c7bbfff-7613-4e1f-be2e-e4e67add5d8c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:33.029800 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c7bbfff-7613-4e1f-be2e-e4e67add5d8c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/255eaae4-6832-4377-a3dd-abf08bd01490 HTTP/1.1" status: 200 len: 841 time: 0.4135211 Dec 22 08:40:33.030966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:33.046567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Provisioning complete for port 9344b556-f408-45ac-beed-2e4accfd1caa triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:33.047220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.078004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.205980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Port 9344b556-f408-45ac-beed-2e4accfd1caa cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:33.238462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Provisioning for port 77e36695-1a2d-4b97-94b6-1f947fbb2791 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:33.244081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 77e36695-1a2d-4b97-94b6-1f947fbb2791 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:33.254610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Provisioning complete for port 77e36695-1a2d-4b97-94b6-1f947fbb2791 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:33.254894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.284414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 77e36695-1a2d-4b97-94b6-1f947fbb2791 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:33.284414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.318039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.342059 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eafb79ac-2d2d-4f1b-9889-6f716d1f0d1b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/255eaae4-6832-4377-a3dd-abf08bd01490?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3033535 Dec 22 08:40:33.342059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:33.342059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.343123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58802) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:33.459965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee82bd33-310a-4223-8d68-665652826165 None None] DHCP port deletion for d5e7b38e-ca40-44eb-8d32-57c90e2542b8 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:33.466063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:33.478929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Deleting port 77e36695-1a2d-4b97-94b6-1f947fbb2791 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:33.479332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.489004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 77e36695-1a2d-4b97-94b6-1f947fbb2791 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:33.499632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 9344b556-f408-45ac-beed-2e4accfd1caa owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:33.538398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.548084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.623890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.645970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:33.676264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Router 618dced5-0baa-4401-86c0-8a0c5fa6b64f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:33.691187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:33.691562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:33.723290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.733198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cb55626e-a3d3-4bf3-afee-9726e07ca6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:33.788802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:33.790128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.26.7.90 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/731ee574-8f3e-4cbd-bcb3-7db7a73fa62b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:33.885736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:33.886304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:33.913193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Pushing event updated for resources: {'Port': ['ID=77e36695-1a2d-4b97-94b6-1f947fbb2791,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:33.916762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:33.918458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ee82bd33-310a-4223-8d68-665652826165 None None] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:33.918850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.947251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.965063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:33.969203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:33.975685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:33.981032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.987583 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] Sync routers for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:33.990746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-139b2270-580e-4e60-9cea-965746557a58 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:33.998657 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:33.999496 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:34.044875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:34.048479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:34.052350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:34.089007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Calling delete_port for 77e36695-1a2d-4b97-94b6-1f947fbb2791 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:34.165420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=731ee574-8f3e-4cbd-bcb3-7db7a73fa62b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:34.170051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:34.199216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:34.199661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:34.202907 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:40:34.207412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 77e36695-1a2d-4b97-94b6-1f947fbb2791 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:34.207759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.226666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:34.257690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.308124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:34.311606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.416105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.432494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-54f4e885-a809-45d7-b1ff-3a410f9a2a11 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "PUT /v2.0/floatingips/ead0a6d0-30ac-461d-8194-e7cbb18762b7 HTTP/1.1" status: 200 len: 990 time: 4.0949430 Dec 22 08:40:34.438553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:34.443100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:34.539221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=9344b556-f408-45ac-beed-2e4accfd1caa,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:34.553520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.569155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:34.584948 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'status': 'completed', 'code': 200} Dec 22 08:40:34.590542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.611502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 77e36695-1a2d-4b97-94b6-1f947fbb2791 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:34.680716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4dea2a84-5f10-40d0-a490-3944ed2e717f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:34.715278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.718711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Deleting port 77e36695-1a2d-4b97-94b6-1f947fbb2791 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:34.719117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.767195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.826078 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ead0a6d0-30ac-461d-8194-e7cbb18762b7', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'port_id': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'mac_address': 'fa:16:3e:38:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:39:54Z', 'updated_at': '2021-12-22T08:40:31Z', 'revision_number': 1, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:52Z', 'revision_number': 5, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:34.836280 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] Checking router: 618dced5-0baa-4401-86c0-8a0c5fa6b64f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:40:34.848071 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:34.849034 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:34.863126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.873590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.875676 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/9344b556-f408-45ac-beed-2e4accfd1caa HTTP/1.1" status: 204 len: 168 time: 3.0409274 Dec 22 08:40:34.885186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58810) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:34.915141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=ace1d579-4009-47c3-a763-2dc3f263303b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:34.973791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:35.007075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.059443 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:40:35.064025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ee82bd33-310a-4223-8d68-665652826165 None None] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:35.064605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.178565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-e48a0d6e-9644-4ef1-9d5e-6aaf9499fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:35.180529 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-e48a0d6e-9644-4ef1-9d5e-6aaf9499fbab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.5009992 Dec 22 08:40:35.189165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3eb06d-4d16-4706-afa3-b675ecdf3445 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:35.191118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3eb06d-4d16-4706-afa3-b675ecdf3445 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:35.192066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0c3eb06d-4d16-4706-afa3-b675ecdf3445 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:35.193202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:35.203093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Calling delete_port for 77e36695-1a2d-4b97-94b6-1f947fbb2791 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:35.231558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.245452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:35.330366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.339176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=77e36695-1a2d-4b97-94b6-1f947fbb2791,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:35.343268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:35.348310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:35.348622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.354450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:35.355087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:35.356016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.362688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-782ec4d6-feee-4a95-b3ce-736099dd37f5 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:35.384359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-ac4fa1c8-956d-40e5-8826-7e14a19cbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:35.385802 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-ac4fa1c8-956d-40e5-8826-7e14a19cbc0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 0.1862361 Dec 22 08:40:35.450559 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ead0a6d0-30ac-461d-8194-e7cbb18762b7', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'port_id': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'mac_address': 'fa:16:3e:38:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:39:54Z', 'updated_at': '2021-12-22T08:40:31Z', 'revision_number': 1, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:52Z', 'revision_number': 5, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:35.455212 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3df6cc-c8a7-4da0-b882-3af70f541483 None None] The sync data for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv is: [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ead0a6d0-30ac-461d-8194-e7cbb18762b7', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'port_id': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'mac_address': 'fa:16:3e:38:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:39:54Z', 'updated_at': '2021-12-22T08:40:31Z', 'revision_number': 1, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:52Z', 'revision_number': 5, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:35.467273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 80ef6bd5-e0fe-426a-a49b-273135775511 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:35.486248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0c3eb06d-4d16-4706-afa3-b675ecdf3445 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:35.490132 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0c3eb06d-4d16-4706-afa3-b675ecdf3445 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5765610 Dec 22 08:40:35.499592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58816) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:35.502533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:35.564257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 77e36695-1a2d-4b97-94b6-1f947fbb2791 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:35.626244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.667572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Deleting port 77e36695-1a2d-4b97-94b6-1f947fbb2791 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:35.668355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.692926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=731ee574-8f3e-4cbd-bcb3-7db7a73fa62b,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:35.709819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d3b91927-2b37-41b3-9db3-6c5c3036fed6 tempest-BulkNetworkOpsIpV6Test-386111649 tempest-BulkNetworkOpsIpV6Test-386111649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:35.722474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:35.775578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.834937 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-a7999636-8502-4a88-94d2-0f73f8aaae42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 998 time: 0.4355690 Dec 22 08:40:35.844719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b08b55-3fc6-4527-afae-c4d0d59d3d77 None None] New status for floating IP ead0a6d0-30ac-461d-8194-e7cbb18762b7: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:40:35.859651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:35.879091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:35.879409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:35.900155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet c18fa54f-00f0-4ae5-93b8-7f831259a681 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:35.902747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:35.913729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.943412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90ae96-8a44-4d60-99f1-2829f982e4b0 None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:35.984182 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP faaab507-9143-4c6e-ba35-b64a04273379 associated. External IP: 172.26.7.90, port: 772d88ea-d81e-4f70-bbf3-c3487e73666a. Dec 22 08:40:36.101090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:36.102058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.112204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=426265f2-78a2-4f5a-8423-c5ecef2bde81,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:36.135871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:36.166755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router cab54064-8de3-4da1-adae-5c0e48311295 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:36.173715 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8294802 Dec 22 08:40:36.176983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58822) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:36.180073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-ba3c3382-ae8b-4937-ad1b-cdc0270775f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:36.181599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-ba3c3382-ae8b-4937-ad1b-cdc0270775f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.3357513 Dec 22 08:40:36.191151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6a99f7d6-ebaf-40f4-90ba-1437d3dc01ba None None] Provisioning complete for port ace1d579-4009-47c3-a763-2dc3f263303b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:36.191730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6a99f7d6-ebaf-40f4-90ba-1437d3dc01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.193482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.239712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1789155791'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:36.260443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:36.267822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:36.273281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:36.281300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:36.358893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.389733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:36.391886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ee82bd33-310a-4223-8d68-665652826165 None None] For port 77e36695-1a2d-4b97-94b6-1f947fbb2791, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=77e36695-1a2d-4b97-94b6-1f947fbb2791,segment=NetworkSegment(64645294-3d9c-41bd-a58f-e6ebe977910a),segment_id=64645294-3d9c-41bd-a58f-e6ebe977910a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:36.394627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.395083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group_rule and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:36.399432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:36.408008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:36.414638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:36.485371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6a99f7d6-ebaf-40f4-90ba-1437d3dc01ba None None] Port ace1d579-4009-47c3-a763-2dc3f263303b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:36.492744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:36.500907 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/cab54064-8de3-4da1-adae-5c0e48311295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8113027 Dec 22 08:40:36.503624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58826) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:36.522750 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] Sync routers for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:36.540459 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:36.541077 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:36.551596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.610911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-9443089a-3c05-45ca-b851-3c8593560a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:36.612742 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-9443089a-3c05-45ca-b851-3c8593560a1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4219844 Dec 22 08:40:36.660235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Calling delete_port for 77e36695-1a2d-4b97-94b6-1f947fbb2791 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:36.661894 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:36.662577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 77e36695-1a2d-4b97-94b6-1f947fbb2791 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:36.662921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.667301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811a9f3-4b63-4ae2-bed2-d686050e025f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:36.668044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6811a9f3-4b63-4ae2-bed2-d686050e025f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:36.675404 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:36.676438 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:36.787749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.798248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.813845 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:36.814427 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c87be8-d255-46a2-98b5-30ddc2116bb0 None None] The sync data for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:36.821083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.827815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:36.837088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:36.840041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] The port '77e36695-1a2d-4b97-94b6-1f947fbb2791' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:36.841301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:36.842838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.849920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f30b884b-8dc6-4ee0-8893-cd743a561fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:36.863374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6811a9f3-4b63-4ae2-bed2-d686050e025f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:36.864893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6811a9f3-4b63-4ae2-bed2-d686050e025f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports/ace1d579-4009-47c3-a763-2dc3f263303b HTTP/1.1" status: 200 len: 910 time: 0.3593125 Dec 22 08:40:36.870101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.880711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58832) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:36.898840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=c18fa54f-00f0-4ae5-93b8-7f831259a681,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:36.929859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Pushing event deleted for resources: {'Port': ['ID=77e36695-1a2d-4b97-94b6-1f947fbb2791,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:36.942276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:36.954668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de688921-9c7e-4f89-bd9f-f7b51fe67490 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:36.967517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:36.978107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82bd33-310a-4223-8d68-665652826165 None None] No DVR routers for this DVR port 77e36695-1a2d-4b97-94b6-1f947fbb2791 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:36.979645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:37.049153 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c18fa54f-00f0-4ae5-93b8-7f831259a681 HTTP/1.1" status: 204 len: 168 time: 1.5442464 Dec 22 08:40:37.052182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58836) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:37.054669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb62d2-913a-412d-b9ca-3a48a9893625 None None] Network d5e7b38e-ca40-44eb-8d32-57c90e2542b8 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:37.069820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:37.070457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:37.126159 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-0176bbd4-6564-421d-a8bd-7101048b046b service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000882 Dec 22 08:40:37.136140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'tenant_id': 'cdc1d6d0cc264e8fbf7c366514f99413', 'fixed_ips': [{'subnet_id': '426265f2-78a2-4f5a-8423-c5ecef2bde81'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:37.136942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.156168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65eca83-3e93-4d75-87fb-b1ec74784d54,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:37.165919 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3dab3a57-d8a5-4d66-bb90-81d24bf2164f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025679 Dec 22 08:40:37.169278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:37.171166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:37.177864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.201537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.202755 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0246127 Dec 22 08:40:37.208940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:37.229221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58844) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:37.230370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.240281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:37.252922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'security_group': {'name': 'tempest-secgroup-2096707917'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:37.262016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:37.319300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:37.319848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:37.339662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e7b38e-ca40-44eb-8d32-57c90e2542b8']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:37.369276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64645294-3d9c-41bd-a58f-e6ebe977910a') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:37.369966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64645294-3d9c-41bd-a58f-e6ebe977910a') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:37.381776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:37.385150 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4791567 Dec 22 08:40:37.385949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58848) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:37.389718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.391919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:37.400275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'port_id': '772d88ea-d81e-4f70-bbf3-c3487e73666a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:37.410960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:37.458706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.474847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:37.479659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b89339ba-cc15-49c2-9f90-f73df06b7e49 req-21271833-14b1-4a38-b038-42463ff700dd service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389573 Dec 22 08:40:37.486485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.492213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:37.492963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd23fa-ef23-4ffa-969c-d1d8b1785853 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:37.496955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:37.502932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:37.503429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.522834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:37.523435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:37.528137 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:37.554698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group_rule and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:37.582295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:37.586677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:37.598328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:37.619837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.685545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:37.689128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.789859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.796641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Allocated IP 172.20.0.2 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/426265f2-78a2-4f5a-8423-c5ecef2bde81/90d3fb8c-e998-49a6-9a87-f83912c44f2a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:37.804702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3ffc4e3-f4f2-4537-83aa-2d65c52316f3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:37.850904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.860308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=d5e7b38e-ca40-44eb-8d32-57c90e2542b8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:37.887209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:37.903251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:37.904752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Deleting port 208dd85b-408e-4612-be57-f2a1e54c9fe5 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:37.905134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.905390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.912589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.918933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ef9546ee-cbaf-4279-9054-5b34a30b8392 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:37.939333 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/d5e7b38e-ca40-44eb-8d32-57c90e2542b8 HTTP/1.1" status: 204 len: 168 time: 8.5507271 Dec 22 08:40:37.943812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58852) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.002150 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f5085b-fb62-4422-9cf0-702c7eb57372 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:38.002604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f5085b-fb62-4422-9cf0-702c7eb57372 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:38.004539 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-58f5085b-fb62-4422-9cf0-702c7eb57372 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/8db2a98b-b631-493f-bbb0-af90bd2ac2ae HTTP/1.1" status: 404 len: 337 time: 0.0597358 Dec 22 08:40:38.006975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.008259 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7746651 Dec 22 08:40:38.009369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58856) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.009829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba041e2-7016-4a6c-acc0-a357aafe6faa,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:38.013254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58860) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.015848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:38.021918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1064530046', 'security_groups': ['4ba041e2-7016-4a6c-acc0-a357aafe6faa'], 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '426265f2-78a2-4f5a-8423-c5ecef2bde81'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:38.043484 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0a4d26-086c-4198-a977-a962e8c82e6f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:38.044046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0a4d26-086c-4198-a977-a962e8c82e6f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:38.054406 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e0a4d26-086c-4198-a977-a962e8c82e6f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/d5e7b38e-ca40-44eb-8d32-57c90e2542b8 HTTP/1.1" status: 404 len: 339 time: 0.0440252 Dec 22 08:40:38.058975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58866) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.111066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.159745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] For port 208dd85b-408e-4612-be57-f2a1e54c9fe5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=208dd85b-408e-4612-be57-f2a1e54c9fe5,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:38.160241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.303332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Calling delete_port for 208dd85b-408e-4612-be57-f2a1e54c9fe5 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:38.314461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.421419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:38.436785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:38.454709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:38.462206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.465124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.486931 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Transition to ACTIVE for port object 90d3fb8c-e998-49a6-9a87-f83912c44f2a will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:38.510969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Transition to ACTIVE for port object 90d3fb8c-e998-49a6-9a87-f83912c44f2a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:38.513745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:38.554329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] No DVR routers for this DVR port 208dd85b-408e-4612-be57-f2a1e54c9fe5 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:38.556168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.577907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 208dd85b-408e-4612-be57-f2a1e54c9fe5 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:38.604164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Pushing event deleted for resources: {'Port': ['ID=208dd85b-408e-4612-be57-f2a1e54c9fe5,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:38.615255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:38.622541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4eaff086-714f-47d2-8a22-62e5a224142c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:38.639819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port ace1d579-4009-47c3-a763-2dc3f263303b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:38.640595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.662710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 208dd85b-408e-4612-be57-f2a1e54c9fe5 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:38.663112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 208dd85b-408e-4612-be57-f2a1e54c9fe5 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:38.701825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:38.702995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:38.704918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Pushing event updated for resources: {'Port': ['ID=90d3fb8c-e998-49a6-9a87-f83912c44f2a,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:38.708250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:38.738569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:38.799523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Attempting to bind port 90d3fb8c-e998-49a6-9a87-f83912c44f2a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:38.799964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Attempting to bind port 90d3fb8c-e998-49a6-9a87-f83912c44f2a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'fa9f9287-5119-4f12-906b-6412842c62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:38.800401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Attempting to bind port 90d3fb8c-e998-49a6-9a87-f83912c44f2a on network a04fbf5a-c441-49f9-9393-7dc68efd6e15 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:38.806105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:38.806515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Checking segment: {'id': 'fa9f9287-5119-4f12-906b-6412842c62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:38.806958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.807392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Bound using segment: {'id': 'fa9f9287-5119-4f12-906b-6412842c62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:38.807862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Bound port: 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9f9287-5119-4f12-906b-6412842c62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:38.808306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.816964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.820967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.847826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c85b46-2936-4054-8140-520c509b713c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:38.848069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 8c7e827d-38bf-446a-b402-3d9907b27595 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:38.857317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.871261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-550906d2-11a5-48d3-911c-cccdb400a3af tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:38.898215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548fd8a1-1404-47bc-a84e-761109b4e56c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:38.898590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548fd8a1-1404-47bc-a84e-761109b4e56c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:38.908671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] For port 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:38.912685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] For port 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90d3fb8c-e998-49a6-9a87-f83912c44f2a,segment=NetworkSegment(fa9f9287-5119-4f12-906b-6412842c62dd),segment_id=fa9f9287-5119-4f12-906b-6412842c62dd)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:38.918584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.923971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47316405-6415-45b9-83c8-81995ffebe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:38.945815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.949733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.965323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:38.977024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:38.992413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:38.992926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.001633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9e7db-be2e-4274-9a62-dead379c5862 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:39.012155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.023088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=937eba10-5b34-4b9c-8ff0-a602206d976a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:39.029442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:39.033828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:39.034278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:39.050724 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:39.061895 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8888602 Dec 22 08:40:39.076133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Pushing event updated for resources: {'Port': ['ID=90d3fb8c-e998-49a6-9a87-f83912c44f2a,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:39.083457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:39.111142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58872) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:39.122384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'name': 'tempest-NetworksTestDHCPv6-1222106048'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:39.136610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for ace1d579-4009-47c3-a763-2dc3f263303b owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:39.243768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.251262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6399981b-2f3b-466e-b8e6-4b9fc0edb522 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:39.281172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.299849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '937eba10-5b34-4b9c-8ff0-a602206d976a'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:39.300408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=34c85b46-2936-4054-8140-520c509b713c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:39.300766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.307835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:39.317596 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/34c85b46-2936-4054-8140-520c509b713c HTTP/1.1" status: 204 len: 168 time: 1.2533882 Dec 22 08:40:39.323387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58878) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:39.421609 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c967928d-d126-480e-a7df-70b5c1b1ec28 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:39.422070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c967928d-d126-480e-a7df-70b5c1b1ec28 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:39.423827 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c967928d-d126-480e-a7df-70b5c1b1ec28 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/e5b94ed8-cc3f-43ca-b937-867ed71db72a HTTP/1.1" status: 404 len: 337 time: 0.0958080 Dec 22 08:40:39.429426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58882) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:39.455940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.3 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/426265f2-78a2-4f5a-8423-c5ecef2bde81/8c7e827d-38bf-446a-b402-3d9907b27595) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:39.495596 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40129b1-6f30-466d-95f5-2def2affefd0 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:39.512293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40129b1-6f30-466d-95f5-2def2affefd0 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:39.514311 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b40129b1-6f30-466d-95f5-2def2affefd0 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/a8a10e54-a861-43d3-9725-f588d957c44a HTTP/1.1" status: 404 len: 339 time: 0.0839028 Dec 22 08:40:39.516126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:39.574524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58886) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:39.603024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:39.617423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:39.622460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:39.628742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.633251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:39.635093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/937eba10-5b34-4b9c-8ff0-a602206d976a/03daf63f-2bbc-48cf-beb9-43fbaea71817) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:39.656170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.662113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.725408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:39.728935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.775679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port af9ae90d-e87e-4c36-8b11-355450471d84 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:39.812410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee239880-0bee-4688-9244-2fb4744f2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.909932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting subnet 3f18d6d3-4bfd-443b-bedf-5c93b90e5cc0 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:39.928395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.935785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.946343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.957972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Transition to ACTIVE for port object 03daf63f-2bbc-48cf-beb9-43fbaea71817 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:39.962777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a262b659-3f61-4cd3-8fb1-5f0650f2d99f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:39.978316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Transition to ACTIVE for port object 03daf63f-2bbc-48cf-beb9-43fbaea71817 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:39.986999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.990782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:40.034171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=ace1d579-4009-47c3-a763-2dc3f263303b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:40.064910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:40.068080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:40.070525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:40.070785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:40.074790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.104661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Pushing event updated for resources: {'Port': ['ID=03daf63f-2bbc-48cf-beb9-43fbaea71817,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:40.108576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:40.151711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.188981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Attempting to bind port 03daf63f-2bbc-48cf-beb9-43fbaea71817 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:40.189363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Attempting to bind port 03daf63f-2bbc-48cf-beb9-43fbaea71817 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:40.189790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Attempting to bind port 03daf63f-2bbc-48cf-beb9-43fbaea71817 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:40.191727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::2d0 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/937eba10-5b34-4b9c-8ff0-a602206d976a/af9ae90d-e87e-4c36-8b11-355450471d84) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:40.195895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:40.196353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:40.196802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.197241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:40.197773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Bound port: 03daf63f-2bbc-48cf-beb9-43fbaea71817, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:40.198194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.230568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object 8c7e827d-38bf-446a-b402-3d9907b27595 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:40.262555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:40.329243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] For port 03daf63f-2bbc-48cf-beb9-43fbaea71817, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:40.333076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] For port 03daf63f-2bbc-48cf-beb9-43fbaea71817, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=03daf63f-2bbc-48cf-beb9-43fbaea71817,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:40.346569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.363408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8cb500b6-8ec3-41e1-9f5f-0f8f1ab702b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:40.506282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.510786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Pushing event updated for resources: {'Port': ['ID=03daf63f-2bbc-48cf-beb9-43fbaea71817,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:40.521566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:40.550862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.554621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.567380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:40.668580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90d3fb8c-e998-49a6-9a87-f83912c44f2a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:40.801299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:40.812777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:40.847387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:40.848861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:40.880181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=8c7e827d-38bf-446a-b402-3d9907b27595,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:40.890273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:40.912814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.922380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3af413ff-8e2f-415e-a8e2-01636898942a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:40.964383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=3f18d6d3-4bfd-443b-bedf-5c93b90e5cc0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:40.973893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:40.997399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:40.998077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.005837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.024640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:41.033224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae4048-7359-4ddc-9877-54b0ef0e3f7d None None] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:41.037221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.038396 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:41.046870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.058266 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:41.058936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Provisioning for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:41.059461 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:41.131538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Provisioning complete for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:41.132080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.140730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object af9ae90d-e87e-4c36-8b11-355450471d84 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:41.203558 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:41.215264 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:41.220961 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:41.252315 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-99458a92-49ee-4003-b413-6f8366a82e3f tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/floatingips/faaab507-9143-4c6e-ba35-b64a04273379 HTTP/1.1" status: 200 len: 978 time: 3.8652792 Dec 22 08:40:41.260051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58892) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.267083 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/3f18d6d3-4bfd-443b-bedf-5c93b90e5cc0 HTTP/1.1" status: 204 len: 168 time: 1.6875541 Dec 22 08:40:41.268519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58896) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.312159 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:41.312758 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a349137-9884-459b-8e5b-ef999f0882ff None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:41.338437 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3213255 Dec 22 08:40:41.347609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58900) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.349412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.364975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:41.367361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:41.427835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.447134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:41.456830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:41.468862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:41.474834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:41.475491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.484119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] For port 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90d3fb8c-e998-49a6-9a87-f83912c44f2a,segment=NetworkSegment(fa9f9287-5119-4f12-906b-6412842c62dd),segment_id=fa9f9287-5119-4f12-906b-6412842c62dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:41.487457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting subnet e7e93faf-0062-47de-920f-9b7f0d01268e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:41.491576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.494911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=af9ae90d-e87e-4c36-8b11-355450471d84,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:41.495135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:41.500888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:41.501636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.581763 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4694479 Dec 22 08:40:41.582703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58904) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.598221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Provisioning complete for port 255eaae4-6832-4377-a3dd-abf08bd01490 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:41.598602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.657540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.662209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router cab54064-8de3-4da1-adae-5c0e48311295 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:41.668987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Pushing event updated for resources: {'Port': ['ID=90d3fb8c-e998-49a6-9a87-f83912c44f2a,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:41.682347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:41.722904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Port 255eaae4-6832-4377-a3dd-abf08bd01490 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:41.771295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc2cf4-d0e6-4514-a35b-c5c880f9423c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:41.779263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc2cf4-d0e6-4514-a35b-c5c880f9423c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:41.779770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ffdc2cf4-d0e6-4514-a35b-c5c880f9423c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:41.816766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ffdc2cf4-d0e6-4514-a35b-c5c880f9423c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:41.819663 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ffdc2cf4-d0e6-4514-a35b-c5c880f9423c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2312200 Dec 22 08:40:41.819663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.849925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58908) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.851597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b8bd3a42-c6ca-4c52-94e5-fb73b7b6d895 None None] Provisioning for port 8c7e827d-38bf-446a-b402-3d9907b27595 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:41.858177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b8bd3a42-c6ca-4c52-94e5-fb73b7b6d895 None None] Provisioning complete for port 8c7e827d-38bf-446a-b402-3d9907b27595 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:41.858689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b8bd3a42-c6ca-4c52-94e5-fb73b7b6d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.932658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd3a42-c6ca-4c52-94e5-fb73b7b6d895 None None] Port 8c7e827d-38bf-446a-b402-3d9907b27595 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:41.986010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.993030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:42.007335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb02f749-09ec-4940-9543-696284b64d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.036994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 731ee574-8f3e-4cbd-bcb3-7db7a73fa62b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:42.037342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.042901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e93faf-0062-47de-920f-9b7f0d01268e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:42.045918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.049145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:42.059525 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/e7e93faf-0062-47de-920f-9b7f0d01268e HTTP/1.1" status: 204 len: 168 time: 0.7879636 Dec 22 08:40:42.059801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58914) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:42.138597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port af9ae90d-e87e-4c36-8b11-355450471d84 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:42.138870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.173939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:42.186316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.198285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:42.198635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.271626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8c8d4492-7c78-42c3-8958-3178861acf46 None None] Provisioning for port 03daf63f-2bbc-48cf-beb9-43fbaea71817 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:42.280805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:42.289963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:42.295443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:42.308191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] Sync routers for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:42.308382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:42.318677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58918) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:42.319448 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/cab54064-8de3-4da1-adae-5c0e48311295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4332719 Dec 22 08:40:42.335148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:42.335801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:42.368397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:42.372223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.416209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:42.430605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:42.431227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:42.439606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.440194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.546070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:42.546481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f20262-8967-484c-9257-fc38fcb431e4 None None] The sync data for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:42.564301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-44fbd2a9-37b8-477f-b023-a73d4e572eaf None None] Provisioning for port af9ae90d-e87e-4c36-8b11-355450471d84 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:42.577588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-44fbd2a9-37b8-477f-b023-a73d4e572eaf None None] Provisioning complete for port af9ae90d-e87e-4c36-8b11-355450471d84 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:42.577963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-44fbd2a9-37b8-477f-b023-a73d4e572eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.662220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-44fbd2a9-37b8-477f-b023-a73d4e572eaf None None] Port af9ae90d-e87e-4c36-8b11-355450471d84 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:42.664975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66dcc7-8fbf-423f-8625-95eabeb8ad5c None None] Network 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:42.761205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90d3fb8c-e998-49a6-9a87-f83912c44f2a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:42.773070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 731ee574-8f3e-4cbd-bcb3-7db7a73fa62b owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:42.983613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ff3db974-46c8-4487-9a22-7c21a4fff5fa None None] Provisioning complete for port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:42.984331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ff3db974-46c8-4487-9a22-7c21a4fff5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.010367 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.ipam_backend_mixin [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 426265f2-78a2-4f5a-8423-c5ecef2bde81 (CIDR: 172.20.0.0/28) Dec 22 08:40:43.035660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:40:43.036720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:43.039677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,segment=NetworkSegment(bb137417-412c-446e-959f-48950a8336f8),segment_id=bb137417-412c-446e-959f-48950a8336f8)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:43.040156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.049349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.067483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-845d6375-fb66-4ae8-8c29-7cb4778da763 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:43.149594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:43.150208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.151490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=731ee574-8f3e-4cbd-bcb3-7db7a73fa62b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:43.155269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:43.201303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:43.260803 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d20c7ab8-e8cf-431a-bfdd-44a5ddbe979f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9090896 Dec 22 08:40:43.277887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.285373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.295558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58924) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:43.313571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:43.354451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.354787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP faaab507-9143-4c6e-ba35-b64a04273379 disassociated (deleted). External IP: 172.26.7.90, port: 772d88ea-d81e-4f70-bbf3-c3487e73666a. Dec 22 08:40:43.382579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 03daf63f-2bbc-48cf-beb9-43fbaea71817 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:43.409601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c8bbf-031a-40b5-aa21-099f5729c931 None None] DHCP port deletion for 4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:43.431487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c8bbf-031a-40b5-aa21-099f5729c931 None None] Deleting port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:43.431884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8bbf-031a-40b5-aa21-099f5729c931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.533823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.534900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c8bbf-031a-40b5-aa21-099f5729c931 None None] The port '66d99be2-3231-4d73-98c4-4ed6ab3e41f3' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:43.551665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f54fd37b-81e5-4dfd-8838-419d1f2f9515 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:43.554893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 03daf63f-2bbc-48cf-beb9-43fbaea71817 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:43.562536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 03daf63f-2bbc-48cf-beb9-43fbaea71817 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:43.563155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.598436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.605529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Port': ['ID=66d99be2-3231-4d73-98c4-4ed6ab3e41f3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:43.607777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No DVR routers for this DVR port 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:43.615249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:43.664929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:43.690151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:43.705170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.735913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:43.746344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 03daf63f-2bbc-48cf-beb9-43fbaea71817, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=03daf63f-2bbc-48cf-beb9-43fbaea71817,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:43.752526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:43.754005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.757477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eb05d9c3-2a04-4c38-b5f7-50e3dfe3f80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:43.780444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.790714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for af9ae90d-e87e-4c36-8b11-355450471d84 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:43.827818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:43.831290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.835290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=03daf63f-2bbc-48cf-beb9-43fbaea71817,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:43.839060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:43.932895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:43.967505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb137417-412c-446e-959f-48950a8336f8') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:43.967812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb137417-412c-446e-959f-48950a8336f8') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:43.994392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.033671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.051761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:44.052198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:44.068174 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:44.120317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.128868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7dd7154d-2240-4d64-bf05-c663dee6462b tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:44.136284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.222990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:44.224706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=af9ae90d-e87e-4c36-8b11-355450471d84,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:44.228558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:44.245157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.297014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.306865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5728c9dc-401b-4794-bfbc-854a9e6e6ad8 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:44.326166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.342953 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/af9ae90d-e87e-4c36-8b11-355450471d84 HTTP/1.1" status: 204 len: 168 time: 2.4847593 Dec 22 08:40:44.345892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58932) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.383971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:44.400627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:44.436522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.467878 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/4e02ce9c-d0c9-4784-bf96-9a78c58b7b7d HTTP/1.1" status: 204 len: 168 time: 2.4047508 Dec 22 08:40:44.475057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58936) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.492812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58e993-4703-436f-b620-ac49b79e0f0a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:44.494421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58e993-4703-436f-b620-ac49b79e0f0a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:44.495167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fa58e993-4703-436f-b620-ac49b79e0f0a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:44.531192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:44.537208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.548245 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:44.567737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fa58e993-4703-436f-b620-ac49b79e0f0a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:44.572459 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fa58e993-4703-436f-b620-ac49b79e0f0a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2255249 Dec 22 08:40:44.573077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58940) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.574745 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:44.575894 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:44.608887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 03daf63f-2bbc-48cf-beb9-43fbaea71817 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:44.660836 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:44.674148 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:44.675072 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:44.681157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 937eba10-5b34-4b9c-8ff0-a602206d976a {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:44.687857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.695061 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2b5ecf-13eb-4b89-aeef-5c73457420bc tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:44.695672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 03daf63f-2bbc-48cf-beb9-43fbaea71817 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:44.695789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2b5ecf-13eb-4b89-aeef-5c73457420bc tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:44.695894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.697459 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fe2b5ecf-13eb-4b89-aeef-5c73457420bc tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/eb18d0f1-6daf-4b95-909f-e8dc0dd9b903 HTTP/1.1" status: 404 len: 337 time: 0.1967046 Dec 22 08:40:44.701890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58944) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.744662 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/floatingips/faaab507-9143-4c6e-ba35-b64a04273379 HTTP/1.1" status: 204 len: 168 time: 3.4827654 Dec 22 08:40:44.744982 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc50596d-8ec9-455b-b7eb-87275ed7910d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:44.745461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc50596d-8ec9-455b-b7eb-87275ed7910d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:44.745779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58948) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.747566 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc50596d-8ec9-455b-b7eb-87275ed7910d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/ecd585b2-2d53-4e6b-bcf8-6cb027d52bd4 HTTP/1.1" status: 404 len: 339 time: 0.0445414 Dec 22 08:40:44.750018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58950) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.800043 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:44.800457 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd14b6-c446-427d-9c3a-3ae62b4f6c55 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:44.808788 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a54579-4a77-4ed5-944e-5d42893380e5 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:44.809249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a54579-4a77-4ed5-944e-5d42893380e5 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:44.810959 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3a54579-4a77-4ed5-944e-5d42893380e5 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/cea7efa2-364d-4e83-95be-558dc3a78702 HTTP/1.1" status: 404 len: 337 time: 0.0598807 Dec 22 08:40:44.813548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58956) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.817836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.845230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.848827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:44.889015 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd99af6-5def-4934-9219-8c8a27383f17 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:44.889405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd99af6-5def-4934-9219-8c8a27383f17 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:44.891046 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6dd99af6-5def-4934-9219-8c8a27383f17 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/96803ab7-894b-4fbe-a357-0750e9d77e18 HTTP/1.1" status: 404 len: 339 time: 0.0765042 Dec 22 08:40:44.895667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58960) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.899324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 772d88ea-d81e-4f70-bbf3-c3487e73666a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:44.900012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.916314 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:44.952277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:44.952612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66d99be2-3231-4d73-98c4-4ed6ab3e41f3 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:44.962595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:44.969267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:44.978074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:44.978676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.980626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c15c1-b0f2-4e29-8fcb-4c6841aca3cd None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:44.987853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 172922b5-63ae-4b2c-8e58-9d1932f71e7d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:44.988231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.019227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=5e74386a-d663-48cf-8824-f932349fc4d7,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:45.028267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:45.049083 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7498953 Dec 22 08:40:45.050167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.058194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-339502351', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e74386a-d663-48cf-8824-f932349fc4d7'}], 'security_groups': ['e65eca83-3e93-4d75-87fb-b1ec74784d54']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:45.130130 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5905692b-c83e-4ba3-a365-452e5b8d68ac tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:45.130642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5905692b-c83e-4ba3-a365-452e5b8d68ac tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:45.132514 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5905692b-c83e-4ba3-a365-452e5b8d68ac tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/ebaa4da8-1f82-440d-ac3c-e3c0ae5018df HTTP/1.1" status: 404 len: 337 time: 0.2068026 Dec 22 08:40:45.135521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58968) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.220644 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbf992b-47c9-4258-b1d8-3e8b078eb9fe tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:45.221407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbf992b-47c9-4258-b1d8-3e8b078eb9fe tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:45.223274 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5bbf992b-47c9-4258-b1d8-3e8b078eb9fe tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/3d802fec-487a-410d-be5e-711d5cbf77b5 HTTP/1.1" status: 404 len: 339 time: 0.0864942 Dec 22 08:40:45.248846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58972) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.338442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.345575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Update dhcp port {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'fixed_ips': [{'subnet_id': '426265f2-78a2-4f5a-8423-c5ecef2bde81', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e74386a-d663-48cf-8824-f932349fc4d7'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '90d3fb8c-e998-49a6-9a87-f83912c44f2a'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:40:45.418730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.423015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting subnet fbfae968-101f-45ac-94ce-bcd6d53d09b7 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:45.423493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.449046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.507400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.576124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 772d88ea-d81e-4f70-bbf3-c3487e73666a owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:45.649154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.656618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ce6ef6b-48a1-4c1b-ab7d-f28eaa8a6386 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:45.689228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 172922b5-63ae-4b2c-8e58-9d1932f71e7d owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:45.689817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Allocated IP 172.20.0.18 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/5e74386a-d663-48cf-8824-f932349fc4d7/90d3fb8c-e998-49a6-9a87-f83912c44f2a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:45.696043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=937eba10-5b34-4b9c-8ff0-a602206d976a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:45.699041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:45.711979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.725467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0dad07-56d1-4281-99b7-b5f873291f9f None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:45.733909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.764092 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/937eba10-5b34-4b9c-8ff0-a602206d976a HTTP/1.1" status: 204 len: 168 time: 1.1827822 Dec 22 08:40:45.767730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58978) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.789794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.860743 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-143a9eb2-58a2-4d2f-a8bb-d4c306472d02 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889850 Dec 22 08:40:45.863866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58982) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.871970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:46.043196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] For port 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90d3fb8c-e998-49a6-9a87-f83912c44f2a,segment=NetworkSegment(fa9f9287-5119-4f12-906b-6412842c62dd),segment_id=fa9f9287-5119-4f12-906b-6412842c62dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:46.059646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:46.064382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:46.067441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:46.073303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.075125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:46.080682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-582fe9a0-1e4b-4eb5-bdeb-225eacf531f6 tempest-RoutersIpV6AdminTest-1697665206 tempest-RoutersIpV6AdminTest-1697665206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.094309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.116869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Transition to ACTIVE for port object 90d3fb8c-e998-49a6-9a87-f83912c44f2a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:46.121859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.125897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-dff6e439-6af2-4134-a9b4-90592ab25aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.135591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=772d88ea-d81e-4f70-bbf3-c3487e73666a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.141600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.182930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:46.186636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.229331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:46.272238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.281271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Deleting port 03daf63f-2bbc-48cf-beb9-43fbaea71817 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:46.281707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.352856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Pushing event updated for resources: {'Port': ['ID=90d3fb8c-e998-49a6-9a87-f83912c44f2a,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.358691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.413601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.441586 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/ports/772d88ea-d81e-4f70-bbf3-c3487e73666a HTTP/1.1" status: 204 len: 168 time: 1.6885142 Dec 22 08:40:46.442877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58986) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:46.448305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:46.487129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:46.516412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:floatingip and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:46.532729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:46.547328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.550844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:46.568297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71c3cdbb-6732-43e2-a465-c54476b22eb7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.608322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.615271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] For port 03daf63f-2bbc-48cf-beb9-43fbaea71817, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=03daf63f-2bbc-48cf-beb9-43fbaea71817,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:46.615764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.641612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.704578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=172922b5-63ae-4b2c-8e58-9d1932f71e7d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.728358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90d3fb8c-e998-49a6-9a87-f83912c44f2a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:46.735801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.742048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96f0521d-b90b-401a-9051-05f827e6852c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.828856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:46.833087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:46.838675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:46.839259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.872318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=be105e6a-95ef-410e-aa7b-db0d6ded308e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.881793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.895018 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0298681 Dec 22 08:40:46.898713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 58992) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:46.903023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Calling delete_port for 03daf63f-2bbc-48cf-beb9-43fbaea71817 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:46.910127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'name': 'tempest-NetworksTestDHCPv6-941600555'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:46.929156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.930508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3bffd9ed-5984-4115-987d-240320cf683c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.963402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67aa916-142d-43a0-b3bd-36adad54b227 None None] Network e378f38c-eb60-45ac-bac6-e7fb8dd79028 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:46.979800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.001039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-9a582782-9afd-4448-8a09-68179e8bdbb2 {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:47.001365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:47.046819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=fbfae968-101f-45ac-94ce-bcd6d53d09b7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:47.049630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:47.051406 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/fbfae968-101f-45ac-94ce-bcd6d53d09b7 HTTP/1.1" status: 204 len: 168 time: 1.7967734 Dec 22 08:40:47.056867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 58996) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:47.202865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.213799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.281360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.285859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:47.286386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e4e4f7e0-f568-4447-a019-0d8e0918c897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:47.299029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:47.305976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:47.315370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:47.333661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Provisioning for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:47.339847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Pushing event deleted for resources: {'Port': ['ID=03daf63f-2bbc-48cf-beb9-43fbaea71817,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:47.347913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:47.350316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] No DVR routers for this DVR port 03daf63f-2bbc-48cf-beb9-43fbaea71817 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:47.351916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Provisioning complete for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:47.352389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.358906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:47.359251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.366976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:47.370721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.411589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 59df8c96-6336-454e-b5cf-4d27d8ee1847 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:47.413146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5c066-efcd-40ab-b163-699a9291017f None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:47.437117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 03daf63f-2bbc-48cf-beb9-43fbaea71817 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:47.449158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.474205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.26.7.202 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/5e7fdd63-524a-4a62-bc81-962d3a3ee22f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:47.545994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] DHCP port deletion for e378f38c-eb60-45ac-bac6-e7fb8dd79028 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:47.556389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 03daf63f-2bbc-48cf-beb9-43fbaea71817 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:47.556748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 03daf63f-2bbc-48cf-beb9-43fbaea71817 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:47.566539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Deleting port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:47.566924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.683300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::3d9 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/be105e6a-95ef-410e-aa7b-db0d6ded308e/59df8c96-6336-454e-b5cf-4d27d8ee1847) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:47.733148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.861650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.890653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.897741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2c7e44f4-434c-44f6-b7f3-7e46f99a92c7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:47.977837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,segment=NetworkSegment(82042afd-44a9-441a-ab89-9629e9a3b42f),segment_id=82042afd-44a9-441a-ab89-9629e9a3b42f)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:47.978839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.979707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:47.984600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:47.990165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:47.997929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Provisioning complete for port 255eaae4-6832-4377-a3dd-abf08bd01490 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:47.998311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.030116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'be105e6a-95ef-410e-aa7b-db0d6ded308e'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:48.031184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.053156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=5e7fdd63-524a-4a62-bc81-962d3a3ee22f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.059002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.062919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.065534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] For port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,segment=NetworkSegment(82042afd-44a9-441a-ab89-9629e9a3b42f),segment_id=82042afd-44a9-441a-ab89-9629e9a3b42f)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:48.065882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.087494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 59df8c96-6336-454e-b5cf-4d27d8ee1847 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:48.116872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.191865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.235769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Calling delete_port for 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:48.239891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.251679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a606d781-e8b4-469d-89c3-b9270064b00c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:48.267577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:48.278859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Port 255eaae4-6832-4377-a3dd-abf08bd01490 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:48.320927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:48.327449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:48.330494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:48.334394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Provisioning complete for port 8c7e827d-38bf-446a-b402-3d9907b27595 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:48.334394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.336449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:48.337061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.352347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router cab54064-8de3-4da1-adae-5c0e48311295 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:48.377869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=59df8c96-6336-454e-b5cf-4d27d8ee1847,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.380790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.449443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-25145d25-6624-47f7-9381-80c5bae2acd5 None None] Port 8c7e827d-38bf-446a-b402-3d9907b27595 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:48.450981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.457044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5c7cdf8c-422b-4021-835c-17da26a5acb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:48.464885 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5629466 Dec 22 08:40:48.470846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59002) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.502761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Pushing event deleted for resources: {'Port': ['ID=2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.507632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.514115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/be105e6a-95ef-410e-aa7b-db0d6ded308e/dbd7ce81-472e-46a3-9cb5-741ec07da451) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:48.516212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] No DVR routers for this DVR port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:48.614819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:48.627259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:48.654616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.660242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] Sync routers for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:48.667960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eae7fd-34a1-4308-825d-ad63cd29bca6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:48.668803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-78eae7fd-34a1-4308-825d-ad63cd29bca6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:48.671974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:48.671974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:48.672297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:48.672571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:48.677202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.682569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a947f3da-eecb-4636-8bb1-c87a7933f71a tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:48.685034 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/cab54064-8de3-4da1-adae-5c0e48311295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3648267 Dec 22 08:40:48.689671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.689847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:48.690447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:48.739079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a2e9fad0-abfc-45db-b606-ce35ba7541df tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:48.765085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:48.788284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-78eae7fd-34a1-4308-825d-ad63cd29bca6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:48.791222 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-78eae7fd-34a1-4308-825d-ad63cd29bca6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3177648 Dec 22 08:40:48.794273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59010) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.804667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] Routers {'cab54064-8de3-4da1-adae-5c0e48311295'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:48.805596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cab54064-8de3-4da1-adae-5c0e48311295'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:48.817078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a2e9fad0-abfc-45db-b606-ce35ba7541df tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:48.821421 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a2e9fad0-abfc-45db-b606-ce35ba7541df tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=cab54064-8de3-4da1-adae-5c0e48311295 HTTP/1.1" status: 200 len: 205 time: 0.1285362 Dec 22 08:40:48.822265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59014) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.846035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=5e7fdd63-524a-4a62-bc81-962d3a3ee22f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.848891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.871723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.888792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 59df8c96-6336-454e-b5cf-4d27d8ee1847 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:48.888792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.899030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:48.899321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d0707d-09c4-43d8-9e46-efa2819c0815 None None] The sync data for ids ['cab54064-8de3-4da1-adae-5c0e48311295'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:48.937187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.938766 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4949012 Dec 22 08:40:48.942279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59020) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.951393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'port': {'network_id': '639df81e-75bc-4c02-9662-2fff8e8e0f88', 'name': 'tempest-FloatingIPTestJSON-670223967'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:48.955193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.972265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Transition to ACTIVE for port object dbd7ce81-472e-46a3-9cb5-741ec07da451 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:48.999407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Transition to ACTIVE for port object dbd7ce81-472e-46a3-9cb5-741ec07da451 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:49.002947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b65debba-ab72-40cf-ada9-f29d306ec5ba tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.008516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.021919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:49.087834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:49.091284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:49.095025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:49.173338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Pushing event updated for resources: {'Port': ['ID=dbd7ce81-472e-46a3-9cb5-741ec07da451,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:49.179579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:49.196169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Attempting to bind port dbd7ce81-472e-46a3-9cb5-741ec07da451 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:49.196551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Attempting to bind port dbd7ce81-472e-46a3-9cb5-741ec07da451 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:49.196928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Attempting to bind port dbd7ce81-472e-46a3-9cb5-741ec07da451 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:49.197515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port 2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:49.197857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.203985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:49.204362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:49.204901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.205302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:49.205754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Bound port: dbd7ce81-472e-46a3-9cb5-741ec07da451, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:49.206129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.371609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] For port dbd7ce81-472e-46a3-9cb5-741ec07da451, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:49.377237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] For port dbd7ce81-472e-46a3-9cb5-741ec07da451, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dbd7ce81-472e-46a3-9cb5-741ec07da451,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:49.382035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.389964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:49.391837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:49.398033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:port and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:49.402695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:49.413042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:49.459628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.477513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Pushing event updated for resources: {'Port': ['ID=dbd7ce81-472e-46a3-9cb5-741ec07da451,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:49.480826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:49.599019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 59df8c96-6336-454e-b5cf-4d27d8ee1847 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:49.604519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] The port '2c8eb6ef-a528-48ba-8ed5-b11bbd1c637d' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:49.644738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:49.645659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b65debba-ab72-40cf-ada9-f29d306ec5ba tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.651496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.652677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b65debba-ab72-40cf-ada9-f29d306ec5ba tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.720273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] device_id is not set on port 44f007ea-96a5-4ee0-bcc3-c94882e53808 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:49.777003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Delete allocated IP 172.20.0.3 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/426265f2-78a2-4f5a-8423-c5ecef2bde81) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:40:49.800688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b65debba-ab72-40cf-ada9-f29d306ec5ba tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.801530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65debba-ab72-40cf-ada9-f29d306ec5ba tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Fanout notify agent at l3_agent the message router_deleted on router cab54064-8de3-4da1-adae-5c0e48311295 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:40:49.804632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.826242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.27 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/5e74386a-d663-48cf-8824-f932349fc4d7/8c7e827d-38bf-446a-b402-3d9907b27595) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:49.849233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b65debba-ab72-40cf-ada9-f29d306ec5ba tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.850455 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b65debba-ab72-40cf-ada9-f29d306ec5ba tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/cab54064-8de3-4da1-adae-5c0e48311295 HTTP/1.1" status: 204 len: 168 time: 1.0270360 Dec 22 08:40:49.855118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e378f38c-eb60-45ac-bac6-e7fb8dd79028']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:49.863121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59026) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:49.915018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82042afd-44a9-441a-ab89-9629e9a3b42f') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:49.915318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82042afd-44a9-441a-ab89-9629e9a3b42f') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:49.954700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.970868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.979010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:49.989390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet 5201d409-5421-476a-ac45-31bf8bb54177 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:50.005787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.015975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.031220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=59df8c96-6336-454e-b5cf-4d27d8ee1847,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:50.033683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:50.043219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:50.043632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.065243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.9 (639df81e-75bc-4c02-9662-2fff8e8e0f88/31bd0ef0-f700-4038-9a8f-dbd5288f215c/44f007ea-96a5-4ee0-bcc3-c94882e53808) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:50.082427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.103478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/59df8c96-6336-454e-b5cf-4d27d8ee1847 HTTP/1.1" status: 204 len: 168 time: 1.3061991 Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:50.105544 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:50.114216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59032) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.285172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.312829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.347810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.356266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:50.369725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195afbb-779b-40e2-bb76-11f5cf595b08 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:50.371211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195afbb-779b-40e2-bb76-11f5cf595b08 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:50.371986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5195afbb-779b-40e2-bb76-11f5cf595b08 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:50.379632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.390662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:50.405563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.431757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 639df81e-75bc-4c02-9662-2fff8e8e0f88 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:50.435716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:50.437963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=e378f38c-eb60-45ac-bac6-e7fb8dd79028,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:50.439723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:50.453131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:50.458684 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/e378f38c-eb60-45ac-bac6-e7fb8dd79028 HTTP/1.1" status: 204 len: 168 time: 3.4001455 Dec 22 08:40:50.463089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59036) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.468775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5195afbb-779b-40e2-bb76-11f5cf595b08 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:50.469857 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5195afbb-779b-40e2-bb76-11f5cf595b08 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3445191 Dec 22 08:40:50.474096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=44f007ea-96a5-4ee0-bcc3-c94882e53808,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:50.484736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:50.504223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.533350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:50.534006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.556505 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6130717 Dec 22 08:40:50.559049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59044) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.562276 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b1c1e4-fb4e-40f5-9793-c3c7913d0154 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:50.562927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b1c1e4-fb4e-40f5-9793-c3c7913d0154 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:50.564896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f2b1c1e4-fb4e-40f5-9793-c3c7913d0154 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/a6b5f1b9-8b11-431b-a32a-f87816209509 HTTP/1.1" status: 404 len: 337 time: 0.0993817 Dec 22 08:40:50.569954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'port_id': '44f007ea-96a5-4ee0-bcc3-c94882e53808'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:50.571873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59048) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.609254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:50.638693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.667724 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-91463b79-db25-4b84-90d3-60bce7320001 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:50.668160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91463b79-db25-4b84-90d3-60bce7320001 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:50.670293 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-91463b79-db25-4b84-90d3-60bce7320001 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/17016138-2ef9-42ad-baac-55baa4c4e8a5 HTTP/1.1" status: 404 len: 339 time: 0.0894151 Dec 22 08:40:50.672483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.672664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dbd7ce81-472e-46a3-9cb5-741ec07da451 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:50.688244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59052) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.701936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.703557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet be105e6a-95ef-410e-aa7b-db0d6ded308e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:50.749760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f5f47421-ce9b-4a41-bd58-50ee82d6f5fa None None] Provisioning for port dbd7ce81-472e-46a3-9cb5-741ec07da451 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:50.759349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object 8c7e827d-38bf-446a-b402-3d9907b27595 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:50.779625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.780839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port dbd7ce81-472e-46a3-9cb5-741ec07da451 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:50.786650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port dbd7ce81-472e-46a3-9cb5-741ec07da451 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:50.787271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.820542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.842990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-413d2fba-082b-41be-930a-59fec5be64b7 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:50.935899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.992106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.994253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-43466c7f-ddb6-4741-972a-f988fff14432 None None] Could not find standard attr ID for object 59df8c96-6336-454e-b5cf-4d27d8ee1847. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:40:51.000165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port dbd7ce81-472e-46a3-9cb5-741ec07da451, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dbd7ce81-472e-46a3-9cb5-741ec07da451,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:51.005965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.014385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:51.045426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting subnet 8d4055e9-b9fa-47a3-9960-8bd86cb37228 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:51.084524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.095722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.103600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=dbd7ce81-472e-46a3-9cb5-741ec07da451,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:51.107688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:51.149790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c923b94-fb28-4e48-9cfc-9e2232f9f33f None None] Network 80ef6bd5-e0fe-426a-a49b-273135775511 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:51.171792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=8c7e827d-38bf-446a-b402-3d9907b27595,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:51.181055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.201583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:51.202098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:51.264779 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/5201d409-5421-476a-ac45-31bf8bb54177 HTTP/1.1" status: 204 len: 168 time: 1.4001780 Dec 22 08:40:51.265733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=5201d409-5421-476a-ac45-31bf8bb54177,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:51.267341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59058) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.275629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:51.361297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.403060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] In _notify_port_updated(), no bound segment for port 8c7e827d-38bf-446a-b402-3d9907b27595 on network a04fbf5a-c441-49f9-9393-7dc68efd6e15 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:40:51.409645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:51.410302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.411587 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "PUT /v2.0/ports/8c7e827d-38bf-446a-b402-3d9907b27595 HTTP/1.1" status: 200 len: 920 time: 6.3604822 Dec 22 08:40:51.417879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59062) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.447243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet 9c9741a2-4c61-4959-adef-4fb34fec7206 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:51.456629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.488828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.498180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] DHCP port deletion for 80ef6bd5-e0fe-426a-a49b-273135775511 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:51.506130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Deleting port 72427c61-8d1b-4a79-8afa-5666487919c1 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:51.507036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.508379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 8c7e827d-38bf-446a-b402-3d9907b27595 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:51.509109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.756606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.772196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d259baa5-91bc-454d-bf9a-425d2ab861ea None None] Provisioning for port 8c7e827d-38bf-446a-b402-3d9907b27595 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:51.783667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] For port 72427c61-8d1b-4a79-8afa-5666487919c1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=72427c61-8d1b-4a79-8afa-5666487919c1,segment=NetworkSegment(00a6931d-c0da-4fbf-b15a-d4b8028de8e7),segment_id=00a6931d-c0da-4fbf-b15a-d4b8028de8e7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:51.784606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.792461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d259baa5-91bc-454d-bf9a-425d2ab861ea None None] Provisioning complete for port 8c7e827d-38bf-446a-b402-3d9907b27595 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:51.792461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d259baa5-91bc-454d-bf9a-425d2ab861ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.819092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.874722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.889593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.892362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.897131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5848aa0-64a0-4271-9c3b-6901ae6d1885 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:51.944026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=be105e6a-95ef-410e-aa7b-db0d6ded308e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:51.951070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:51.952379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.967701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Calling delete_port for 72427c61-8d1b-4a79-8afa-5666487919c1 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:51.982337 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/be105e6a-95ef-410e-aa7b-db0d6ded308e HTTP/1.1" status: 204 len: 168 time: 1.4691477 Dec 22 08:40:51.982337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.983565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59066) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.994833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.004605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d2d38-cbd7-4e7b-9f96-9f53b22979aa None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:52.013446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.022130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ce4bd38-6220-4f41-849b-3624f8902d7b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:52.070985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4055e9-b9fa-47a3-9960-8bd86cb37228,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:52.078743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:52.084059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.087246 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/subnets/8d4055e9-b9fa-47a3-9960-8bd86cb37228 HTTP/1.1" status: 204 len: 168 time: 1.3950210 Dec 22 08:40:52.090433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59070) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.105177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516eac8-a5a5-41f1-967e-af43c840ffbc None None] Network f00c8549-2a36-4329-bb0c-0f9238b3078b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:52.131257 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-16f297d4-6cec-4015-a1c9-07320d8b76e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385856 Dec 22 08:40:52.139663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d259baa5-91bc-454d-bf9a-425d2ab861ea None None] Port 8c7e827d-38bf-446a-b402-3d9907b27595 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:52.171227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59074) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.242856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.248700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 8c7e827d-38bf-446a-b402-3d9907b27595 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:52.250561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9eac2834-4a41-49af-a156-ce8d2e090931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:52.311244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9741a2-4c61-4959-adef-4fb34fec7206,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:52.316892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:52.319396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.326022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.337331 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/9c9741a2-4c61-4959-adef-4fb34fec7206 HTTP/1.1" status: 204 len: 168 time: 1.0631354 Dec 22 08:40:52.341681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.360689 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP f817f9e2-bb76-4175-abfb-021ebdcfabc5 associated. External IP: 172.26.7.202, port: 44f007ea-96a5-4ee0-bcc3-c94882e53808. Dec 22 08:40:52.364354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d57203-a3e3-4db9-b776-9592dd241822 None None] Network d10bf4de-926e-46a0-9d51-8b27d5847bc0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:52.374573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Deleting port c783bceb-ea50-4c29-80a2-23702bed94a7 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:52.374920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.383390 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.391154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f5e3526a-27fa-49b8-a9d0-3a616b14a06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:52.498550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a8a09-636c-4972-9f34-1efff248f172 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:52.499630 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9b7a8a09-636c-4972-9f34-1efff248f172 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3255184 Dec 22 08:40:52.506114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59084) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.592699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Pushing event deleted for resources: {'Port': ['ID=72427c61-8d1b-4a79-8afa-5666487919c1,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:52.604747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:52.612527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] No DVR routers for this DVR port 72427c61-8d1b-4a79-8afa-5666487919c1 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:52.620786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.652425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dbd7ce81-472e-46a3-9cb5-741ec07da451 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:52.658249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821d49b-1660-4834-89a8-79941034cd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:52.659057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0821d49b-1660-4834-89a8-79941034cd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:52.786149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0821d49b-1660-4834-89a8-79941034cd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:52.788063 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0821d49b-1660-4834-89a8-79941034cd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2804394 Dec 22 08:40:52.817561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59088) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.843478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port dbd7ce81-472e-46a3-9cb5-741ec07da451 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:52.844044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.899372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.918306 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-64f5e49b-b35f-4f88-851e-54fb7533f53a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948479 Dec 22 08:40:52.918306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59092) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.926329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:52.948628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ef6bd5-e0fe-426a-a49b-273135775511']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:52.953163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:52.978368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a6931d-c0da-4fbf-b15a-d4b8028de8e7') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:52.979291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a6931d-c0da-4fbf-b15a-d4b8028de8e7') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:52.979518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Deleting port dbd7ce81-472e-46a3-9cb5-741ec07da451 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:52.979903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.995045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] For port c783bceb-ea50-4c29-80a2-23702bed94a7, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c783bceb-ea50-4c29-80a2-23702bed94a7,segment=NetworkSegment(e27c8b1f-f715-4fed-a461-8f731f028f0e),segment_id=e27c8b1f-f715-4fed-a461-8f731f028f0e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:52.995540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.014192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] DHCP port deletion for f00c8549-2a36-4329-bb0c-0f9238b3078b request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:53.022686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.045553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Deleting port c783bceb-ea50-4c29-80a2-23702bed94a7 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:53.045946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.073847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] DHCP port deletion for d10bf4de-926e-46a0-9d51-8b27d5847bc0 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:40:53.107186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.111873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Deleting port 90f5b7b9-beff-442c-9435-b8d637abb523 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:53.112296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.128619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-836e5b4f-74e6-499a-85cb-7c00ba5313a9 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:53.163563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Calling delete_port for c783bceb-ea50-4c29-80a2-23702bed94a7 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:53.181044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=8c7e827d-38bf-446a-b402-3d9907b27595,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:53.181329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 72427c61-8d1b-4a79-8afa-5666487919c1 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:53.188430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:53.190795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:53.215120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.227507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:53.228067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:53.243363 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:53.249781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 72427c61-8d1b-4a79-8afa-5666487919c1 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:53.250348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 72427c61-8d1b-4a79-8afa-5666487919c1 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:53.282475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:53.354394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:53.358467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.378577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.390612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f8695797-28e3-45b3-8e56-78a589ceee99 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:53.494641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:53.554122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.557255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=80ef6bd5-e0fe-426a-a49b-273135775511,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:53.564381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:53.565082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.570968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb2a5d6d-6a77-484c-943a-48d12ce7b307 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:53.615218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] For port dbd7ce81-472e-46a3-9cb5-741ec07da451, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dbd7ce81-472e-46a3-9cb5-741ec07da451,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:53.615622 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.637416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.640124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Port': ['ID=c783bceb-ea50-4c29-80a2-23702bed94a7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:53.647873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:53.650616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] No DVR routers for this DVR port c783bceb-ea50-4c29-80a2-23702bed94a7 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:53.678917 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/8c7e827d-38bf-446a-b402-3d9907b27595 HTTP/1.1" status: 204 len: 168 time: 2.2599368 Dec 22 08:40:53.684495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59098) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.687326 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/80ef6bd5-e0fe-426a-a49b-273135775511 HTTP/1.1" status: 204 len: 168 time: 1.3446419 Dec 22 08:40:53.691584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.800341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a00e8c-bf27-4e5c-a976-6bf179d87f54 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:40:53.800984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d3a00e8c-bf27-4e5c-a976-6bf179d87f54 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:53.838239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Calling delete_port for dbd7ce81-472e-46a3-9cb5-741ec07da451 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:53.848670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d3a00e8c-bf27-4e5c-a976-6bf179d87f54 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:53.852747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d3a00e8c-bf27-4e5c-a976-6bf179d87f54 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/8c7e827d-38bf-446a-b402-3d9907b27595 HTTP/1.1" status: 404 len: 333 time: 0.1612468 Dec 22 08:40:53.854125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.880400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] For port c783bceb-ea50-4c29-80a2-23702bed94a7, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c783bceb-ea50-4c29-80a2-23702bed94a7,segment=NetworkSegment(e27c8b1f-f715-4fed-a461-8f731f028f0e),segment_id=e27c8b1f-f715-4fed-a461-8f731f028f0e)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:53.880977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.886922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.895224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:53.906219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] For port 90f5b7b9-beff-442c-9435-b8d637abb523, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90f5b7b9-beff-442c-9435-b8d637abb523,segment=NetworkSegment(8115a15f-92db-4b86-8236-ca042981287e),segment_id=8115a15f-92db-4b86-8236-ca042981287e)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:53.906423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.916020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.918317 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ae205-e795-4730-938e-3b3542a8788b None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:53.934166 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ae205-e795-4730-938e-3b3542a8788b None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:53.935076 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-871ae205-e795-4730-938e-3b3542a8788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:53.941313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.946332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00c8549-2a36-4329-bb0c-0f9238b3078b']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:53.979450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27c8b1f-f715-4fed-a461-8f731f028f0e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:53.979745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27c8b1f-f715-4fed-a461-8f731f028f0e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:53.981419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-33e0d402-00bd-44ff-a4ae-5b4fdd9e48f6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/floatingips/f817f9e2-bb76-4175-abfb-021ebdcfabc5 HTTP/1.1" status: 200 len: 977 time: 3.4204764 Dec 22 08:40:53.984763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59110) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.998025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.004603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 90f5b7b9-beff-442c-9435-b8d637abb523 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:54.004940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.031918 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-871ae205-e795-4730-938e-3b3542a8788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:54.051958 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ae205-e795-4730-938e-3b3542a8788b None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:54.053117 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-871ae205-e795-4730-938e-3b3542a8788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:54.066102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.083037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.087025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:54.087429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.092868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 44f007ea-96a5-4ee0-bcc3-c94882e53808 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:54.093497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:54.103478 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:54.151262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Calling delete_port for c783bceb-ea50-4c29-80a2-23702bed94a7 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:54.156075 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-871ae205-e795-4730-938e-3b3542a8788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:54.156781 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ae205-e795-4730-938e-3b3542a8788b None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:54.177946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.191064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a57aff62-0695-4f11-8a86-e63522961213 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.255590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.256270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Calling delete_port for 90f5b7b9-beff-442c-9435-b8d637abb523 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:54.284798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:54.295413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.297035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:54.303826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:54.304444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.305446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ffb8b53d-1fbd-413d-b84e-833a3ffdfd18 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.321833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.336581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.345069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0556101d-1e48-4dc7-a5e0-50254593842f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.400709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=c7157c99-477a-4b08-8b80-dca06f502a3a,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.413088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Pushing event deleted for resources: {'Network': ['ID=f00c8549-2a36-4329-bb0c-0f9238b3078b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.422358 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] 10.222.0.36 "DELETE /v2.0/networks/f00c8549-2a36-4329-bb0c-0f9238b3078b HTTP/1.1" status: 204 len: 168 time: 2.3264971 Dec 22 08:40:54.430412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Pushing event deleted for resources: {'Port': ['ID=dbd7ce81-472e-46a3-9cb5-741ec07da451,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.433571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.436479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] No DVR routers for this DVR port dbd7ce81-472e-46a3-9cb5-741ec07da451 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:54.448417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.454749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:54.455141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:54.459991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.475509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 90f5b7b9-beff-442c-9435-b8d637abb523, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90f5b7b9-beff-442c-9435-b8d637abb523,segment=NetworkSegment(8115a15f-92db-4b86-8236-ca042981287e),segment_id=8115a15f-92db-4b86-8236-ca042981287e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:40:54.476060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.481219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a4d943fc-3fce-4b41-82c8-af5a96d5d8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.485685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.494472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35a41a2d-4edb-4c1a-aa0b-043fe2ece76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.560526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29df3d-39cb-4183-a3ff-2541660a9acf None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:54.575630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.579566 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6615140 Dec 22 08:40:54.585170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59116) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.593716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'c7157c99-477a-4b08-8b80-dca06f502a3a', 'ip_address': '2001:db8::4b0d:c23:ad2:c55'}], 'name': 'tempest-NetworksTestDHCPv6-398055382'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:54.677898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba041e2-7016-4a6c-acc0-a357aafe6faa,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.687730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 90f5b7b9-beff-442c-9435-b8d637abb523 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:54.693540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] No DVR routers for this DVR port 90f5b7b9-beff-442c-9435-b8d637abb523 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:54.700590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Pushing event deleted for resources: {'Port': ['ID=90f5b7b9-beff-442c-9435-b8d637abb523,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.703284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.704558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c783bceb-ea50-4c29-80a2-23702bed94a7 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:54.720293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.728902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.730256 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ba041e2-7016-4a6c-acc0-a357aafe6faa HTTP/1.1" status: 204 len: 168 time: 0.8762970 Dec 22 08:40:54.736134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59122) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.738093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.762403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: c783bceb-ea50-4c29-80a2-23702bed94a7 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:54.763284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c783bceb-ea50-4c29-80a2-23702bed94a7 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:54.763715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90f5b7b9-beff-442c-9435-b8d637abb523 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:54.808206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 90f5b7b9-beff-442c-9435-b8d637abb523 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:54.808557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90f5b7b9-beff-442c-9435-b8d637abb523 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:54.808989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dbd7ce81-472e-46a3-9cb5-741ec07da451 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:54.831005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:54.831458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:54.856963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: dbd7ce81-472e-46a3-9cb5-741ec07da451 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:40:54.857315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dbd7ce81-472e-46a3-9cb5-741ec07da451 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:54.922170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59128) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.952464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.982553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Deleting port c783bceb-ea50-4c29-80a2-23702bed94a7 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:54.982553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.051722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'c7157c99-477a-4b08-8b80-dca06f502a3a'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:55.052592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.052937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.064420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.071191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7848b-5602-43b6-a18e-07e8b7288487 None None] The port 'c783bceb-ea50-4c29-80a2-23702bed94a7' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:55.082328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.089036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.107036 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb7ec4cd-4309-4d64-a3ac-537a1fa3b598 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68fa7c97cca1492893504f1834f4fb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808894 Dec 22 08:40:55.107265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.107368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.171618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.198487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.215119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:55.235823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c7157c99-477a-4b08-8b80-dca06f502a3a/ae8a8f9c-7603-45c7-83b3-54ece2e62024) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:55.261099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.265554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-beeba278-637d-4b59-87f8-623c63409362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.279885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5138034-1f0f-4d69-993d-1ac7e791093d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.282835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.299964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.301232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.301811 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5138034-1f0f-4d69-993d-1ac7e791093d HTTP/1.1" status: 204 len: 168 time: 0.1936698 Dec 22 08:40:55.318120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.333192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 90f5b7b9-beff-442c-9435-b8d637abb523 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:55.333483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.344554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65eca83-3e93-4d75-87fb-b1ec74784d54,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.370455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.400505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.400891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.401207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP f817f9e2-bb76-4175-abfb-021ebdcfabc5 disassociated. External IP: 172.26.7.202, port: 44f007ea-96a5-4ee0-bcc3-c94882e53808. Dec 22 08:40:55.401613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 44f007ea-96a5-4ee0-bcc3-c94882e53808 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:55.420929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] The port '90f5b7b9-beff-442c-9435-b8d637abb523' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:40:55.504547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.508524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/security-groups/e65eca83-3e93-4d75-87fb-b1ec74784d54 HTTP/1.1" status: 204 len: 168 time: 0.7602665 Dec 22 08:40:55.509275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59144) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.533837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.557836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Transition to ACTIVE for port object ae8a8f9c-7603-45c7-83b3-54ece2e62024 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:55.586445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.592997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.621111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10bf4de-926e-46a0-9d51-8b27d5847bc0']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:55.634755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8115a15f-92db-4b86-8236-ca042981287e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:55.635059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8115a15f-92db-4b86-8236-ca042981287e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:55.647559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.664877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.669831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 6b871c89-8adb-4e99-90dd-63603c731d26 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:55.671857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:40:55.672426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:55.688725 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:55.710640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet 426265f2-78a2-4f5a-8423-c5ecef2bde81 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:40:55.719609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.785324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.812784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.871094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=44f007ea-96a5-4ee0-bcc3-c94882e53808,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.881962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.892550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Transition to ACTIVE for port object ae8a8f9c-7603-45c7-83b3-54ece2e62024 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:55.892834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.897605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b582bc7f-19c1-4936-9d65-8c9db38aa556 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.901877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.917566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.919895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6f9fe0a3-6b74-4739-8ad8-544986c5aa11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.924701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=d10bf4de-926e-46a0-9d51-8b27d5847bc0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.927599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.929622 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/d10bf4de-926e-46a0-9d51-8b27d5847bc0 HTTP/1.1" status: 204 len: 168 time: 2.2368643 Dec 22 08:40:55.936986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.944570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-46906094'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:55.950738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.956359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.960071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.967471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.980652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:55.987108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.013584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.022410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:56.034478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.034674 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment 53a76595-857b-4fbf-9780-927a105a1666 of type vlan for network fffb9251-12e0-429d-8017-a03d342cc02b Dec 22 08:40:56.050344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:56.067541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.069980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:56.075722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:56.110669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.120529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:56.121499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.149697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-074df2dd-9c8f-4079-812a-1241604420d9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.180325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Pushing event updated for resources: {'Port': ['ID=ae8a8f9c-7603-45c7-83b3-54ece2e62024,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.186243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.190742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Attempting to bind port ae8a8f9c-7603-45c7-83b3-54ece2e62024 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:56.191298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Attempting to bind port ae8a8f9c-7603-45c7-83b3-54ece2e62024 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:56.191837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Attempting to bind port ae8a8f9c-7603-45c7-83b3-54ece2e62024 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:56.197528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:56.198125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:56.198693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.199266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:56.199894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Bound port: ae8a8f9c-7603-45c7-83b3-54ece2e62024, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:56.200489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.267319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=fffb9251-12e0-429d-8017-a03d342cc02b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.270750 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3323748 Dec 22 08:40:56.271836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.273404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59170) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.280277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.283474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network fffb9251-12e0-429d-8017-a03d342cc02b details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:56.301978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59174) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.366596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:40:56.394183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::4b0d:c23:ad2:c55 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c7157c99-477a-4b08-8b80-dca06f502a3a/6b871c89-8adb-4e99-90dd-63603c731d26) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:56.397572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.413459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] For port ae8a8f9c-7603-45c7-83b3-54ece2e62024, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:56.430660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.436087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.439187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.442033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] For port ae8a8f9c-7603-45c7-83b3-54ece2e62024, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae8a8f9c-7603-45c7-83b3-54ece2e62024,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:56.447652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.450046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.455970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.464920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:56.469467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.547071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Pushing event updated for resources: {'Port': ['ID=ae8a8f9c-7603-45c7-83b3-54ece2e62024,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.550749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.586127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1343090584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.594344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.598373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:router and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.601347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.621368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.646100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.647072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.672503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.754424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.789929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.792541 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b4f5a091-3541-437d-b544-10b36c5774eb tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4880524 Dec 22 08:40:56.797935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59180) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.834495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1579427095'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:56.839210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.844338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-761ac448-470e-40e8-8ae9-d6a671bdee9d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.850840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.872802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:network and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.879106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.897195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.925344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.932459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=433eb1f8-81ce-4d14-be1a-e70be0bdc31c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.934069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-041771a8-9518-4262-906c-a651a1e2882d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.934845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': '53a76595-857b-4fbf-9780-927a105a1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:56.935287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: fffb9251-12e0-429d-8017-a03d342cc02b, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:56.940401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.957666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network fffb9251-12e0-429d-8017-a03d342cc02b is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:56.970261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, fffb9251-12e0-429d-8017-a03d342cc02b) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:56.975862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:56.976657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.984020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eee020-db53-4a77-8864-665ed58a5798 None None] Network fffb9251-12e0-429d-8017-a03d342cc02b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:57.012054 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7374604 Dec 22 08:40:57.015247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59184) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.021354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759653791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:57.029783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:57.035213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:router and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:57.039320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:57.043600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Made reservation on behalf of ef60a44eaf4742cf85287fbaa25bb8ce for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:57.046815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:57.047332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.056834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:40:57.058568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=426265f2-78a2-4f5a-8423-c5ecef2bde81,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.066383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.067787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.081412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:40:57.086162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.099197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:57.100093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:57.109432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.112154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:57.117104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.119944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.144039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.145419 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f31df430-0bf1-4151-9cae-e5c6b699c480 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1287448 Dec 22 08:40:57.150666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.157898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'port': {'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b', 'name': 'tempest-RoutersTest-2049463203'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:57.162523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc38387-2068-45b1-86dd-465a62dcdda4 None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:57.190413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:57.206964 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/426265f2-78a2-4f5a-8423-c5ecef2bde81 HTTP/1.1" status: 204 len: 168 time: 1.6932876 Dec 22 08:40:57.207833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59194) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.222737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:security_group_rule and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:57.229392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:57.257156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:57.336412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:57.345103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:57.351968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:57.359646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:port and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:57.362760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:57.369383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:57.378492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.383015 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/ports/44f007ea-96a5-4ee0-bcc3-c94882e53808 HTTP/1.1" status: 204 len: 168 time: 3.3953042 Dec 22 08:40:57.385377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59198) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.388721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:57.395235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.402718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:40:57.404187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:57.415392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.474034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 6b871c89-8adb-4e99-90dd-63603c731d26 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:57.513533 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f365f610-906a-4191-b6e6-80bce0a2b40d tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "GET /v2.0/floatingips/f817f9e2-bb76-4175-abfb-021ebdcfabc5 HTTP/1.1" status: 200 len: 688 time: 0.1276691 Dec 22 08:40:57.514143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.522450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:57.523810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:57.525090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb5aca4-efc4-4d84-95b9-a5b081ec8d8a None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:40:57.529441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:57.533356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:57.551106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:57.612800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:57.617044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.650519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-fffb9251-12e0-429d-8017-a03d342cc02b', 'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': '433eb1f8-81ce-4d14-be1a-e70be0bdc31c'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:40:57.652642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.654452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] device_id is not set on port 2dac9f76-ba74-4e99-b62b-9c3620035962 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:57.698885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.710129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.729354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06c51f5c-aea0-44fa-b1e0-f501b9712d2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:57.762031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.816265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:57.824753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:57.834165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:57.839247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 5e7fdd63-524a-4a62-bc81-962d3a3ee22f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:57.839995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.842096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:57.843149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.847341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:57.871753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Allocated IP 172.20.0.2 (fffb9251-12e0-429d-8017-a03d342cc02b/433eb1f8-81ce-4d14-be1a-e70be0bdc31c/1490b7fb-d35e-4693-85a5-5a846d38a747) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:57.919111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.919857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Added segment 5b03f134-c5e6-4d2a-9917-d7295d5a130c of type vlan for network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c Dec 22 08:40:57.930001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=6b871c89-8adb-4e99-90dd-63603c731d26,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.940380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:57.949547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7da575e9-c1b1-48ec-93fb-4b57cfc1e6ba tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:57.986844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e11fc1a-389d-44d2-afdb-7a88051dc443,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.990079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:58.038521 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4501562 Dec 22 08:40:58.039058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59206) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.044259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.152666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.158797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.159402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.166053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b6bfb9b4-d900-4552-9fae-85679ce73046 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.183755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.185013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.269564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.283286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Transition to ACTIVE for port object 1490b7fb-d35e-4693-85a5-5a846d38a747 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:58.297831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4948285 Dec 22 08:40:58.298909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59210) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.313394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Transition to ACTIVE for port object 1490b7fb-d35e-4693-85a5-5a846d38a747 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:58.314652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'subnet': {'network_id': '875c9e2b-91c2-46f7-9c8b-0d52ad5d337c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:58.328648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.335598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Network': ['ID=875c9e2b-91c2-46f7-9c8b-0d52ad5d337c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.338524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:58.349439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.389742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-98609dfb-997c-4cf9-9a55-2ab3358dd5b0 None None] Provisioning for port ae8a8f9c-7603-45c7-83b3-54ece2e62024 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:58.409133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:58.541354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Network fffb9251-12e0-429d-8017-a03d342cc02b is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:58.547586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:58.550749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.556672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:58.562661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1fcb064e-007f-497c-a6d0-435979ea92b8 tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.593959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:40:58.629075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:subnet and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:58.631278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 5e7fdd63-524a-4a62-bc81-962d3a3ee22f owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:40:58.633427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.636142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:58.641023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:58.645496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:58.649353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:58.654207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.656799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.665396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:58.716326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Made reservation on behalf of ef60a44eaf4742cf85287fbaa25bb8ce for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:58.724599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.739626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Pushing event updated for resources: {'Port': ['ID=1490b7fb-d35e-4693-85a5-5a846d38a747,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.751480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae8a8f9c-7603-45c7-83b3-54ece2e62024 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:58.769141 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5530274 Dec 22 08:40:58.773274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59216) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.785297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:58.789812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-11da37b1-1d18-422c-bb84-62ac39cacfcd None None] Provisioning for port 6b871c89-8adb-4e99-90dd-63603c731d26 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:58.790863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399c5b4-6b30-4dd5-af4d-ca34d8570eb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.794549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661e710-7882-4250-8725-e7983d3f6467 None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:58.797883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399c5b4-6b30-4dd5-af4d-ca34d8570eb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.799974 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9399c5b4-6b30-4dd5-af4d-ca34d8570eb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.7594943 Dec 22 08:40:58.806197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'security_group': {'name': 'tempest-secgroup-96975691'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:58.814962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59220) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.823282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:58.827028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.20.0.6 (fffb9251-12e0-429d-8017-a03d342cc02b/433eb1f8-81ce-4d14-be1a-e70be0bdc31c/2dac9f76-ba74-4e99-b62b-9c3620035962) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:58.874981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:58.893794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Attempting to bind port 1490b7fb-d35e-4693-85a5-5a846d38a747 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:58.894058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Attempting to bind port 1490b7fb-d35e-4693-85a5-5a846d38a747 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '53a76595-857b-4fbf-9780-927a105a1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:58.894467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Attempting to bind port 1490b7fb-d35e-4693-85a5-5a846d38a747 on network fffb9251-12e0-429d-8017-a03d342cc02b {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:40:58.895514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:58.922628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:58.948150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:40:58.948528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Checking segment: {'id': '53a76595-857b-4fbf-9780-927a105a1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:58.948926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.949331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Bound using segment: {'id': '53a76595-857b-4fbf-9780-927a105a1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:40:58.949810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Bound port: 1490b7fb-d35e-4693-85a5-5a846d38a747, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a76595-857b-4fbf-9780-927a105a1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fffb9251-12e0-429d-8017-a03d342cc02b'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:58.951021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.961661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 6b871c89-8adb-4e99-90dd-63603c731d26 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:40:58.962061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.967088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-11da37b1-1d18-422c-bb84-62ac39cacfcd None None] Provisioning complete for port 6b871c89-8adb-4e99-90dd-63603c731d26 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:58.967469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-11da37b1-1d18-422c-bb84-62ac39cacfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.030756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-11da37b1-1d18-422c-bb84-62ac39cacfcd None None] Port 6b871c89-8adb-4e99-90dd-63603c731d26 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:40:59.046250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.140191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.147779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:59.157981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] For port 1490b7fb-d35e-4693-85a5-5a846d38a747, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:40:59.171184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:59.179900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ae8a8f9c-7603-45c7-83b3-54ece2e62024 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:59.185423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] For port 1490b7fb-d35e-4693-85a5-5a846d38a747, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1490b7fb-d35e-4693-85a5-5a846d38a747,segment=NetworkSegment(53a76595-857b-4fbf-9780-927a105a1666),segment_id=53a76595-857b-4fbf-9780-927a105a1666)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:40:59.188533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ae8a8f9c-7603-45c7-83b3-54ece2e62024 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:59.188986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.227323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.231014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Subnet': ['ID=4f887469-66cf-4c62-91cc-040671731151,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.235964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.236188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.237019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Checking segment: {'id': '5b03f134-c5e6-4d2a-9917-d7295d5a130c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875c9e2b-91c2-46f7-9c8b-0d52ad5d337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:40:59.237393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network hostable DHCP agents. Network: 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:59.259455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group_rule and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:59.260424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:59.262186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a241f222-fc1b-4f53-b0c4-f8196f8c31ac tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:59.267448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ee82bd33-310a-4223-8d68-665652826165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:59.273463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:59.277687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:59.278394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.303853 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9997656 Dec 22 08:40:59.307048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59224) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:59.310760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:59.313839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'network': {'name': 'tempest-router-network01--784616595'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:59.319386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:59.323975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:network and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:59.328184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:59.332568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d918fb-2875-480b-b63e-8a5f540697b7 None None] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:40:59.335818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:59.338483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:59.340540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=5e7fdd63-524a-4a62-bc81-962d3a3ee22f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.345574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-64b99d60-4d2b-40ff-a1e1-9553a345e40a None None] Provisioning complete for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:59.345959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-64b99d60-4d2b-40ff-a1e1-9553a345e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.349645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Made reservation on behalf of ef60a44eaf4742cf85287fbaa25bb8ce for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:59.354126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.375909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.388550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:59.399197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.399480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Added segment 9ad76465-f48b-4121-82b1-ef67ed6e45fe of type vlan for network 97734ac4-e017-44e1-9fe1-dbfb81bc168d Dec 22 08:40:59.438107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.471665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.477690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:59.478530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.484966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0570af2-8b81-4a08-b705-fd4a8b60cf2a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:59.566300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Pushing event updated for resources: {'Port': ['ID=1490b7fb-d35e-4693-85a5-5a846d38a747,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.585466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.619940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Network': ['ID=97734ac4-e017-44e1-9fe1-dbfb81bc168d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.625155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.641398 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3334839 Dec 22 08:40:59.644543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59230) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:59.664148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'network': {'name': 'tempest-router-network02--1557016183'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:40:59.678373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:59.680810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:59.686624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:network and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:59.697872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:59.707436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:59.712806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.733860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Made reservation on behalf of ef60a44eaf4742cf85287fbaa25bb8ce for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:59.738130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.752828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.792107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:59.816725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.817253 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Added segment 1c5a5bf5-379f-4d40-9673-dcb7f54a7e45 of type vlan for network 68d230c1-9c08-4dcd-98a8-f879723badef Dec 22 08:40:59.831288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.847891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.876133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.878756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 2dac9f76-ba74-4e99-b62b-9c3620035962 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:59.884782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.890044 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/floatingips/f817f9e2-bb76-4175-abfb-021ebdcfabc5 HTTP/1.1" status: 204 len: 168 time: 2.3698103 Dec 22 08:40:59.892233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59234) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:59.896301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.901899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:59.902952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.909054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:59.932997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.013263 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3668199 Dec 22 08:41:00.013897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59238) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.027555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.032687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'subnet': {'network_id': '97734ac4-e017-44e1-9fe1-dbfb81bc168d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:00.047477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port ae8a8f9c-7603-45c7-83b3-54ece2e62024, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae8a8f9c-7603-45c7-83b3-54ece2e62024,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:00.052697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 6b871c89-8adb-4e99-90dd-63603c731d26 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:00.078729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.098270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bd84f5d7-2d85-45f1-8507-a95dd4cf527d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.102070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'f58dd129-dbc6-49ca-b418-c2098143cc41'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:00.108604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb2f1f5a-f102-4593-9013-693815af8135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.125317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Network': ['ID=68d230c1-9c08-4dcd-98a8-f879723badef,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.127959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.148177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:00.161591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.162932 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.3862576 Dec 22 08:41:00.167472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59242) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.173842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f092f125-ace2-4463-a570-e268d9689edf,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.177791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677638285'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:00.181927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:floatingip and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:00.185407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:00.186126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.192212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 68d230c1-9c08-4dcd-98a8-f879723badef details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:00.194601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:00.194962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:00.197648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:00.201258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:00.207397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:00.209651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:subnet and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:00.211646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:00.213556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:00.220709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-875c9e2b-91c2-46f7-9c8b-0d52ad5d337c', 'network_id': '875c9e2b-91c2-46f7-9c8b-0d52ad5d337c', 'tenant_id': 'ef60a44eaf4742cf85287fbaa25bb8ce', 'fixed_ips': [{'subnet_id': '4f887469-66cf-4c62-91cc-040671731151'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:00.221549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.223304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:00.231950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.252174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-64b99d60-4d2b-40ff-a1e1-9553a345e40a None None] Provisioning complete for port 255eaae4-6832-4377-a3dd-abf08bd01490 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:00.252385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Made reservation on behalf of ef60a44eaf4742cf85287fbaa25bb8ce for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:00.252509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-64b99d60-4d2b-40ff-a1e1-9553a345e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.255795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.261234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.274328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:00.285143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.292910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.329611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group_rule and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:00.338096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:00.356825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:00.490079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Update dhcp port {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'fixed_ips': [{'subnet_id': '5e74386a-d663-48cf-8824-f932349fc4d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '90d3fb8c-e998-49a6-9a87-f83912c44f2a'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:41:00.505641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.521436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.541523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-64b99d60-4d2b-40ff-a1e1-9553a345e40a None None] Port 255eaae4-6832-4377-a3dd-abf08bd01490 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:00.556871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=ae8a8f9c-7603-45c7-83b3-54ece2e62024,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.567854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.579213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-34eb64fc-acef-46c7-b04f-cfe989723f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.590112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.644515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a0d5d-7a02-4c7b-a13b-f1a7ad7d958a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.650790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.655042 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4864206 Dec 22 08:41:00.657668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59246) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.658606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.672948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'security_group': {'name': 'tempest-secgroup-548805541'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:00.679088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network fffb9251-12e0-429d-8017-a03d342cc02b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:00.680403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:00.686651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:00.688219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:00.689428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:00.691297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:00.697727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:00.716532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.754821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=2dac9f76-ba74-4e99-b62b-9c3620035962,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.774231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.775377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.779168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.785602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2b4a406-f5d8-4e4c-b3c6-f07dce2cb9f4 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.791991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-18b491ad-e26c-49cb-b357-336e45eccd8b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.843312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:00.844955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=6b871c89-8adb-4e99-90dd-63603c731d26,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.852216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:security_group_rule and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:00.860085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:00.882149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:00.897280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.898241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.898872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.899438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.900078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.900636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.901189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.902096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.902674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.904629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.905195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.905782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:00.910524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.916316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Subnet': ['ID=d2e9d8bb-0f13-4bc1-9686-b35a40025b02,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.928495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.932064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.942017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:00.943190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.969580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Checking segment: {'id': '9ad76465-f48b-4121-82b1-ef67ed6e45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97734ac4-e017-44e1-9fe1-dbfb81bc168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:00.969946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network hostable DHCP agents. Network: 97734ac4-e017-44e1-9fe1-dbfb81bc168d, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:00.975584 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/6b871c89-8adb-4e99-90dd-63603c731d26 HTTP/1.1" status: 204 len: 168 time: 2.1561856 Dec 22 08:41:00.980619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.994422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59256) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.994791 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8419998 Dec 22 08:41:01.074364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1490b7fb-d35e-4693-85a5-5a846d38a747 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:01.083143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1060146-17bd-4361-8f07-8e29b589955f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.085057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1060146-17bd-4361-8f07-8e29b589955f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.086845 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1060146-17bd-4361-8f07-8e29b589955f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1017518 Dec 22 08:41:01.090350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.153678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59260) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.198932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Allocated IP 172.20.0.2 (875c9e2b-91c2-46f7-9c8b-0d52ad5d337c/4f887469-66cf-4c62-91cc-040671731151/12ef5dc1-55e5-4501-ad86-cf05eca3bf2d) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:01.251176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:01.319392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet c7157c99-477a-4b08-8b80-dca06f502a3a {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:01.321793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.366567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.381929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08235cf4-57ba-455c-a476-da26ab6842e8 None None] Network fffb9251-12e0-429d-8017-a03d342cc02b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:01.389459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.426226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 97734ac4-e017-44e1-9fe1-dbfb81bc168d) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:01.440117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.446050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.446403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.455775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6f2c5435-ee36-4ce7-b672-4fd215088057 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:01.457375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.26.7.162 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/bdcb230c-1ed3-4f75-9965-feaf94f3766b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:01.476057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af77c3f-6181-498e-8cb9-fa5671225d5d None None] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:01.488239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 1490b7fb-d35e-4693-85a5-5a846d38a747 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:01.662483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.670508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Provisioning for port 1490b7fb-d35e-4693-85a5-5a846d38a747 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:01.757530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Provisioning complete for port 1490b7fb-d35e-4693-85a5-5a846d38a747 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:01.758169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.766339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.785229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6476aaa-6a2c-4d01-927c-2728ae108a93,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.794641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59264) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.795471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7693899 Dec 22 08:41:01.800430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.801375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'subnet': {'network_id': '68d230c1-9c08-4dcd-98a8-f879723badef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:01.801708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1421440 Dec 22 08:41:01.807511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59268) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.810657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.811042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.811425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.811918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.812326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.812739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.813106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.813483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.813889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.814314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.814701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.815076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.818843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:01.825630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1159897181', 'security_groups': ['e6476aaa-6a2c-4d01-927c-2728ae108a93'], 'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:01.825992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.884367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e6de4eb-1407-4fd2-a901-9aa5f45368ad tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:01.923437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Allocated IP 172.20.0.2 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5/90d3fb8c-e998-49a6-9a87-f83912c44f2a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:01.945439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=c7157c99-477a-4b08-8b80-dca06f502a3a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.961323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:01.971974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.994980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d39676c-9778-421a-be13-6613a81febfd None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:02.003949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.009140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b829d13d-949e-4824-8ea7-d40c505c0657 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:02.039123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.043138 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c7157c99-477a-4b08-8b80-dca06f502a3a HTTP/1.1" status: 204 len: 168 time: 0.8863690 Dec 22 08:41:02.057193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Usage tracker for resource:subnet and tenant:ef60a44eaf4742cf85287fbaa25bb8ce is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:02.062027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59274) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:02.064728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:02.155950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.171147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.188394 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-89bd7dcc-08fb-4b6d-a7af-f67a9171dce1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251578 Dec 22 08:41:02.194189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:02.198851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59278) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:02.206858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:02.211789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:02.229623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=bdcb230c-1ed3-4f75-9965-feaf94f3766b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.235532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:02.242238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.268060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:02.268583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Made reservation on behalf of ef60a44eaf4742cf85287fbaa25bb8ce for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:02.272126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.287117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Transition to ACTIVE for port object 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:02.445565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Transition to ACTIVE for port object 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:02.526652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.537922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-97734ac4-e017-44e1-9fe1-dbfb81bc168d', 'network_id': '97734ac4-e017-44e1-9fe1-dbfb81bc168d', 'tenant_id': 'ef60a44eaf4742cf85287fbaa25bb8ce', 'fixed_ips': [{'subnet_id': 'd2e9d8bb-0f13-4bc1-9686-b35a40025b02'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:02.538768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.542021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:02.550062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:02.555683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.562954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.602504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:02.626736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:02.630430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.734560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae8a8f9c-7603-45c7-83b3-54ece2e62024 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:02.762424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.786151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.817685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:02.865459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.876658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:02.894977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] For port 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90d3fb8c-e998-49a6-9a87-f83912c44f2a,segment=NetworkSegment(fa9f9287-5119-4f12-906b-6412842c62dd),segment_id=fa9f9287-5119-4f12-906b-6412842c62dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:02.908026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:02.929357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:02.954435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Pushing event updated for resources: {'Port': ['ID=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.976631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:03.010033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.067405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.080162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.097197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port e2d59d9b-15d9-49c7-b183-786fb381249d yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:03.105919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.resource_extend [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:03.127066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] For port 1490b7fb-d35e-4693-85a5-5a846d38a747, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1490b7fb-d35e-4693-85a5-5a846d38a747,segment=NetworkSegment(53a76595-857b-4fbf-9780-927a105a1666),segment_id=53a76595-857b-4fbf-9780-927a105a1666)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:03.193663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.195510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.203228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.205096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-139e86b0-410b-4cf4-81f8-22d9b6aad3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.205777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.218356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4d90e052-d3f8-4142-bbd1-99bd81e422ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.316887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Subnet': ['ID=fe79c618-9d7a-47ae-8f75-33612ce217dd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.319733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:03.335972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Attempting to bind port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:03.336591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Attempting to bind port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '5b03f134-c5e6-4d2a-9917-d7295d5a130c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875c9e2b-91c2-46f7-9c8b-0d52ad5d337c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:03.337133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Attempting to bind port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d on network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:03.404421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Transition to ACTIVE for port object 90d3fb8c-e998-49a6-9a87-f83912c44f2a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:03.405681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ae8a8f9c-7603-45c7-83b3-54ece2e62024 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:03.406275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.414642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Checking segment: {'id': '1c5a5bf5-379f-4d40-9673-dcb7f54a7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '68d230c1-9c08-4dcd-98a8-f879723badef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:03.414945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network hostable DHCP agents. Network: 68d230c1-9c08-4dcd-98a8-f879723badef, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:03.475394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:03.476011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Checking segment: {'id': '5b03f134-c5e6-4d2a-9917-d7295d5a130c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875c9e2b-91c2-46f7-9c8b-0d52ad5d337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:03.476647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.477221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Bound using segment: {'id': '5b03f134-c5e6-4d2a-9917-d7295d5a130c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875c9e2b-91c2-46f7-9c8b-0d52ad5d337c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:03.477900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Bound port: 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b03f134-c5e6-4d2a-9917-d7295d5a130c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '875c9e2b-91c2-46f7-9c8b-0d52ad5d337c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:03.478460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.492771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.510590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network 68d230c1-9c08-4dcd-98a8-f879723badef is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:03.537350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 68d230c1-9c08-4dcd-98a8-f879723badef) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:03.549448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:03.552553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:03.553155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.579201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d2fc42-8a9f-435c-80d6-c654b083f684 None None] Network 68d230c1-9c08-4dcd-98a8-f879723badef requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:03.613724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Allocated IP 172.20.0.2 (97734ac4-e017-44e1-9fe1-dbfb81bc168d/d2e9d8bb-0f13-4bc1-9686-b35a40025b02/82ba1926-88fe-4425-9546-9d28a279611b) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:03.617374 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8202538 Dec 22 08:41:03.635481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59286) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.637161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Deleting port ae8a8f9c-7603-45c7-83b3-54ece2e62024 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:03.637661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.687918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=2dac9f76-ba74-4e99-b62b-9c3620035962,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.719199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.723648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e99381f-2ea0-44e6-9b14-5d9ddb854005 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.746514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:03.865117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Pushing event updated for resources: {'Port': ['ID=1490b7fb-d35e-4693-85a5-5a846d38a747,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.890429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:03.906881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:03.952843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.965614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:03.969309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:03.969309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.090121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=0b6d8645-e636-4234-9cb3-b328e7541903,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.093814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:04.100194 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9002209 Dec 22 08:41:04.136200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59290) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.161548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': '0b6d8645-e636-4234-9cb3-b328e7541903', 'ip_address': '2001:db8::a694:ac7e:5e7:c29e'}], 'name': 'tempest-NetworksTestDHCPv6-310045189'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:04.177978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a60f6b6b-d726-4805-a544-22831c1f8ec6 None None] Provisioning for port 2dac9f76-ba74-4e99-b62b-9c3620035962 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:04.278802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a60f6b6b-d726-4805-a544-22831c1f8ec6 None None] Provisioning complete for port 2dac9f76-ba74-4e99-b62b-9c3620035962 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:04.279194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a60f6b6b-d726-4805-a544-22831c1f8ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.346406 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:41:04.387523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.398581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.427743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Pushing event updated for resources: {'Port': ['ID=90d3fb8c-e998-49a6-9a87-f83912c44f2a,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.441927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] For port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:04.498652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:04.578905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.696709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] For port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,segment=NetworkSegment(5b03f134-c5e6-4d2a-9917-d7295d5a130c),segment_id=5b03f134-c5e6-4d2a-9917-d7295d5a130c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:04.731573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a60f6b6b-d726-4805-a544-22831c1f8ec6 None None] Port 2dac9f76-ba74-4e99-b62b-9c3620035962 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:04.733986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.753520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d5f0581e-fca9-4f7c-b218-111347ec2549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:04.762210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c0d45e30-8bd8-4307-b931-1375baf569bb {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:04.762714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:04.827065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.873338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:04.886460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:04.899567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:05.000501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:05.041121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.041352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90d3fb8c-e998-49a6-9a87-f83912c44f2a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:05.132479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:05.140488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-68d230c1-9c08-4dcd-98a8-f879723badef', 'network_id': '68d230c1-9c08-4dcd-98a8-f879723badef', 'tenant_id': 'ef60a44eaf4742cf85287fbaa25bb8ce', 'fixed_ips': [{'subnet_id': 'fe79c618-9d7a-47ae-8f75-33612ce217dd'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:05.141625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.172898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a60f6b6b-d726-4805-a544-22831c1f8ec6 None None] Provisioning complete for port 1490b7fb-d35e-4693-85a5-5a846d38a747 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:05.173366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a60f6b6b-d726-4805-a544-22831c1f8ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.252408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.271643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Pushing event updated for resources: {'Port': ['ID=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:05.275045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:05.295625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] For port ae8a8f9c-7603-45c7-83b3-54ece2e62024, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae8a8f9c-7603-45c7-83b3-54ece2e62024,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:05.296126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.307130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Transition to ACTIVE for port object 82ba1926-88fe-4425-9546-9d28a279611b will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:05.315343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.385453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.393624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.397996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] device_id is not set on port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:05.399748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:05.486369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=bdcb230c-1ed3-4f75-9965-feaf94f3766b,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:05.503894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:05.678515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.727982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Calling delete_port for ae8a8f9c-7603-45c7-83b3-54ece2e62024 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:05.812133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.835891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Transition to ACTIVE for port object 82ba1926-88fe-4425-9546-9d28a279611b will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:05.891413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.894872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b6d719d7-17e9-42a7-971d-db8b636c8baa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:05.984507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.6 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5/7637e845-cb4f-4cf0-9c01-fcb3d665d2f6) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:05.987154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 7f04ff75-6722-4b71-b9c4-3428ae2c1d98 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:06.024020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Allocated IP 172.20.0.1 (97734ac4-e017-44e1-9fe1-dbfb81bc168d/d2e9d8bb-0f13-4bc1-9686-b35a40025b02/050159ba-3c96-4ef0-a789-6b85a2ffa937) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:06.028565 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP e78e4148-7a4f-43dd-86a0-fd31f558f2e9 associated. External IP: 172.26.7.162, port: f58dd129-dbc6-49ca-b418-c2098143cc41. Dec 22 08:41:06.066954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1490b7fb-d35e-4693-85a5-5a846d38a747 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:06.164344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Allocated IP 172.20.0.2 (68d230c1-9c08-4dcd-98a8-f879723badef/fe79c618-9d7a-47ae-8f75-33612ce217dd/ca0f802f-acad-4911-b062-85092403a7fc) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:06.169177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:06.183215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:06.185892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:06.191672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.276088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Pushing event updated for resources: {'Port': ['ID=82ba1926-88fe-4425-9546-9d28a279611b,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.279865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:06.291698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2756d543-8a2e-451c-abc7-a7c57069b99d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:06.337521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] No DVR routers for this DVR port ae8a8f9c-7603-45c7-83b3-54ece2e62024 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:06.404149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Pushing event deleted for resources: {'Port': ['ID=ae8a8f9c-7603-45c7-83b3-54ece2e62024,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.412024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:06.413150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d68b40d-d1a4-49df-a6ec-81cb34b2e4a5 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:06.659974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.685816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.692960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.733468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Attempting to bind port 82ba1926-88fe-4425-9546-9d28a279611b on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:06.733847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Attempting to bind port 82ba1926-88fe-4425-9546-9d28a279611b by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '9ad76465-f48b-4121-82b1-ef67ed6e45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97734ac4-e017-44e1-9fe1-dbfb81bc168d'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:06.734214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Attempting to bind port 82ba1926-88fe-4425-9546-9d28a279611b on network 97734ac4-e017-44e1-9fe1-dbfb81bc168d {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:06.748647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Provisioning complete for port 2dac9f76-ba74-4e99-b62b-9c3620035962 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:06.749021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.752424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ea193da7-28e5-4a3b-a911-395b27965b00 tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:06.817379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Port 2dac9f76-ba74-4e99-b62b-9c3620035962 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:06.848076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Transition to ACTIVE for port object 050159ba-3c96-4ef0-a789-6b85a2ffa937 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:06.904322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:06.930366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::a694:ac7e:5e7:c29e (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/0b6d8645-e636-4234-9cb3-b328e7541903/7f04ff75-6722-4b71-b9c4-3428ae2c1d98) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:06.954566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=2dac9f76-ba74-4e99-b62b-9c3620035962,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.965996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:06.968999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.970822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.972811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.984249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Transition to ACTIVE for port object ca0f802f-acad-4911-b062-85092403a7fc will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:06.992244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.002266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:07.002643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Checking segment: {'id': '9ad76465-f48b-4121-82b1-ef67ed6e45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97734ac4-e017-44e1-9fe1-dbfb81bc168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:07.003045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.003441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Bound using segment: {'id': '9ad76465-f48b-4121-82b1-ef67ed6e45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97734ac4-e017-44e1-9fe1-dbfb81bc168d'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:07.004237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Bound port: 82ba1926-88fe-4425-9546-9d28a279611b, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad76465-f48b-4121-82b1-ef67ed6e45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97734ac4-e017-44e1-9fe1-dbfb81bc168d'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:07.005301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.009429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ebabaf47-7f9d-4bbf-ac9c-6430dde09fca tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:07.015764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe5ebe3-cbd8-43b5-a72e-29e551e78815 None None] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:07.176914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1490b7fb-d35e-4693-85a5-5a846d38a747 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:07.177586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.256451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:07.314480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:07.322346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:07.326391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:07.365421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Transition to ACTIVE for port object ca0f802f-acad-4911-b062-85092403a7fc will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:07.407008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Provisioning complete for port 255eaae4-6832-4377-a3dd-abf08bd01490 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:07.407477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.447587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network fffb9251-12e0-429d-8017-a03d342cc02b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:07.451782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.453954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:07.464119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.472675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-97125032-33ce-4de7-b03f-1f1f772edfe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:07.488423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:07.563758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:07.565852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.579228 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:07.612622 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:07.613614 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:07.691582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Network 68d230c1-9c08-4dcd-98a8-f879723badef is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:07.727637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:07.741697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Port 255eaae4-6832-4377-a3dd-abf08bd01490 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:07.746840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:07.771261 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:07.785880 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:07.789646 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:07.792843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] For port 82ba1926-88fe-4425-9546-9d28a279611b, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:07.825812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Port': ['ID=050159ba-3c96-4ef0-a789-6b85a2ffa937,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.833114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:07.852705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.856920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Pushing event updated for resources: {'Port': ['ID=ca0f802f-acad-4911-b062-85092403a7fc,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.874037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] For port 82ba1926-88fe-4425-9546-9d28a279611b, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=82ba1926-88fe-4425-9546-9d28a279611b,segment=NetworkSegment(9ad76465-f48b-4121-82b1-ef67ed6e45fe),segment_id=9ad76465-f48b-4121-82b1-ef67ed6e45fe)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:07.882603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:07.889552 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:07.890370 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a9191-f516-424d-9755-480a3740fd31 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:07.907089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:07.915978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:07.932391 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9743686 Dec 22 08:41:07.933347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59300) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:07.937912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:07.984124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1436468656'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:07.999168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=7637e845-cb4f-4cf0-9c01-fcb3d665d2f6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.017814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:08.027413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.037879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.041649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Provisioning for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:08.050375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.061480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:08.063754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 0b37d45d-fac3-4aef-a786-83ba74a48a1c is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:08.066158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:08.076652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:network and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:08.082525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:08.135962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:08.182357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:08.187468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.191775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Provisioning complete for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:08.192463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-121a5839-64d8-4d9d-99ed-359ff0249e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.197112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 7f04ff75-6722-4b71-b9c4-3428ae2c1d98 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:08.204666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.206280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.216869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '0b6d8645-e636-4234-9cb3-b328e7541903'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:08.217513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.344188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Attempting to bind port ca0f802f-acad-4911-b062-85092403a7fc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:08.344572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Attempting to bind port ca0f802f-acad-4911-b062-85092403a7fc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '1c5a5bf5-379f-4d40-9673-dcb7f54a7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '68d230c1-9c08-4dcd-98a8-f879723badef'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:08.344939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Attempting to bind port ca0f802f-acad-4911-b062-85092403a7fc on network 68d230c1-9c08-4dcd-98a8-f879723badef {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:08.354269 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.5429852 Dec 22 08:41:08.359091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59306) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.361110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:08.374708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:08.378066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/0b37d45d-fac3-4aef-a786-83ba74a48a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3799789 Dec 22 08:41:08.378066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.379454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59310) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.400056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] Sync routers for ids ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:08.432904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4c20c848-76f4-41f1-a8fd-e783b15da24c tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:08.456953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:08.457386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Checking segment: {'id': '1c5a5bf5-379f-4d40-9673-dcb7f54a7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '68d230c1-9c08-4dcd-98a8-f879723badef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:08.457751 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.458156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Bound using segment: {'id': '1c5a5bf5-379f-4d40-9673-dcb7f54a7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '68d230c1-9c08-4dcd-98a8-f879723badef'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:08.458643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Bound port: ca0f802f-acad-4911-b062-85092403a7fc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5a5bf5-379f-4d40-9673-dcb7f54a7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '68d230c1-9c08-4dcd-98a8-f879723badef'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:08.459025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.488522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae8a8f9c-7603-45c7-83b3-54ece2e62024 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:08.489385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:08.532296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.532538 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Added segment e54d90c0-40cc-4cc6-95c2-6860f205806f of type vlan for network 081eb33d-c622-4d74-9d27-61601c77b336 Dec 22 08:41:08.551577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Pushing event updated for resources: {'Port': ['ID=82ba1926-88fe-4425-9546-9d28a279611b,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.563327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ae8a8f9c-7603-45c7-83b3-54ece2e62024 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:08.563749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae8a8f9c-7603-45c7-83b3-54ece2e62024 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:08.579002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:08.592572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:08.610954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:08.613505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] Routers {'0b37d45d-fac3-4aef-a786-83ba74a48a1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:08.614073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.622614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:08.629182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.629834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.653378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=7f04ff75-6722-4b71-b9c4-3428ae2c1d98,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.666829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.5290263 Dec 22 08:41:08.668732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:08.672745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59314) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.728011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.735581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.766465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:08.805033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:08.820410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb7217-bf15-485c-91f8-fbe6545e953d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.836284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b2bb7217-bf15-485c-91f8-fbe6545e953d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:08.838442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:08.890623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b2bb7217-bf15-485c-91f8-fbe6545e953d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:08.895875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] Routers {'0b37d45d-fac3-4aef-a786-83ba74a48a1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:08.896547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.896961 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b2bb7217-bf15-485c-91f8-fbe6545e953d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports/2dac9f76-ba74-4e99-b62b-9c3620035962 HTTP/1.1" status: 200 len: 977 time: 0.5162673 Dec 22 08:41:08.899983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59318) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.904087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:08.939819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.946137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.947218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.952294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:08.956425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.966095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:08.989330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed3b4211-08ae-4934-8909-db7007154df8 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:09.092258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e6ec94-2fd3-40e2-9251-051bd4a394e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:09.093272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-63e6ec94-2fd3-40e2-9251-051bd4a394e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:09.122070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-63e6ec94-2fd3-40e2-9251-051bd4a394e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:09.124149 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-63e6ec94-2fd3-40e2-9251-051bd4a394e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.4498484 Dec 22 08:41:09.126843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59322) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.163280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] For port ca0f802f-acad-4911-b062-85092403a7fc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:09.166327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:09.166818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f4465-4d13-4232-9609-3b2100eb7b31 None None] The sync data for ids ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:09.230171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] For port ca0f802f-acad-4911-b062-85092403a7fc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ca0f802f-acad-4911-b062-85092403a7fc,segment=NetworkSegment(1c5a5bf5-379f-4d40-9673-dcb7f54a7e45),segment_id=1c5a5bf5-379f-4d40-9673-dcb7f54a7e45)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:09.237972 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3025515 Dec 22 08:41:09.240740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.260987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:09.267586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/0b6d8645-e636-4234-9cb3-b328e7541903/e171edf7-338d-4df7-8a6a-06f9e5f56e3d) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:09.272737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.274195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'subnet': {'network_id': '081eb33d-c622-4d74-9d27-61601c77b336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:09.287853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:09.311627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:09.372674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Pushing event updated for resources: {'Port': ['ID=ca0f802f-acad-4911-b062-85092403a7fc,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:09.381113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Network': ['ID=081eb33d-c622-4d74-9d27-61601c77b336,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:09.384924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.394918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:09.417907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 081eb33d-c622-4d74-9d27-61601c77b336 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:09.575706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 7f04ff75-6722-4b71-b9c4-3428ae2c1d98 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:09.582808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.647841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:09.648576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.703974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Provisioning complete for port 2dac9f76-ba74-4e99-b62b-9c3620035962 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:09.704359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.723859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:09.739298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.765673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.863315 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5 (CIDR: 172.20.0.0/28) Dec 22 08:41:09.866542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fe241d86-f1e4-44db-a443-72075c4342aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.943879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Port 2dac9f76-ba74-4e99-b62b-9c3620035962 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:09.960586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:09.971753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.978021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:subnet and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:09.988268 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:41:09.988656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:09.988972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Transition to ACTIVE for port object e171edf7-338d-4df7-8a6a-06f9e5f56e3d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:10.002983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Provisioning for port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:10.007718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:10.027326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.030387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Provisioning complete for port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:10.030387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.085834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Transition to ACTIVE for port object e171edf7-338d-4df7-8a6a-06f9e5f56e3d will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:10.086007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:10.092052 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-873d75c2-0235-41b4-9cfc-3b4f9e2c3235 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7281311 Dec 22 08:41:10.094536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Port': ['ID=050159ba-3c96-4ef0-a789-6b85a2ffa937,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.099062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:10.106637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59332) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.120459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.123399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:10.126891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:10.192405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d250eb4-99df-4597-b579-a2084797f4a5 None None] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:10.227639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:10.231555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.239610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 7f04ff75-6722-4b71-b9c4-3428ae2c1d98 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:10.271766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:10.308134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:10.312520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Pushing event updated for resources: {'Port': ['ID=e171edf7-338d-4df7-8a6a-06f9e5f56e3d,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.317035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:10.325843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:10.330678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Provisioning for port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:10.336822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.336822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.337081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.337335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.337647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.337975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.338306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.338629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.338958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.339277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.340589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.340589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:10.348774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Provisioning complete for port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:10.348774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.360829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:10.367396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:10.377906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:10.381223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.583653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:10.596224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:10.603658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:10.617043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:10.682066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:10.685771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.756908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.765111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-71180bf5-f078-490b-9c6c-c4d579240bf1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:10.796245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Attempting to bind port e171edf7-338d-4df7-8a6a-06f9e5f56e3d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:10.796629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Attempting to bind port e171edf7-338d-4df7-8a6a-06f9e5f56e3d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:10.796999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Attempting to bind port e171edf7-338d-4df7-8a6a-06f9e5f56e3d on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:10.826467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:10.826854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:10.827265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.827670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:10.828705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Bound port: e171edf7-338d-4df7-8a6a-06f9e5f56e3d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:10.828705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.848292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=7f04ff75-6722-4b71-b9c4-3428ae2c1d98,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.855708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:10.875613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.900292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Router 7758271c-e894-4373-bf4e-4e84c29e9992 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:10.911054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.928240 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/7f04ff75-6722-4b71-b9c4-3428ae2c1d98 HTTP/1.1" status: 204 len: 168 time: 1.7981918 Dec 22 08:41:10.928240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 2dac9f76-ba74-4e99-b62b-9c3620035962 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:10.928240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.933623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 82ba1926-88fe-4425-9546-9d28a279611b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:10.938730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59338) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.058272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] For port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,segment=NetworkSegment(5b03f134-c5e6-4d2a-9917-d7295d5a130c),segment_id=5b03f134-c5e6-4d2a-9917-d7295d5a130c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:11.092132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.103407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:11.114698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.127273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.134834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:11.181241 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5e74386a-d663-48cf-8824-f932349fc4d7 (CIDR: 172.20.0.16/28) Dec 22 08:41:11.195164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Pushing event updated for resources: {'Port': ['ID=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.205975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:11.208512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceca23a-50c6-4e1d-ac92-c84ee65d6929 None None] Network 68d230c1-9c08-4dcd-98a8-f879723badef requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:11.216523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:41:11.217029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:11.263088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 2dac9f76-ba74-4e99-b62b-9c3620035962 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:11.266920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f395f-0613-4abf-ae31-ed7673483da3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:11.268569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f395f-0613-4abf-ae31-ed7673483da3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:11.269318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3d2f395f-0613-4abf-ae31-ed7673483da3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:11.297296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:11.302652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Subnet': ['ID=b73643ae-4e06-410f-9bbe-9a4a42092506,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.308992 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] Sync routers for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:11.323278 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:11.324186 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.325405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "PUT /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6870508 Dec 22 08:41:11.325733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 82ba1926-88fe-4425-9546-9d28a279611b completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:11.348095 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ec7640c-1e60-4213-bc71-96cccdb6a8fb tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2358487 Dec 22 08:41:11.349458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca0f802f-acad-4911-b062-85092403a7fc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:11.351697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59342) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.353278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59344) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.358592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:11.360643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3d2f395f-0613-4abf-ae31-ed7673483da3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:11.362472 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3d2f395f-0613-4abf-ae31-ed7673483da3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4203475 Dec 22 08:41:11.372178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'subnet': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:11.419523 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.422689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Provisioning for port 82ba1926-88fe-4425-9546-9d28a279611b completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:11.430452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] For port e171edf7-338d-4df7-8a6a-06f9e5f56e3d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:11.446440 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:11.447079 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:40:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.462733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Provisioning complete for port 82ba1926-88fe-4425-9546-9d28a279611b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:11.463117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.470674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59348) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.545446 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.546618 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2387a3b1-5502-419d-8597-0c18f27830a0 None None] The sync data for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:11.586393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] For port e171edf7-338d-4df7-8a6a-06f9e5f56e3d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e171edf7-338d-4df7-8a6a-06f9e5f56e3d,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:11.638495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.650176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a0ec30f-5fa7-4251-99fb-68d756e008bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:11.661391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 0b6d8645-e636-4234-9cb3-b328e7541903 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:11.674938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.753817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.923127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Checking segment: {'id': 'e54d90c0-40cc-4cc6-95c2-6860f205806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '081eb33d-c622-4d74-9d27-61601c77b336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:11.923617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network hostable DHCP agents. Network: 081eb33d-c622-4d74-9d27-61601c77b336, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:11.954357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.000793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.030344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eef917f8-768a-466d-8d99-39348f1abf27 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:12.050723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 081eb33d-c622-4d74-9d27-61601c77b336 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:12.074273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 081eb33d-c622-4d74-9d27-61601c77b336) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:12.079747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:12.080481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.152759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a491dca-43cc-468b-9635-54e73e557a6f None None] Network 081eb33d-c622-4d74-9d27-61601c77b336 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:12.180076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:12.186501 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9233704 Dec 22 08:41:12.199157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.200431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Usage tracker for resource:subnet and tenant:cdc1d6d0cc264e8fbf7c366514f99413 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:12.202477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=2dac9f76-ba74-4e99-b62b-9c3620035962,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.212217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:12.216306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:12.237001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ca0f802f-acad-4911-b062-85092403a7fc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:12.243586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1571005745', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:12.406325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:12.421256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:12.474490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:router and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:12.480896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:12.490820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Made reservation on behalf of cdc1d6d0cc264e8fbf7c366514f99413 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:12.494470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.518933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:12.679419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.680385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.756292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.778901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Pushing event updated for resources: {'Port': ['ID=e171edf7-338d-4df7-8a6a-06f9e5f56e3d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.794057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-20599b10-788e-4905-bc4f-0db9db5d7514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.895067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.245s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:12.910228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:12.917904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.956046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.959819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d85fd1d4-d420-4409-ad56-4cbb0474025d tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:13.005939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.012901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6d8645-e636-4234-9cb3-b328e7541903,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:13.021103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:13.022674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.138585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] For port 82ba1926-88fe-4425-9546-9d28a279611b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=82ba1926-88fe-4425-9546-9d28a279611b,segment=NetworkSegment(9ad76465-f48b-4121-82b1-ef67ed6e45fe),segment_id=9ad76465-f48b-4121-82b1-ef67ed6e45fe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:13.143527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-081eb33d-c622-4d74-9d27-61601c77b336', 'network_id': '081eb33d-c622-4d74-9d27-61601c77b336', 'tenant_id': '2c316de8634a4d0488d4df6929ebf6af', 'fixed_ips': [{'subnet_id': 'b73643ae-4e06-410f-9bbe-9a4a42092506'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:13.144423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.174211 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.181562 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/0b6d8645-e636-4234-9cb3-b328e7541903 HTTP/1.1" status: 204 len: 168 time: 1.7097621 Dec 22 08:41:13.183282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59384) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.186180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-203bb857-39da-46d3-91a2-77b77fb53759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:13.258302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:13.258897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.276767 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5c780522-c833-4e9d-b340-e3093675758d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889068 Dec 22 08:41:13.278291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59388) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.284629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 0b37d45d-fac3-4aef-a786-83ba74a48a1c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:13.290101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:13.310022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.310589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.404501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Pushing event updated for resources: {'Port': ['ID=82ba1926-88fe-4425-9546-9d28a279611b,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:13.404750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775e216-e7f5-48a3-b1d4-017376a07d87 req-179b4a83-a899-4730-8946-51cbbf2f9183 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:13.412202 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0775e216-e7f5-48a3-b1d4-017376a07d87 req-179b4a83-a899-4730-8946-51cbbf2f9183 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.5504067 Dec 22 08:41:13.418918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:13.464296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Provisioning for port ca0f802f-acad-4911-b062-85092403a7fc completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:13.486571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Provisioning complete for port ca0f802f-acad-4911-b062-85092403a7fc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:13.487273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.567048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.751864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Allocated IP 172.20.0.2 (081eb33d-c622-4d74-9d27-61601c77b336/b73643ae-4e06-410f-9bbe-9a4a42092506/9052b0f8-1504-44a8-9483-93990120cec3) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:13.848326 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0775e216-e7f5-48a3-b1d4-017376a07d87 req-ba4d15c4-c448-4581-a106-8b03f27a2841 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352074 Dec 22 08:41:13.854411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:13.865897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:13.870832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:13.874001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:13.894913 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/0b37d45d-fac3-4aef-a786-83ba74a48a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9918127 Dec 22 08:41:13.897041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59392) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.900781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:13.906803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f32c0f-f17b-4907-b1fd-f5dab1817327 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:13.922410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] Sync routers for ids ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:13.976874 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-faec95b2-5ef9-4109-ae39-e176718ae2a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:41:13.980965 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-faec95b2-5ef9-4109-ae39-e176718ae2a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "PUT /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6142144 Dec 22 08:41:13.982644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.042992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.105912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:14.109669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.113540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.124667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3b396f65-a453-4963-8465-750beb5d62e9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:14.135769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] Routers {'0b37d45d-fac3-4aef-a786-83ba74a48a1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:14.136606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:14.206277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:14.213647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:14.227337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:14.227957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.244649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Subnet': ['ID=35f4ccfd-2820-4081-ba1e-81bdb34cc311,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:14.253068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:14.274405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0bf7c-7d2d-4273-89e6-6d3185b12b3d None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:14.362668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:14.367726 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-42c21399-020d-420f-bc62-12eb038a6659 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 08:41:14.371569 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-42c21399-020d-420f-bc62-12eb038a6659 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/0b37d45d-fac3-4aef-a786-83ba74a48a1c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4705853 Dec 22 08:41:14.371985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59402) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.399677 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0315754 Dec 22 08:41:14.407005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59406) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.421884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-771568433', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '35f4ccfd-2820-4081-ba1e-81bdb34cc311'}], 'security_groups': ['f092f125-ace2-4463-a570-e268d9689edf', '9e8a0d5d-7a02-4c7b-a13b-f1a7ad7d958a']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:14.422163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fa304d9f-1b54-46f1-ab3f-5a6950d6bbd8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:14.445433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fa304d9f-1b54-46f1-ab3f-5a6950d6bbd8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:14.451642 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fa304d9f-1b54-46f1-ab3f-5a6950d6bbd8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b37d45d-fac3-4aef-a786-83ba74a48a1c HTTP/1.1" status: 200 len: 205 time: 0.0738525 Dec 22 08:41:14.451642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59410) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.498612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] For port ca0f802f-acad-4911-b062-85092403a7fc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ca0f802f-acad-4911-b062-85092403a7fc,segment=NetworkSegment(1c5a5bf5-379f-4d40-9673-dcb7f54a7e45),segment_id=1c5a5bf5-379f-4d40-9673-dcb7f54a7e45)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:14.517063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.526547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-23fd8c63-4192-41f0-83c5-981b57da11d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:14.556167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] Routers {'0b37d45d-fac3-4aef-a786-83ba74a48a1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:14.556812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:14.680889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:14.681315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18be010-ff31-4106-99a1-4556f9468f61 None None] The sync data for ids ['0b37d45d-fac3-4aef-a786-83ba74a48a1c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:14.690561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8689b395-e5e2-462f-bad0-1281bbacf00a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.694201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.702136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.722054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Provisioning complete for port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:14.722429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.760042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e171edf7-338d-4df7-8a6a-06f9e5f56e3d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:14.822551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Transition to ACTIVE for port object 9052b0f8-1504-44a8-9483-93990120cec3 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:14.879323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.882482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Pushing event updated for resources: {'Port': ['ID=ca0f802f-acad-4911-b062-85092403a7fc,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:14.908101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Transition to ACTIVE for port object 9052b0f8-1504-44a8-9483-93990120cec3 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:14.922437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.972543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:14.993359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.008783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:15.094378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port e171edf7-338d-4df7-8a6a-06f9e5f56e3d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:15.102029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Network 081eb33d-c622-4d74-9d27-61601c77b336 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:15.108649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:15.207916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.237400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:15.251241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8689b395-e5e2-462f-bad0-1281bbacf00a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.257709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8689b395-e5e2-462f-bad0-1281bbacf00a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.271736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.279665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:15.290106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:15.305141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 82ba1926-88fe-4425-9546-9d28a279611b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:15.309346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.26.7.230 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/85109e1a-8a85-4824-9fb3-3c3524e49dcf) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:15.358138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8689b395-e5e2-462f-bad0-1281bbacf00a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.358534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8689b395-e5e2-462f-bad0-1281bbacf00a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Fanout notify agent at l3_agent the message router_deleted on router 0b37d45d-fac3-4aef-a786-83ba74a48a1c {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:15.369337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:15.379448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:15.382911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Pushing event updated for resources: {'Port': ['ID=9052b0f8-1504-44a8-9483-93990120cec3,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.385856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:15.391980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:15.393603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.405537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=c37e6f10-1068-4437-9709-7285ac8ef1b7,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.411287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Deleting port e171edf7-338d-4df7-8a6a-06f9e5f56e3d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:15.411679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.416665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:15.428398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8689b395-e5e2-462f-bad0-1281bbacf00a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.431965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8689b395-e5e2-462f-bad0-1281bbacf00a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/0b37d45d-fac3-4aef-a786-83ba74a48a1c HTTP/1.1" status: 204 len: 168 time: 0.9783547 Dec 22 08:41:15.434329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59418) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.441400 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1594260 Dec 22 08:41:15.442634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59422) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.452290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c769-a9cc-4ffe-918d-b8934b82a360 req-b00816fd-828e-4fed-b175-3ec22409f06f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:15.454025 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c325c769-a9cc-4ffe-918d-b8934b82a360 req-b00816fd-828e-4fed-b175-3ec22409f06f tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.2803679 Dec 22 08:41:15.489671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'c37e6f10-1068-4437-9709-7285ac8ef1b7', 'ip_address': '2001:db8::c8c5:cbb7:17b7:bffe'}], 'name': 'tempest-NetworksTestDHCPv6-901352476'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:15.576928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Attempting to bind port 9052b0f8-1504-44a8-9483-93990120cec3 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:15.577320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Attempting to bind port 9052b0f8-1504-44a8-9483-93990120cec3 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'e54d90c0-40cc-4cc6-95c2-6860f205806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '081eb33d-c622-4d74-9d27-61601c77b336'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:15.577652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Attempting to bind port 9052b0f8-1504-44a8-9483-93990120cec3 on network 081eb33d-c622-4d74-9d27-61601c77b336 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:15.592732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:15.594234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Checking segment: {'id': 'e54d90c0-40cc-4cc6-95c2-6860f205806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '081eb33d-c622-4d74-9d27-61601c77b336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:15.594668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.595073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Bound using segment: {'id': 'e54d90c0-40cc-4cc6-95c2-6860f205806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '081eb33d-c622-4d74-9d27-61601c77b336'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:15.595707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Bound port: 9052b0f8-1504-44a8-9483-93990120cec3, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54d90c0-40cc-4cc6-95c2-6860f205806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '081eb33d-c622-4d74-9d27-61601c77b336'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:15.596107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.670529 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c325c769-a9cc-4ffe-918d-b8934b82a360 req-848f9f86-4977-4682-83f3-080b1356ebe2 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615114 Dec 22 08:41:15.675103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet 433eb1f8-81ce-4d14-be1a-e70be0bdc31c {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:15.683152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.722665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] For port 9052b0f8-1504-44a8-9483-93990120cec3, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:15.722665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] For port 9052b0f8-1504-44a8-9483-93990120cec3, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9052b0f8-1504-44a8-9483-93990120cec3,segment=NetworkSegment(e54d90c0-40cc-4cc6-95c2-6860f205806f),segment_id=e54d90c0-40cc-4cc6-95c2-6860f205806f)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:15.727321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 82ba1926-88fe-4425-9546-9d28a279611b triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:15.727636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.753121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Provisioning complete for port 82ba1926-88fe-4425-9546-9d28a279611b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:15.753529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.766414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.770117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.787232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.809759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-34dba45d-d6d2-4c17-9bbc-890c6054ca65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:15.837525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:15.844137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:15.851309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:15.861409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:15.891362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.946563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:16.090941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Pushing event updated for resources: {'Port': ['ID=9052b0f8-1504-44a8-9483-93990120cec3,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.101158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:16.103153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.112074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Update dhcp port {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'fixed_ips': [{'subnet_id': '5e74386a-d663-48cf-8824-f932349fc4d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5', 'ip_address': '172.20.0.2'}, {'subnet_id': '35f4ccfd-2820-4081-ba1e-81bdb34cc311'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '90d3fb8c-e998-49a6-9a87-f83912c44f2a'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:41:16.137768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port b81bad80-ad11-4170-a6a1-805ab30abe89 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:16.173439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.219342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.230131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.281328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d57681a6-6c9b-455b-a6fd-f7e1a5d4b270 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:16.399066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.422997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=433eb1f8-81ce-4d14-be1a-e70be0bdc31c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.441567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:16.452838 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/433eb1f8-81ce-4d14-be1a-e70be0bdc31c HTTP/1.1" status: 204 len: 168 time: 1.0164063 Dec 22 08:41:16.458180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59428) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.488621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec80e7a-81b4-45a8-b643-09e3ee05c94a None None] Network fffb9251-12e0-429d-8017-a03d342cc02b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:16.504358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] For port e171edf7-338d-4df7-8a6a-06f9e5f56e3d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e171edf7-338d-4df7-8a6a-06f9e5f56e3d,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:16.504762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.565108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting port 050159ba-3c96-4ef0-a789-6b85a2ffa937 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:16.565455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.590731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.601259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ae22c0e-287d-4bf7-bdd2-968a45025f38 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:16.721954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=85109e1a-8a85-4824-9fb3-3c3524e49dcf,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.773666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:16.778925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.781420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::c8c5:cbb7:17b7:bffe (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c37e6f10-1068-4437-9709-7285ac8ef1b7/b81bad80-ad11-4170-a6a1-805ab30abe89) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:16.805204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 1490b7fb-d35e-4693-85a5-5a846d38a747 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:16.805822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.836694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Calling delete_port for e171edf7-338d-4df7-8a6a-06f9e5f56e3d owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:16.844809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:16.851021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:16.876878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:16.986250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Provisioning complete for port ca0f802f-acad-4911-b062-85092403a7fc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:16.986559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Delete allocated IP 172.20.0.6 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:41:16.987511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.007394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Allocated IP 172.20.0.36 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/35f4ccfd-2820-4081-ba1e-81bdb34cc311/7637e845-cb4f-4cf0-9c01-fcb3d665d2f6) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:17.039681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9052b0f8-1504-44a8-9483-93990120cec3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:17.254361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.266786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fccc2-bd39-47ba-9ec0-53808f8cafc2 req-ad026cc0-7a48-4086-b224-a651b6c9c46d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:17.268504 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e8fccc2-bd39-47ba-9ec0-53808f8cafc2 req-ad026cc0-7a48-4086-b224-a651b6c9c46d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.3828192 Dec 22 08:41:17.289272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 1490b7fb-d35e-4693-85a5-5a846d38a747, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1490b7fb-d35e-4693-85a5-5a846d38a747,segment=NetworkSegment(53a76595-857b-4fbf-9780-927a105a1666),segment_id=53a76595-857b-4fbf-9780-927a105a1666)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:17.289934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.467599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.499080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.520695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:17.651402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Pushing event deleted for resources: {'Port': ['ID=e171edf7-338d-4df7-8a6a-06f9e5f56e3d,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:17.659074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:17.682578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 9052b0f8-1504-44a8-9483-93990120cec3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:17.691864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fdb879-3b4a-4bc6-bb29-d90d7aa8ec6a None None] Network 081eb33d-c622-4d74-9d27-61601c77b336 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:17.698805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 1490b7fb-d35e-4693-85a5-5a846d38a747 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:17.708842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] No DVR routers for this DVR port e171edf7-338d-4df7-8a6a-06f9e5f56e3d on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:17.724351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Calling delete_port for 050159ba-3c96-4ef0-a789-6b85a2ffa937 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:17.755125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object b81bad80-ad11-4170-a6a1-805ab30abe89 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:17.772486 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e8fccc2-bd39-47ba-9ec0-53808f8cafc2 req-c0f29704-92c5-4dab-b5c6-d30f160e20c6 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231912 Dec 22 08:41:17.773800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca0f802f-acad-4911-b062-85092403a7fc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:17.804513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.810845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49690a2e-4310-4e4b-99be-e703121cf575 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:17.812990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c4262124-bffa-4b6b-a34f-a1e29dec13a6 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:17.947503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Provisioning for port 050159ba-3c96-4ef0-a789-6b85a2ffa937 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:17.959524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Provisioning complete for port 050159ba-3c96-4ef0-a789-6b85a2ffa937 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:17.959797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.997574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1534c97c-ba89-48e4-8bcf-bc718b36d29e None None] DHCP port deletion for fffb9251-12e0-429d-8017-a03d342cc02b request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:18.022109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:18.026674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=b81bad80-ad11-4170-a6a1-805ab30abe89,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.029347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:18.031231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.037399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.043788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:18.049768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:18.050582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.053997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ffa24f85-926e-46d9-b207-3510c5a17a0f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:18.114208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=1490b7fb-d35e-4693-85a5-5a846d38a747,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.117848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No DVR routers for this DVR port 1490b7fb-d35e-4693-85a5-5a846d38a747 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:18.119883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.154813 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6997187 Dec 22 08:41:18.159222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59436) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:18.161891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Port 050159ba-3c96-4ef0-a789-6b85a2ffa937 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:18.188585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-45069648-e849-4686-80f8-cf93543450e1 None None] Could not find standard attr ID for object e171edf7-338d-4df7-8a6a-06f9e5f56e3d. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:18.190907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ca0f802f-acad-4911-b062-85092403a7fc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:18.191746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.257271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.267083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.316672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.326580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f951-a84a-458e-950c-f91384592c76 req-df0a87c5-1958-4335-8e8f-3d731f7759f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:18.329808 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8992f951-a84a-458e-950c-f91384592c76 req-df0a87c5-1958-4335-8e8f-3d731f7759f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1098 time: 0.3808572 Dec 22 08:41:18.353573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffb9251-12e0-429d-8017-a03d342cc02b']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:18.388187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a76595-857b-4fbf-9780-927a105a1666') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:18.388187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a76595-857b-4fbf-9780-927a105a1666') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:18.418758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Provisioning for port 9052b0f8-1504-44a8-9483-93990120cec3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:18.435670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Provisioning complete for port 9052b0f8-1504-44a8-9483-93990120cec3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:18.436128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.450696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.492996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc04ca-71b2-43ca-89ee-0c567b3a2ff5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:18.493717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c6cc04ca-71b2-43ca-89ee-0c567b3a2ff5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:18.497231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.512306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:18.512604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:18.528661 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:18.603000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Transition to ACTIVE for port object 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:18.609580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.623399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:18.626642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f951-a84a-458e-950c-f91384592c76 req-d4f1575e-0f89-44c8-9604-e1e3c1d26ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:18.629134 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8992f951-a84a-458e-950c-f91384592c76 req-d4f1575e-0f89-44c8-9604-e1e3c1d26ede service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 200 len: 897 time: 0.2683747 Dec 22 08:41:18.760313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Port': ['ID=050159ba-3c96-4ef0-a789-6b85a2ffa937,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.765284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.766306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.775866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'c37e6f10-1068-4437-9709-7285ac8ef1b7'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:18.782522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57a16fe1-d4e7-4cee-8e91-146410e08c2f tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:18.789441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.820182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e171edf7-338d-4df7-8a6a-06f9e5f56e3d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:18.897247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Allocated IP 172.20.0.34 (a04fbf5a-c441-49f9-9393-7dc68efd6e15/35f4ccfd-2820-4081-ba1e-81bdb34cc311/90d3fb8c-e998-49a6-9a87-f83912c44f2a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:18.916773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event updated for resources: {'Port': ['ID=7637e845-cb4f-4cf0-9c01-fcb3d665d2f6,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.922714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.991469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.993048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c6cc04ca-71b2-43ca-89ee-0c567b3a2ff5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:18.998382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c6cc04ca-71b2-43ca-89ee-0c567b3a2ff5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8381419 Dec 22 08:41:19.039344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59444) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:19.040221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec1258fa-0007-4c07-8aa0-b2bbf4cf0dfa tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:19.064751 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.093013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: e171edf7-338d-4df7-8a6a-06f9e5f56e3d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:19.093567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e171edf7-338d-4df7-8a6a-06f9e5f56e3d not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:19.097330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.117085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=fffb9251-12e0-429d-8017-a03d342cc02b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.128192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:19.143026 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/fffb9251-12e0-429d-8017-a03d342cc02b HTTP/1.1" status: 204 len: 168 time: 2.6843264 Dec 22 08:41:19.154891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] For port 9052b0f8-1504-44a8-9483-93990120cec3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9052b0f8-1504-44a8-9483-93990120cec3,segment=NetworkSegment(e54d90c0-40cc-4cc6-95c2-6860f205806f),segment_id=e54d90c0-40cc-4cc6-95c2-6860f205806f)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:19.158741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59448) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:19.176264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1245216394'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:19.184365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.192124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d65eb773-eb7b-41a5-aecc-f255e357d8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:19.194586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:19.203459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:19.207659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8992f951-a84a-458e-950c-f91384592c76 req-18a92a62-be89-4e01-9a21-0bdadb75adbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 200 len: 1001 time: 0.3631344 Dec 22 08:41:19.211558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port b81bad80-ad11-4170-a6a1-805ab30abe89 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:19.212157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.240898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:19.363430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:19.376292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1490b7fb-d35e-4693-85a5-5a846d38a747 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:19.451333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:19.456834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.480175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] In _notify_port_updated(), no bound segment for port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 on network a04fbf5a-c441-49f9-9393-7dc68efd6e15 {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:41:19.486122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:19.486758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.487330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 1490b7fb-d35e-4693-85a5-5a846d38a747 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:19.491221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1490b7fb-d35e-4693-85a5-5a846d38a747 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:19.491383 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "PUT /v2.0/ports/7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 HTTP/1.1" status: 200 len: 959 time: 5.0719955 Dec 22 08:41:19.509724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59452) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:19.565592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e63f36d0-ba14-4831-9ea2-4ced6120532b None None] Provisioning complete for port 9052b0f8-1504-44a8-9483-93990120cec3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:19.566077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e63f36d0-ba14-4831-9ea2-4ced6120532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.584254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.587620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.592398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f951-a84a-458e-950c-f91384592c76 req-b3dbf44b-2472-44c1-badd-ba8d7c4eb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:19.594709 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8992f951-a84a-458e-950c-f91384592c76 req-b3dbf44b-2472-44c1-badd-ba8d7c4eb827 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf0f007a-dfb4-436b-96cb-995031d89ee8 HTTP/1.1" status: 200 len: 834 time: 0.3456757 Dec 22 08:41:19.683122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Pushing event updated for resources: {'Port': ['ID=9052b0f8-1504-44a8-9483-93990120cec3,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.700133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:19.722743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] For port 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90d3fb8c-e998-49a6-9a87-f83912c44f2a,segment=NetworkSegment(fa9f9287-5119-4f12-906b-6412842c62dd),segment_id=fa9f9287-5119-4f12-906b-6412842c62dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:19.930678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.947475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464ccc8-7048-4e07-87d3-8b260d095ea6 req-6bcbfab5-5eab-44e5-b99b-41f4f97591ba tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:19.960153 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a464ccc8-7048-4e07-87d3-8b260d095ea6 req-6bcbfab5-5eab-44e5-b99b-41f4f97591ba tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.9508343 Dec 22 08:41:19.978311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c37e6f10-1068-4437-9709-7285ac8ef1b7/13803fac-0c7d-4dc6-938a-e62f0f41c4d4) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:20.009439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Transition to ACTIVE for port object 90d3fb8c-e998-49a6-9a87-f83912c44f2a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:20.042265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.056164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:20.087864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ba9d8d56-9ae1-435e-a24d-0b3b9639a13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:20.103293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:20.103771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.183281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Router 7758271c-e894-4373-bf4e-4e84c29e9992 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:20.225137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.225640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment e542d5e7-f692-4e38-b8b5-2a6599c2566b of type vlan for network 2963c5d3-31f8-425e-888d-d70a2af2cf9c Dec 22 08:41:20.231747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a464ccc8-7048-4e07-87d3-8b260d095ea6 req-6e711c19-6845-4292-8155-2e9d663daa36 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705014 Dec 22 08:41:20.290292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Pushing event updated for resources: {'Port': ['ID=90d3fb8c-e998-49a6-9a87-f83912c44f2a,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:20.295329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:20.407516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:20.409822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 5f4cc754-a8da-4827-bd1c-ad63c0d63268 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:20.417157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.422216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] Sync routers for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:20.429884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Transition to ACTIVE for port object 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:20.436918 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:20.437473 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:20.450364 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "PUT /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4677711 Dec 22 08:41:20.451271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59458) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.478298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Transition to ACTIVE for port object 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:20.487042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.491949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2db4f5e2-25ab-4b72-8b76-76d6c195f8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:20.580493 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:20.595042 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:20.598549 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:20.611108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.618357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Pushing event updated for resources: {'Port': ['ID=13803fac-0c7d-4dc6-938a-e62f0f41c4d4,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:20.632621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:20.654344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:20.655568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:20.668869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:20.696700 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-f6df6fee-9541-4841-b063-10c0b41c385b tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] delete failed (client error): The resource could not be found. Dec 22 08:41:20.705764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f6df6fee-9541-4841-b063-10c0b41c385b tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1162468516 HTTP/1.1" status: 404 len: 335 time: 0.2401674 Dec 22 08:41:20.707777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59462) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.717971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4f376301-737d-47c3-99cf-ce7bd66afef3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'router': {'external_gateway_info': {'network_id': '7758271c-e894-4373-bf4e-4e84c29e9992'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:20.718264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f951-a84a-458e-950c-f91384592c76 req-98d7bbdb-ee1f-49bb-bd5b-88aa4a456cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:20.718937 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8992f951-a84a-458e-950c-f91384592c76 req-98d7bbdb-ee1f-49bb-bd5b-88aa4a456cc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bbe142c-749a-4d50-9db2-e89c11ce3faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8743286 Dec 22 08:41:20.732936 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:20.733274 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddef877-a0f9-422d-bb6b-1c62c7492711 None None] The sync data for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:20.789470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Attempting to bind port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:20.789856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Attempting to bind port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:20.790230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Attempting to bind port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:20.796474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:20.796855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:20.797256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.797661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:20.798124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Bound port: 13803fac-0c7d-4dc6-938a-e62f0f41c4d4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:20.798509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.843125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.935486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:20.992037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] For port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:20.998176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] For port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13803fac-0c7d-4dc6-938a-e62f0f41c4d4,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:21.000053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.003581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] Sync routers for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:21.005615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:21.006226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.012320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.020932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-de9a0f1e-ad10-4735-9c50-b7d5e71aba4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:21.054846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for b81bad80-ad11-4170-a6a1-805ab30abe89 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:21.092129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae65243c-d370-42da-8498-ae7f42118655 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:21.146392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9863515 Dec 22 08:41:21.160682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:21.162019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:21.218689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59468) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:21.252826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': '2963c5d3-31f8-425e-888d-d70a2af2cf9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:21.259383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.290243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.294589 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7bfe4359-1ba8-458e-8966-663b4bb28448 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0841100 Dec 22 08:41:21.301552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90d3fb8c-e998-49a6-9a87-f83912c44f2a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:21.317044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59474) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:21.390512 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8992f951-a84a-458e-950c-f91384592c76 req-c750b70a-e8e8-42cf-970a-c64f72f6402c service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592886 Dec 22 08:41:21.493280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:21.553595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Provisioning for port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:21.564903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Pushing event updated for resources: {'Port': ['ID=13803fac-0c7d-4dc6-938a-e62f0f41c4d4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:21.569639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:21.570735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:21.614030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:21.700081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:21.719623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Provisioning complete for port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:21.720284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.782597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:21.783104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ca4df0-800f-40f6-a994-cd93312dac32 None None] The sync data for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:21.822107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:21.826376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:21.829495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:21.836025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:21.862445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Port 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:21.869338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9052b0f8-1504-44a8-9483-93990120cec3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:21.958146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:21.965446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.027041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Provisioning for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:22.046428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f376301-737d-47c3-99cf-ce7bd66afef3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.053063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Provisioning complete for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:22.054190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.103911 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4f376301-737d-47c3-99cf-ce7bd66afef3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] update failed (client error): The resource could not be found. Dec 22 08:41:22.105342 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f376301-737d-47c3-99cf-ce7bd66afef3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "PUT /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992 HTTP/1.1" status: 404 len: 339 time: 1.3963571 Dec 22 08:41:22.115397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59478) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:22.180188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 9052b0f8-1504-44a8-9483-93990120cec3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:22.180705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.275292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=2963c5d3-31f8-425e-888d-d70a2af2cf9c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.285775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.289849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:22.312701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8b95cd20-4f4e-4c0d-9fe8-4b1b82494960 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:22.339197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:22.438268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=b81bad80-ad11-4170-a6a1-805ab30abe89,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.467230 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8992f951-a84a-458e-950c-f91384592c76 req-1bdf594f-b7c1-44c5-b16a-9821e1a93117 service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8682659 Dec 22 08:41:22.486286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:22.546245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.702651 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/b81bad80-ad11-4170-a6a1-805ab30abe89 HTTP/1.1" status: 204 len: 168 time: 3.6479368 Dec 22 08:41:22.706506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59484) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:22.717787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Provisioning complete for port 255eaae4-6832-4377-a3dd-abf08bd01490 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:22.718174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.783566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d1602545-9d51-4ff8-a534-48b0f9cfcec9 None None] Port 255eaae4-6832-4377-a3dd-abf08bd01490 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:22.784505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7fb3f-b9dc-4a59-aa07-db8593f3f5f6 req-9bd5f9c0-5c94-47e4-b348-26eac44371e5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:22.791655 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16f7fb3f-b9dc-4a59-aa07-db8593f3f5f6 req-9bd5f9c0-5c94-47e4-b348-26eac44371e5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 1.3955047 Dec 22 08:41:22.898367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25cfe2e7-e97e-4468-a4b3-473d4769c81f None None] Could not find standard attr ID for object 7637e845-cb4f-4cf0-9c01-fcb3d665d2f6. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:22.906247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.939030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1c879301-5089-47fe-921a-e5fcfa1c8aa7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:22.994254 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16f7fb3f-b9dc-4a59-aa07-db8593f3f5f6 req-19da0f03-e05b-419d-a5ce-05e2c3f02ede tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015915 Dec 22 08:41:23.011967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=7637e845-cb4f-4cf0-9c01-fcb3d665d2f6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:23.016415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb3f07-6704-40e9-92c6-dd51c15e6132 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:23.017918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb3f07-6704-40e9-92c6-dd51c15e6132 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:23.018790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eefb3f07-6704-40e9-92c6-dd51c15e6132 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:23.051623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:23.052813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.062841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-89842c11-0f97-4bb2-a464-21efbb95802a tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:23.195278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.230763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=f299eb2f-c1a2-4b38-b19e-3f1603c15d5b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:23.240752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:23.260411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': 'e542d5e7-f692-4e38-b8b5-2a6599c2566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2963c5d3-31f8-425e-888d-d70a2af2cf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:23.260723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: 2963c5d3-31f8-425e-888d-d70a2af2cf9c, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:23.270039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:23.280528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eefb3f07-6704-40e9-92c6-dd51c15e6132 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:23.284877 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eefb3f07-6704-40e9-92c6-dd51c15e6132 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5650356 Dec 22 08:41:23.345204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59488) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:23.373199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:23.431111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Provisioning for port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:23.438151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.440036 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 HTTP/1.1" status: 204 len: 168 time: 3.9270978 Dec 22 08:41:23.443509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Provisioning complete for port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:23.444049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.447706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59492) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:23.512428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:23.549119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet c37e6f10-1068-4437-9709-7285ac8ef1b7 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:23.552494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.614058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.615603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 2963c5d3-31f8-425e-888d-d70a2af2cf9c) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:23.628336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:23.628990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.702585 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4637587 Dec 22 08:41:23.704348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.726423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.736062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd84717-c88e-45ad-9b9f-54598e8b8faf None None] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:23.753090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59498) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:23.758970 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa97154-82e5-413c-b7ea-dd5d3ab3294f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] GET failed (client error): The resource could not be found. Dec 22 08:41:23.759525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5fa97154-82e5-413c-b7ea-dd5d3ab3294f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Synchronizing usage tracker for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:23.951802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1787507661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:23.969859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:23.990166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:router and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:23.996317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:23.999167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5fa97154-82e5-413c-b7ea-dd5d3ab3294f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Unset dirty status for tenant:cdc1d6d0cc264e8fbf7c366514f99413 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:24.000491 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5fa97154-82e5-413c-b7ea-dd5d3ab3294f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports/7637e845-cb4f-4cf0-9c01-fcb3d665d2f6 HTTP/1.1" status: 404 len: 333 time: 0.5517218 Dec 22 08:41:24.003669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59502) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.039412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:24.077630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Allocated IP 172.20.0.1 (875c9e2b-91c2-46f7-9c8b-0d52ad5d337c/4f887469-66cf-4c62-91cc-040671731151/020f5e25-7f37-4ff6-96f8-a326f900402c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:24.118893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-2963c5d3-31f8-425e-888d-d70a2af2cf9c', 'network_id': '2963c5d3-31f8-425e-888d-d70a2af2cf9c', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': 'f299eb2f-c1a2-4b38-b19e-3f1603c15d5b'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:24.119745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.123568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.125199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.140445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.164534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:24.201957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.215965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:24.215965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:24.289506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=c37e6f10-1068-4437-9709-7285ac8ef1b7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.293725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:24.301310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c37e6f10-1068-4437-9709-7285ac8ef1b7 HTTP/1.1" status: 204 len: 168 time: 0.9549510 Dec 22 08:41:24.302563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59508) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.313177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.359336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Allocated IP 172.20.0.2 (2963c5d3-31f8-425e-888d-d70a2af2cf9c/f299eb2f-c1a2-4b38-b19e-3f1603c15d5b/2f0ea586-cc8b-4a31-838f-56c27e4495dc) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:24.376535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.415776 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0465544a-39ee-41eb-ad44-37632240a078 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062222 Dec 22 08:41:24.416442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59512) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.420312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.451353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.467336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a412cd2-c1e1-4a75-839a-3be7636ab122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:24.486589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ef9b9-e676-479d-b30b-ec63aaac8003 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:24.491258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.502267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6476aaa-6a2c-4d01-927c-2728ae108a93,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.511056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:24.529058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.530193 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6476aaa-6a2c-4d01-927c-2728ae108a93 HTTP/1.1" status: 204 len: 168 time: 0.5171309 Dec 22 08:41:24.533013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.537761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.601247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Transition to ACTIVE for port object 020f5e25-7f37-4ff6-96f8-a326f900402c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:24.627827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.666802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.716461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.725799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c09a9862-4831-4792-869d-28c947fae45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:24.816277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Port': ['ID=020f5e25-7f37-4ff6-96f8-a326f900402c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.820504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:24.833275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:24.835169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:24.838571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:24.890027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.899403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4bc72487-adff-44b6-804e-18991375e13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:24.918520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.922454 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e8a0d5d-7a02-4c7b-a13b-f1a7ad7d958a HTTP/1.1" status: 204 len: 168 time: 0.3857200 Dec 22 08:41:24.923211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a0d5d-7a02-4c7b-a13b-f1a7ad7d958a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.931812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:24.935216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59526) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.976149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.988373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.038636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.069483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.075896 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ba568c12-8737-4fc8-861b-a01a4c9b21bc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3185441 Dec 22 08:41:25.077566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59530) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.090144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] For port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13803fac-0c7d-4dc6-938a-e62f0f41c4d4,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:25.116578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.123739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:25.170519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81507267-a8a2-4d76-b3b4-5ce536f49c3f req-d79dcaed-19f3-4eb6-9a61-a49ce6ebb66e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:25.172930 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-81507267-a8a2-4d76-b3b4-5ce536f49c3f req-d79dcaed-19f3-4eb6-9a61-a49ce6ebb66e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.9509006 Dec 22 08:41:25.192620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Could not find standard attr ID for object b81bad80-ad11-4170-a6a1-805ab30abe89. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:25.196001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb15d4-3cd8-4a63-b26c-61e0238316c2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:25.197059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-87bb15d4-3cd8-4a63-b26c-61e0238316c2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:25.223661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.237506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Pushing event updated for resources: {'Port': ['ID=13803fac-0c7d-4dc6-938a-e62f0f41c4d4,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:25.242705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Transition to ACTIVE for port object 2f0ea586-cc8b-4a31-838f-56c27e4495dc will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:25.245359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:25.268243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.274050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Transition to ACTIVE for port object 2f0ea586-cc8b-4a31-838f-56c27e4495dc will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:25.282362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.290875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:25.336052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.342678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-87bb15d4-3cd8-4a63-b26c-61e0238316c2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:25.345102 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-87bb15d4-3cd8-4a63-b26c-61e0238316c2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9191518 Dec 22 08:41:25.364952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59534) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.369354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:25.371940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b61054a6-9f42-43e2-9b48-fa6f298615d9 None None] Could not find standard attr ID for object b81bad80-ad11-4170-a6a1-805ab30abe89. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:25.381036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:25.386104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Deleting port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:25.387302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.410785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.416540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:25.426400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b61054a6-9f42-43e2-9b48-fa6f298615d9 None None] Could not find standard attr ID for object 7f04ff75-6722-4b71-b9c4-3428ae2c1d98. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:25.435554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:25.450113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Pushing event updated for resources: {'Port': ['ID=2f0ea586-cc8b-4a31-838f-56c27e4495dc,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:25.450384 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-81507267-a8a2-4d76-b3b4-5ce536f49c3f req-998d2ac7-0f26-4ce5-a2ba-8f6ee9ae6bac tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411339 Dec 22 08:41:25.457700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:25.495215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b61054a6-9f42-43e2-9b48-fa6f298615d9 None None] Provisioning for port 020f5e25-7f37-4ff6-96f8-a326f900402c completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:25.502803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.1 (081eb33d-c622-4d74-9d27-61601c77b336/b73643ae-4e06-410f-9bbe-9a4a42092506/a47cbb08-1df6-480b-9b88-5c2ce411b53e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:25.519514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18326a82-4cb8-44e1-96cf-b7f974c226d5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:25.520644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-18326a82-4cb8-44e1-96cf-b7f974c226d5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:25.530740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b61054a6-9f42-43e2-9b48-fa6f298615d9 None None] Provisioning complete for port 020f5e25-7f37-4ff6-96f8-a326f900402c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:25.531456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b61054a6-9f42-43e2-9b48-fa6f298615d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.572603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-18326a82-4cb8-44e1-96cf-b7f974c226d5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:25.574299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-18326a82-4cb8-44e1-96cf-b7f974c226d5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2079847 Dec 22 08:41:25.580865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59538) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.692163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Attempting to bind port 2f0ea586-cc8b-4a31-838f-56c27e4495dc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:25.692793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Attempting to bind port 2f0ea586-cc8b-4a31-838f-56c27e4495dc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'e542d5e7-f692-4e38-b8b5-2a6599c2566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2963c5d3-31f8-425e-888d-d70a2af2cf9c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:25.693321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Attempting to bind port 2f0ea586-cc8b-4a31-838f-56c27e4495dc on network 2963c5d3-31f8-425e-888d-d70a2af2cf9c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:25.708796 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d6d4e32-1c28-4db9-a05d-4cbb922668b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264329 Dec 22 08:41:25.713290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59542) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.719156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:25.719480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:25.719857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Checking segment: {'id': 'e542d5e7-f692-4e38-b8b5-2a6599c2566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2963c5d3-31f8-425e-888d-d70a2af2cf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:25.720338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.720737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Bound using segment: {'id': 'e542d5e7-f692-4e38-b8b5-2a6599c2566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2963c5d3-31f8-425e-888d-d70a2af2cf9c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:25.721207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Bound port: 2f0ea586-cc8b-4a31-838f-56c27e4495dc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e542d5e7-f692-4e38-b8b5-2a6599c2566b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2963c5d3-31f8-425e-888d-d70a2af2cf9c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:25.721579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.736262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b61054a6-9f42-43e2-9b48-fa6f298615d9 None None] Port 020f5e25-7f37-4ff6-96f8-a326f900402c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:25.881343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:25.895332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.905931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:25.923152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Transition to ACTIVE for port object a47cbb08-1df6-480b-9b88-5c2ce411b53e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:25.930070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:25.936481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.941619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] For port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13803fac-0c7d-4dc6-938a-e62f0f41c4d4,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:25.942085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.959027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] For port 2f0ea586-cc8b-4a31-838f-56c27e4495dc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:26.072123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.077092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ae73b5f-30fd-421e-8921-400d329de464 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.088670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Calling delete_port for 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:26.116423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.124985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] For port 2f0ea586-cc8b-4a31-838f-56c27e4495dc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2f0ea586-cc8b-4a31-838f-56c27e4495dc,segment=NetworkSegment(e542d5e7-f692-4e38-b8b5-2a6599c2566b),segment_id=e542d5e7-f692-4e38-b8b5-2a6599c2566b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:26.126197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1318986e-6071-47d8-832b-575284dacc54 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.136747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.142955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.178703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f092f125-ace2-4463-a570-e268d9689edf,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.181178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.211844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.213040 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/security-groups/f092f125-ace2-4463-a570-e268d9689edf HTTP/1.1" status: 204 len: 168 time: 1.2767749 Dec 22 08:41:26.218258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.317583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.319338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 081eb33d-c622-4d74-9d27-61601c77b336 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:26.331636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:26.349788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Pushing event updated for resources: {'Port': ['ID=2f0ea586-cc8b-4a31-838f-56c27e4495dc,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.374690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:26.381210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.381865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65dcc25a-3507-4f39-b83b-c8fab4171d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.448448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] No DVR routers for this DVR port 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:26.450820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Pushing event deleted for resources: {'Port': ['ID=13803fac-0c7d-4dc6-938a-e62f0f41c4d4,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.453199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=a47cbb08-1df6-480b-9b88-5c2ce411b53e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.454292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.461259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.471919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.487140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.546999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet 5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:26.566312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.592100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.605184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b352bcd-a7dd-4174-8a9b-38df9d3a0b68 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.778430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=ee8d86f3-8420-4857-9e15-5faae89a0aec,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.789774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.806315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:26.811162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:26.814999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:26.815583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.822661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f2351e05-6039-43fe-9a25-3f56c64af216 None None] Provisioning for port a47cbb08-1df6-480b-9b88-5c2ce411b53e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:26.826416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.831313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03378a-e8d0-409d-b5f9-f46b02c3ec25 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:26.856775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f2351e05-6039-43fe-9a25-3f56c64af216 None None] Provisioning complete for port a47cbb08-1df6-480b-9b88-5c2ce411b53e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:26.857164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f2351e05-6039-43fe-9a25-3f56c64af216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.885253 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1685562 Dec 22 08:41:26.902407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6818-7d4f-426a-aa96-2e970d542a62 req-48378966-c769-42ef-be1b-601aa144549e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:26.904711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b65f6818-7d4f-426a-aa96-2e970d542a62 req-48378966-c769-42ef-be1b-601aa144549e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.2153852 Dec 22 08:41:26.905561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59554) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.942002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'ee8d86f3-8420-4857-9e15-5faae89a0aec', 'ip_address': '2001:db8::a573:cad7:f07b:705d'}], 'name': 'tempest-NetworksTestDHCPv6-963571067'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:26.969278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f2351e05-6039-43fe-9a25-3f56c64af216 None None] Port a47cbb08-1df6-480b-9b88-5c2ce411b53e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:27.006498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.080194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.101897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b65f6818-7d4f-426a-aa96-2e970d542a62 req-1113f984-33c0-4346-a668-3fd4cb368e21 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790786 Dec 22 08:41:27.126409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.146973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cab7098b-b870-4303-a07f-ec1981260a41 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:27.205327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1dbabfc4-f94b-42de-b30a-d5f57c909b98 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:27.268353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'ee8d86f3-8420-4857-9e15-5faae89a0aec'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:27.270548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event updated for resources: {'Port': ['ID=020f5e25-7f37-4ff6-96f8-a326f900402c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:27.274276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.306149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:27.334924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:27.350401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:27.352273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f0ea586-cc8b-4a31-838f-56c27e4495dc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:27.354387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.417084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.552918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/ee8d86f3-8420-4857-9e15-5faae89a0aec/8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:27.648976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:27.805104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.847778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2f0ea586-cc8b-4a31-838f-56c27e4495dc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:27.866549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:27.899295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8251471-22c5-491e-b618-92eec33f5646 None None] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:27.920359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:27.921649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.937961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e3acf69-883d-46ed-ab0e-0db677a6d6c1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:27.942226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:27.986494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:27.993080 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'code': 200} Dec 22 08:41:28.013532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.024212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.031270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-25b6140c-2237-4796-b7aa-3843d13901c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:28.049777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.061318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:28.077524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.082635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406c65-9241-4d96-86c9-56ef14d32688 req-9ebb19b6-ea15-40d2-92f0-100d6698fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:28.084494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29406c65-9241-4d96-86c9-56ef14d32688 req-9ebb19b6-ea15-40d2-92f0-100d6698fef7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1098 time: 0.2344575 Dec 22 08:41:28.085821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 15699ebf-5c82-44b9-a20c-d41381b640d7 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:28.088980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:28.114611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3387de6-fe03-4f25-8064-6eb560daeb5f None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:28.139522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.169559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.171819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f801244b-7adc-4725-bf4d-8ddbf1945ec8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:28.273548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Provisioning for port 2f0ea586-cc8b-4a31-838f-56c27e4495dc completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:28.335895 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29406c65-9241-4d96-86c9-56ef14d32688 req-be098238-0074-4cef-a4d4-17633958cb0c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111351 Dec 22 08:41:28.337201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.367506 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5 HTTP/1.1" status: 204 len: 168 time: 2.1323180 Dec 22 08:41:28.374212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.20.0.1 (2963c5d3-31f8-425e-888d-d70a2af2cf9c/f299eb2f-c1a2-4b38-b19e-3f1603c15d5b/5e214f64-c329-41d3-bf51-18f3028d56a2) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:28.379483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:28.379848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13803fac-0c7d-4dc6-938a-e62f0f41c4d4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:28.382350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59568) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:28.410242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Provisioning complete for port 2f0ea586-cc8b-4a31-838f-56c27e4495dc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:28.410757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.584121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.595012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.616895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:28.629517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Transition to ACTIVE for port object 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:28.705946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=a47cbb08-1df6-480b-9b88-5c2ce411b53e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.720335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:28.740501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Transition to ACTIVE for port object 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:28.786956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Router 7758271c-e894-4373-bf4e-4e84c29e9992 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:28.793611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet 35f4ccfd-2820-4081-ba1e-81bdb34cc311 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:28.795957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.810272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7bb167b6-b766-4fbb-9210-b700fe465be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:28.814431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.837938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 081eb33d-c622-4d74-9d27-61601c77b336 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:28.844574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:28.900929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::a573:cad7:f07b:705d (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/ee8d86f3-8420-4857-9e15-5faae89a0aec/15699ebf-5c82-44b9-a20c-d41381b640d7) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:29.026144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.066557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.072446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:29.076159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Pushing event updated for resources: {'Port': ['ID=8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:29.079792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:29.084584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:29.087083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:29.170757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.182999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1dbabfc4-f94b-42de-b30a-d5f57c909b98 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:41:29.185210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 5f4cc754-a8da-4827-bd1c-ad63c0d63268 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:29.213345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:29.227367 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "PUT /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1062689 Dec 22 08:41:29.233600 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] Sync routers for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:29.235893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d942050-bca4-4895-9cd4-d33334041097 req-01de9482-9572-4643-81b1-7728b3f21136 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:29.237399 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2d942050-bca4-4895-9cd4-d33334041097 req-01de9482-9572-4643-81b1-7728b3f21136 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 943 time: 0.9200971 Dec 22 08:41:29.238523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 5e214f64-c329-41d3-bf51-18f3028d56a2 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:29.240356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] For port 2f0ea586-cc8b-4a31-838f-56c27e4495dc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2f0ea586-cc8b-4a31-838f-56c27e4495dc,segment=NetworkSegment(e542d5e7-f692-4e38-b8b5-2a6599c2566b),segment_id=e542d5e7-f692-4e38-b8b5-2a6599c2566b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:29.240850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:29.245640 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:29.247260 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.260563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Attempting to bind port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:29.260944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Attempting to bind port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:29.261352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Attempting to bind port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:29.322290 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.332662 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:29.333660 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.395601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:29.407284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57ec54ab-028b-4c3b-a29f-705ff071d537 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.426497 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/routers/5f4cc754-a8da-4827-bd1c-ad63c0d63268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0345511 Dec 22 08:41:29.430795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59578) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:29.436943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'port': {'network_id': '081eb33d-c622-4d74-9d27-61601c77b336', 'name': 'tempest-FloatingIPTestJSON-1412189455'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:29.466789 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.468276 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d89b2-d92a-4367-8688-0aa3c3e0c443 None None] The sync data for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:29.534576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] Sync routers for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:29.539164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.550900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-aee6a20c-0f23-4e34-8ce2-ed2ae34998ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:29.583954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.609176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:29.609844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:29.609958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.610324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:29.610796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Bound port: 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:29.611170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.657521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 15699ebf-5c82-44b9-a20c-d41381b640d7 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:29.700974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:29.716170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:29.716973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.746181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.771582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:29.788311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Usage tracker for resource:port and tenant:2c316de8634a4d0488d4df6929ebf6af is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:29.800235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:29.812490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:29.826765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.836560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Made reservation on behalf of 2c316de8634a4d0488d4df6929ebf6af for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:29.840925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.855960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.887268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1032303b-e03a-4ea1-af99-f598e28c7e15 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:29.888501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7db968ef-a600-4ab2-a762-5b4542170c57 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:29.933435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'port_id': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'mac_address': 'fa:16:3e:c8:09:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:41:29.953467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.969522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-67f73e23-bcbe-4bc1-86aa-ae30b0f69687 None None] Provisioning complete for port a47cbb08-1df6-480b-9b88-5c2ce411b53e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:29.970202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67f73e23-bcbe-4bc1-86aa-ae30b0f69687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.994597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=15699ebf-5c82-44b9-a20c-d41381b640d7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.002720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=5e214f64-c329-41d3-bf51-18f3028d56a2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.005862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.014856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.018131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-871605a6-aa10-445b-89cc-29dda228ab3f tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:30.021362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.030641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] device_id is not set on port 5b69f409-0995-490d-8d1f-d7c77da4b0bd yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:30.072054 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2d942050-bca4-4895-9cd4-d33334041097 req-93f21daa-9b9b-45b0-a818-041aab6aef99 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6083510 Dec 22 08:41:30.073282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.088248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=35f4ccfd-2820-4081-ba1e-81bdb34cc311,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.098124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:30.099557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.103664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:30.107612 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/35f4ccfd-2820-4081-ba1e-81bdb34cc311 HTTP/1.1" status: 204 len: 168 time: 1.7239823 Dec 22 08:41:30.111215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:30.146052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59582) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.205071 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-126d365b-5e01-439d-a136-dba999ef1ba1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:30.205640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126d365b-5e01-439d-a136-dba999ef1ba1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:30.207423 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-126d365b-5e01-439d-a136-dba999ef1ba1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/5ab10d92-3e8e-41a2-ada1-8f8d1260a9f5 HTTP/1.1" status: 404 len: 337 time: 0.0550256 Dec 22 08:41:30.215164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59586) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.218909 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-57ec54ab-028b-4c3b-a29f-705ff071d537 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 08:41:30.220050 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57ec54ab-028b-4c3b-a29f-705ff071d537 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992 HTTP/1.1" status: 409 len: 329 time: 0.9780378 Dec 22 08:41:30.243498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Allocated IP 172.20.0.6 (081eb33d-c622-4d74-9d27-61601c77b336/b73643ae-4e06-410f-9bbe-9a4a42092506/5b69f409-0995-490d-8d1f-d7c77da4b0bd) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:30.253689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] For port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:30.257781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59590) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.258893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] For port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:30.260787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Pushing event updated for resources: {'Port': ['ID=2f0ea586-cc8b-4a31-838f-56c27e4495dc,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.267069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:30.275971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.315431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.321441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.323654 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbabfc4-f94b-42de-b30a-d5f57c909b98 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:41:30.342132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.348863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-861d764e-184f-45b0-9222-fabd7f94cc25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:30.363834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting subnet 5e74386a-d663-48cf-8824-f932349fc4d7 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:30.369550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.387102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:30.387882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:30.391714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:30.445045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-67f73e23-bcbe-4bc1-86aa-ae30b0f69687 None None] Port a47cbb08-1df6-480b-9b88-5c2ce411b53e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:30.468457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.511475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:30.512417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb91ed8-a73a-4a73-ac67-44533835737a None None] The sync data for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:30.521094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:30.539540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.553922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Pushing event updated for resources: {'Port': ['ID=8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.559228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.559958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6dca7b0e-b28f-47c2-8131-5576f6161d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:30.587696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:30.597997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:30.599634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.614181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-67f73e23-bcbe-4bc1-86aa-ae30b0f69687 None None] Provisioning complete for port 020f5e25-7f37-4ff6-96f8-a326f900402c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:30.614693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67f73e23-bcbe-4bc1-86aa-ae30b0f69687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.660619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d837610-7c90-48dd-9135-ff4ddf65cff2 None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:30.753401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8382468 Dec 22 08:41:30.795600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59596) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.810384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'ee8d86f3-8420-4857-9e15-5faae89a0aec', 'ip_address': '2001:db8::a573:cad7:f07b:705d'}], 'name': 'tempest-NetworksTestDHCPv6-735160529'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:30.812570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-67f73e23-bcbe-4bc1-86aa-ae30b0f69687 None None] Port 020f5e25-7f37-4ff6-96f8-a326f900402c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:30.834578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.841288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.913292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.922087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1dbabfc4-f94b-42de-b30a-d5f57c909b98'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:41:30.964013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.193872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Provisioning complete for port 2f0ea586-cc8b-4a31-838f-56c27e4495dc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:31.194540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.219968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.242044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:31.271612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.287153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/5e74386a-d663-48cf-8824-f932349fc4d7 HTTP/1.1" status: 204 len: 168 time: 1.0640042 Dec 22 08:41:31.288101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59602) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.336135 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6632eb78-819a-401c-93aa-230a68a88ccd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:31.336727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6632eb78-819a-401c-93aa-230a68a88ccd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:31.338523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6632eb78-819a-401c-93aa-230a68a88ccd tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/426265f2-78a2-4f5a-8423-c5ecef2bde81 HTTP/1.1" status: 404 len: 337 time: 0.0425403 Dec 22 08:41:31.340222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Subnet': ['ID=5e74386a-d663-48cf-8824-f932349fc4d7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:31.342628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:31.347221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59606) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.377038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:31.447944 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9c6d3df7-2ab5-496f-bf74-c4dcd5efde70 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae9bac4b-7ce5-452b-ad23-ba3829e6a521 HTTP/1.1" status: 200 len: 205 time: 0.0959840 Dec 22 08:41:31.452667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.465047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:31.549710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:31.560303 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-24eb3e4d-92e6-456a-9c23-6d2f8bed1efe tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] delete failed (client error): The resource could not be found. Dec 22 08:41:31.566630 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24eb3e4d-92e6-456a-9c23-6d2f8bed1efe tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/routers/ae9bac4b-7ce5-452b-ad23-ba3829e6a521 HTTP/1.1" status: 404 len: 336 time: 0.1121914 Dec 22 08:41:31.567067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:31.569452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59614) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.638123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbb2358-afbd-4d57-9bcd-2b7c1c521dd3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:31.638578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbb2358-afbd-4d57-9bcd-2b7c1c521dd3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:31.640308 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9bbb2358-afbd-4d57-9bcd-2b7c1c521dd3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/2892fdea-b8f1-4bac-a2c2-7fe32ecb98b3 HTTP/1.1" status: 404 len: 337 time: 0.0657434 Dec 22 08:41:31.645760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:31.652977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59618) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.731992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc619f3-6640-4bb3-85a4-9c6804634160 req-aa7204e5-d6ef-4eb2-947a-1ea526ef00a6 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:31.734460 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdc619f3-6640-4bb3-85a4-9c6804634160 req-aa7204e5-d6ef-4eb2-947a-1ea526ef00a6 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 944 time: 0.3862443 Dec 22 08:41:31.742239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd09b99-889f-47fb-bec0-179e2364dd9c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:31.742702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd09b99-889f-47fb-bec0-179e2364dd9c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:31.744434 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ccd09b99-889f-47fb-bec0-179e2364dd9c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/4abdd147-79db-459e-b188-a97b3d39d852 HTTP/1.1" status: 404 len: 337 time: 0.0905237 Dec 22 08:41:31.775099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.795835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:31.799763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce0da7-0c53-4e3f-9c57-22f15ca9af04 None None] Update dhcp port {'port': {'network_id': 'a04fbf5a-c441-49f9-9393-7dc68efd6e15', 'fixed_ips': [{'subnet_id': '5e74386a-d663-48cf-8824-f932349fc4d7'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '90d3fb8c-e998-49a6-9a87-f83912c44f2a'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:41:31.801661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.850362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.866198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port e9d64df0-e439-4771-a64a-9a38311ea2ce yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:31.878299 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bdc619f3-6640-4bb3-85a4-9c6804634160 req-2353796c-7048-476a-ab50-98cb74d2a7a8 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286576 Dec 22 08:41:31.881745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-34ce0da7-0c53-4e3f-9c57-22f15ca9af04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.882761 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-132bed7b-9c59-4cdd-a8ce-8de90d0affa7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:31.883321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132bed7b-9c59-4cdd-a8ce-8de90d0affa7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:31.885296 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-132bed7b-9c59-4cdd-a8ce-8de90d0affa7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/f54002e9-5265-4bf9-9055-07e7b6e83fd3 HTTP/1.1" status: 404 len: 337 time: 0.0569179 Dec 22 08:41:31.888915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.962665 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a807e564-ed35-4817-88c0-7fbbe1fe082e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:31.963194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a807e564-ed35-4817-88c0-7fbbe1fe082e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:31.966721 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a807e564-ed35-4817-88c0-7fbbe1fe082e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/f629fe4e-cd1e-428f-91d4-49a302c7f760 HTTP/1.1" status: 404 len: 333 time: 0.0767434 Dec 22 08:41:31.967498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59632) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.978405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:32.002990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59634) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.017564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f0ea586-cc8b-4a31-838f-56c27e4495dc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:32.112180 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d6b1c32c-2e37-4228-8b8f-ded28f79ccdb tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/floatingips/5ebe3cae-3e1d-4458-8cca-e519dfe7a455 HTTP/1.1" status: 200 len: 992 time: 0.1404262 Dec 22 08:41:32.116452 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ee970b-06bd-4151-b65b-7a861ddbc4ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:32.117266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ee970b-06bd-4151-b65b-7a861ddbc4ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:32.121189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.125483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Transition to ACTIVE for port object 5b69f409-0995-490d-8d1f-d7c77da4b0bd will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:32.128869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.149256 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-18ee970b-06bd-4151-b65b-7a861ddbc4ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/c28070c4-6bdf-4f6f-aa30-fd4d2ef2a7a4 HTTP/1.1" status: 404 len: 337 time: 0.1409581 Dec 22 08:41:32.157732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59640) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.170791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1a5d0d2-a296-4f47-96ea-1a44f612d79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:32.185902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Provisioning for port 5e214f64-c329-41d3-bf51-18f3028d56a2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:32.202684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Provisioning complete for port 5e214f64-c329-41d3-bf51-18f3028d56a2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:32.203315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.272274 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9997c421-b383-477c-93bd-d5ece72c4f37 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:32.273003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9997c421-b383-477c-93bd-d5ece72c4f37 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:32.273203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.279550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Port 5e214f64-c329-41d3-bf51-18f3028d56a2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:32.283395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59644) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.285797 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9997c421-b383-477c-93bd-d5ece72c4f37 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/81b7f2b6-82ab-4ee0-9b0a-d29657c9276b HTTP/1.1" status: 404 len: 337 time: 0.1204410 Dec 22 08:41:32.297500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Provisioning complete for port 255eaae4-6832-4377-a3dd-abf08bd01490 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:32.304178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.327320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:41:32.328136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:32.346588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac4976d-d1a2-49e3-9451-c814cd9c7cec None None] Network a04fbf5a-c441-49f9-9393-7dc68efd6e15 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:32.371026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=5e214f64-c329-41d3-bf51-18f3028d56a2,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:32.374341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:32.378762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.389953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2f0ea586-cc8b-4a31-838f-56c27e4495dc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:32.390335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.391696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-41ca2670-615b-40ce-8104-b57493a4157f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:32.437380 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3622e88-78c4-4fcd-b051-74a17b387ce7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:32.437856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3622e88-78c4-4fcd-b051-74a17b387ce7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:32.441715 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c3622e88-78c4-4fcd-b051-74a17b387ce7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/a695768c-d461-4f52-9485-44f4798ba7cf HTTP/1.1" status: 404 len: 333 time: 0.0707641 Dec 22 08:41:32.441877 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-acd0a4b0-a681-437e-8690-102bee706d6e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6421731 Dec 22 08:41:32.442578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.442699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59648) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.483063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Network 081eb33d-c622-4d74-9d27-61601c77b336 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:32.488020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:32.490668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event updated for resources: {'Port': ['ID=5b69f409-0995-490d-8d1f-d7c77da4b0bd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:32.492879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:32.519195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:32.531967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Port 255eaae4-6832-4377-a3dd-abf08bd01490 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:32.562641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:32.563605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.571121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.623842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Provisioning complete for port 90d3fb8c-e998-49a6-9a87-f83912c44f2a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:32.624253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d3b148b1-05b7-4c61-869e-336863bf73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.624958 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee96bc03-bdcb-4784-93ab-322e766be296 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:32.625417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee96bc03-bdcb-4784-93ab-322e766be296 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:32.629577 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee96bc03-bdcb-4784-93ab-322e766be296 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/fe926166-1c5b-4754-9a17-a4c17e16e4ae HTTP/1.1" status: 404 len: 337 time: 0.1836240 Dec 22 08:41:32.631052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59656) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.656838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:32.659475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:32.740879 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3087320 Dec 22 08:41:32.743594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59660) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.752326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Request body: {'floatingip': {'port_id': '5b69f409-0995-490d-8d1f-d7c77da4b0bd'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:32.946644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] DHCP port deletion for a04fbf5a-c441-49f9-9393-7dc68efd6e15 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:32.951569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Deleting port 90d3fb8c-e998-49a6-9a87-f83912c44f2a {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:32.951974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.001067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.048546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Provisioning for port 5b69f409-0995-490d-8d1f-d7c77da4b0bd completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:33.064466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Provisioning complete for port 5b69f409-0995-490d-8d1f-d7c77da4b0bd triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:33.064892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.128852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Port 5b69f409-0995-490d-8d1f-d7c77da4b0bd cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:33.232936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1dbabfc4-f94b-42de-b30a-d5f57c909b98 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:33.233726 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a586ce-5530-4c4d-ad91-71a9565df63e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:33.234411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a586ce-5530-4c4d-ad91-71a9565df63e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:33.239328 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e9a586ce-5530-4c4d-ad91-71a9565df63e tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/subnets/d359c088-f331-4769-ac73-f601bc9d640d HTTP/1.1" status: 404 len: 337 time: 0.6050277 Dec 22 08:41:33.245324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59666) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.255519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 90d3fb8c-e998-49a6-9a87-f83912c44f2a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:33.291217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Provisioning for port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:33.342416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Provisioning complete for port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:33.342645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.384697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302792e1-3325-4bcc-8442-d810b5dbabd8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:33.395066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302792e1-3325-4bcc-8442-d810b5dbabd8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:33.396399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-302792e1-3325-4bcc-8442-d810b5dbabd8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:33.415802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] For port 90d3fb8c-e998-49a6-9a87-f83912c44f2a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=90d3fb8c-e998-49a6-9a87-f83912c44f2a,segment=NetworkSegment(fa9f9287-5119-4f12-906b-6412842c62dd),segment_id=fa9f9287-5119-4f12-906b-6412842c62dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:33.416230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.420999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Deleting port 255eaae4-6832-4377-a3dd-abf08bd01490 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:33.421491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.458992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting port 020f5e25-7f37-4ff6-96f8-a326f900402c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:33.459496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.556731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Calling delete_port for 90d3fb8c-e998-49a6-9a87-f83912c44f2a owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:33.590580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-302792e1-3325-4bcc-8442-d810b5dbabd8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:33.593997 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-302792e1-3325-4bcc-8442-d810b5dbabd8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1480238 Dec 22 08:41:33.598912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59670) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.607519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router e4401a32-a43f-4e5a-b105-5dc90fea7f45 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:33.668384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:33.668755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.748839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.818904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.831777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.838150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-65c59880-c0cf-4f37-bf40-f3500a0578b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:33.847314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 15699ebf-5c82-44b9-a20c-d41381b640d7 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:33.847649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.973832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Pushing event deleted for resources: {'Port': ['ID=90d3fb8c-e998-49a6-9a87-f83912c44f2a,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:33.982849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:33.990335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] No DVR routers for this DVR port 90d3fb8c-e998-49a6-9a87-f83912c44f2a on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:34.022570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] For port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:34.036157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.037658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.044357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:34.046216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.066557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:34.092466 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] Sync routers for ids ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:34.098777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Could not find standard attr ID for object 90d3fb8c-e998-49a6-9a87-f83912c44f2a. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:34.114377 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] Routers {'e4401a32-a43f-4e5a-b105-5dc90fea7f45'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:34.114875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.116704 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:34.136270 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/e4401a32-a43f-4e5a-b105-5dc90fea7f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0567069 Dec 22 08:41:34.161448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Provisioning for port 15699ebf-5c82-44b9-a20c-d41381b640d7 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:34.164397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59674) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:34.174944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:34.183635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Provisioning complete for port 15699ebf-5c82-44b9-a20c-d41381b640d7 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:34.184050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.215140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Pushing event updated for resources: {'Port': ['ID=8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:34.226416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:34.227718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:34.238080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.241946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1788bb36-d4ec-4e42-b596-9c91efca1f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:34.250440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Calling delete_port for 255eaae4-6832-4377-a3dd-abf08bd01490 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:34.314273 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:34.324953 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'code': 200} Dec 22 08:41:34.325572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Port 15699ebf-5c82-44b9-a20c-d41381b640d7 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:34.335829 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] Routers {'e4401a32-a43f-4e5a-b105-5dc90fea7f45'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:34.336454 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:34.382535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:34.391587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:34.398110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Provisioning complete for port 5e214f64-c329-41d3-bf51-18f3028d56a2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:34.398372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:34.398372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae10297-cd58-478a-957d-37850b8813b1 None None] The sync data for ids ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:34.400059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.422056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Calling delete_port for 020f5e25-7f37-4ff6-96f8-a326f900402c owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:34.432698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.448574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:34.462142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Port 5e214f64-c329-41d3-bf51-18f3028d56a2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:34.465398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Could not find standard attr ID for object 255eaae4-6832-4377-a3dd-abf08bd01490. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:34.496307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c6cf9-8e55-4cdf-bf52-b5d1d198e0b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:34.496736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e5c6cf9-8e55-4cdf-bf52-b5d1d198e0b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:34.505850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:34.518364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Port': ['ID=255eaae4-6832-4377-a3dd-abf08bd01490,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:34.521945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:34.524481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.542014 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/ports/255eaae4-6832-4377-a3dd-abf08bd01490 HTTP/1.1" status: 204 len: 168 time: 1.2915692 Dec 22 08:41:34.542902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59682) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:34.684622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.833725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.861182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e5c6cf9-8e55-4cdf-bf52-b5d1d198e0b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:34.862356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e5c6cf9-8e55-4cdf-bf52-b5d1d198e0b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports/5e214f64-c329-41d3-bf51-18f3028d56a2 HTTP/1.1" status: 200 len: 910 time: 0.6974754 Dec 22 08:41:34.862528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04fbf5a-c441-49f9-9393-7dc68efd6e15']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:34.869817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:34.885567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.898262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.934876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9f9287-5119-4f12-906b-6412842c62dd') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:34.935201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9f9287-5119-4f12-906b-6412842c62dd') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.067088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.141409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.174594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.187769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:35.187769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:35.203217 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:35.218689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:35.263590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 15699ebf-5c82-44b9-a20c-d41381b640d7 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:35.297880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:35.298258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.338713 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP e78e4148-7a4f-43dd-86a0-fd31f558f2e9 associated. External IP: 172.26.7.162, port: f58dd129-dbc6-49ca-b418-c2098143cc41. Dec 22 08:41:35.406128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.421462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a662d53e-4c2a-4ec7-b95e-a8ff40e7392a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:35.466671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.476916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.483532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:35.506340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Pushing event deleted for resources: {'Network': ['ID=a04fbf5a-c441-49f9-9393-7dc68efd6e15,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:35.509414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:35.561409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Port': ['ID=020f5e25-7f37-4ff6-96f8-a326f900402c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:35.569868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.616903 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] 10.222.0.36 "DELETE /v2.0/networks/a04fbf5a-c441-49f9-9393-7dc68efd6e15 HTTP/1.1" status: 204 len: 168 time: 1.0725458 Dec 22 08:41:35.621605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:35.727985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.750989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf32c919-2f57-4e86-8966-8b85f24eee7c tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:35.923282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=15699ebf-5c82-44b9-a20c-d41381b640d7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:35.931429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:35.997896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.034159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59700) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.148898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.158289 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/15699ebf-5c82-44b9-a20c-d41381b640d7 HTTP/1.1" status: 204 len: 168 time: 2.5553107 Dec 22 08:41:36.159269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59706) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.289850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 5e214f64-c329-41d3-bf51-18f3028d56a2 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:36.290334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.371573 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e7c84e61-a05f-4697-b0ad-856135d82b48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdc1d6d0cc264e8fbf7c366514f99413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353460 Dec 22 08:41:36.376593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.634887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.676812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.787818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.793910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81178134-404d-480e-94ee-faab6baa5fd4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:36.794041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81178134-404d-480e-94ee-faab6baa5fd4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:36.794791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-81178134-404d-480e-94ee-faab6baa5fd4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:36.834352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Router 7758271c-e894-4373-bf4e-4e84c29e9992 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:36.845267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-81178134-404d-480e-94ee-faab6baa5fd4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:36.846410 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-81178134-404d-480e-94ee-faab6baa5fd4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6780748 Dec 22 08:41:36.851527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59718) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.857716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:36.867086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 5e214f64-c329-41d3-bf51-18f3028d56a2 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:37.137507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet ee8d86f3-8420-4857-9e15-5faae89a0aec {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:37.138282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.144964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:37.155459 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "PUT /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8866935 Dec 22 08:41:37.157499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59722) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.158213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.158983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] Sync routers for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:37.164499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-460d162e-0f60-4682-b023-496cf0ff987b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:37.173503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:37.174211 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.184168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e2f46-9340-4d24-b72d-8a3a3c7a3803,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:37.189226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:37.192487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.198571 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b23e2f46-9340-4d24-b72d-8a3a3c7a3803 HTTP/1.1" status: 204 len: 168 time: 0.8203557 Dec 22 08:41:37.328024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.329062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.348974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2d48511e-ae49-4d18-bb9d-6db0921efec0 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:37.351567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] Routers {'7758271c-e894-4373-bf4e-4e84c29e9992'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:37.352702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7758271c-e894-4373-bf4e-4e84c29e9992'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.355096 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-edc73832-cb7c-4b92-a755-6f3c4880d815 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] show failed (client error): The resource could not be found. Dec 22 08:41:37.360461 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-edc73832-cb7c-4b92-a755-6f3c4880d815 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1254168442 HTTP/1.1" status: 404 len: 335 time: 0.1682570 Dec 22 08:41:37.365647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59728) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.372162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f93d16a0-b68e-4bbc-8685-c2d51660ad89 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:37.442230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=5e214f64-c329-41d3-bf51-18f3028d56a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:37.468817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.469671 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-f93d16a0-b68e-4bbc-8685-c2d51660ad89 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] update failed (client error): The resource could not be found. Dec 22 08:41:37.470205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b85bc3-d8d9-431a-91d4-62db77f669c3 None None] The sync data for ids ['7758271c-e894-4373-bf4e-4e84c29e9992'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:37.473550 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f93d16a0-b68e-4bbc-8685-c2d51660ad89 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1569065190 HTTP/1.1" status: 404 len: 335 time: 0.1055050 Dec 22 08:41:37.482175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59734) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.493045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.501332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:37.623306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:37.638421 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:37.661861 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:37.662483 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.676850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting subnet fe79c618-9d7a-47ae-8f75-33612ce217dd {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:37.786949 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.802068 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:37.803135 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.862867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.898323 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.898991 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57652083-7bbd-4d7a-9aac-54c5b459a2c0 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:38.003758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.182937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.227375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router e4401a32-a43f-4e5a-b105-5dc90fea7f45 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:38.280469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.439301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:38.441947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.453398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] Sync routers for ids ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:38.460626 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/e4401a32-a43f-4e5a-b105-5dc90fea7f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5890999 Dec 22 08:41:38.463409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59760) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.472800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] Routers {'e4401a32-a43f-4e5a-b105-5dc90fea7f45'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:38.477143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:38.522292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29326641-cfd9-4374-b30e-0d4efee543cb tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:38.541881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-29326641-cfd9-4374-b30e-0d4efee543cb tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:38.546160 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29326641-cfd9-4374-b30e-0d4efee543cb tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4401a32-a43f-4e5a-b105-5dc90fea7f45 HTTP/1.1" status: 200 len: 205 time: 0.0787086 Dec 22 08:41:38.546948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59764) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.599803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.604792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:38.607499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f5d02e1a-c02a-4d2a-8032-6eda24f2ee3e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:38.633152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] Routers {'e4401a32-a43f-4e5a-b105-5dc90fea7f45'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:38.635405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:38.659656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8d86f3-8420-4857-9e15-5faae89a0aec,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.672191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:38.680759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.703143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 5f4cc754-a8da-4827-bd1c-ad63c0d63268 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:38.704277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.708174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da826f84-3da7-4d92-900f-707c8dd5eb24 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:38.759336 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/ee8d86f3-8420-4857-9e15-5faae89a0aec HTTP/1.1" status: 204 len: 168 time: 1.8970325 Dec 22 08:41:38.759868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Subnet': ['ID=fe79c618-9d7a-47ae-8f75-33612ce217dd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.763361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59774) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.779693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:38.780593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b3cc28-b878-4ccf-bb7d-c8857885c9b1 None None] The sync data for ids ['e4401a32-a43f-4e5a-b105-5dc90fea7f45'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:38.783392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438fd40-6d9f-4af3-b050-343f04398bd4 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:38.809959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ce8f8-976a-4dca-8215-e52e3a33f295 None None] Network 68d230c1-9c08-4dcd-98a8-f879723badef requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:38.825492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.825492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/subnets/fe79c618-9d7a-47ae-8f75-33612ce217dd HTTP/1.1" status: 204 len: 168 time: 1.3365130 Dec 22 08:41:38.825492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:38.839189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c73c26e9-01e8-4b8f-9f4d-748bc130210e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.877731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59778) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.950994 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-902e1fbe-daf9-49a9-aa0e-28ce30c3e6ac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1794598 Dec 22 08:41:38.952121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59784) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.976675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:39.139645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting subnet d2e9d8bb-0f13-4bc1-9686-b35a40025b02 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:39.156872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.197329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59792) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.237219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:39.246170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.251565 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] Sync routers for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:39.290419 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:39.291401 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:39.292497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.326627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:39.345961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:39.350895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:39.361915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:39.426248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:39.429820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.508609 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:39.525548 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:39.527251 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:39.682498 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-437578f6-bf36-4379-a027-a3f7d13fcb0e tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/floatingips/e78e4148-7a4f-43dd-86a0-fd31f558f2e9 HTTP/1.1" status: 200 len: 978 time: 6.9359028 Dec 22 08:41:39.683220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59798) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.689190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.696392 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:39.697256 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05e9c7-f0e7-4f51-874e-0f219999372d None None] The sync data for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:39.759204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--789104190', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:39.764069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d56dd1a9-9bff-4dc6-9c39-f9feedf5ca3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.782475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:39.795795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:39.804767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:39.817232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:39.820644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.857699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 5b69f409-0995-490d-8d1f-d7c77da4b0bd {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:39.858085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.879139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:39.893305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Deleting port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:39.895168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.897487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c73c26e9-01e8-4b8f-9f4d-748bc130210e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.906860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c73c26e9-01e8-4b8f-9f4d-748bc130210e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.934246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] DHCP port deletion for 68d230c1-9c08-4dcd-98a8-f879723badef request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:39.951472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c73c26e9-01e8-4b8f-9f4d-748bc130210e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.952132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Deleting port ca0f802f-acad-4911-b062-85092403a7fc {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:39.952492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.952684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c26e9-01e8-4b8f-9f4d-748bc130210e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Fanout notify agent at l3_agent the message router_deleted on router e4401a32-a43f-4e5a-b105-5dc90fea7f45 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:39.975069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c73c26e9-01e8-4b8f-9f4d-748bc130210e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.982008 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c73c26e9-01e8-4b8f-9f4d-748bc130210e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/e4401a32-a43f-4e5a-b105-5dc90fea7f45 HTTP/1.1" status: 204 len: 168 time: 1.4290786 Dec 22 08:41:39.983019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.991547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:39.997739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.041932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.108426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet f299eb2f-c1a2-4b38-b19e-3f1603c15d5b {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:40.113180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.196650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.203301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.239181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:40.251392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:40.264305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.281406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dd82ff92-a59d-455b-b2d1-5b038fb51c6b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.332422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:40.377101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] For port ca0f802f-acad-4911-b062-85092403a7fc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ca0f802f-acad-4911-b062-85092403a7fc,segment=NetworkSegment(1c5a5bf5-379f-4d40-9673-dcb7f54a7e45),segment_id=1c5a5bf5-379f-4d40-9673-dcb7f54a7e45)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:40.377525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.379630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.386161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] For port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:40.386640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.468777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e9d8bb-0f13-4bc1-9686-b35a40025b02,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.492245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.513547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.536634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.541255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4e6c0e86-cf3b-4342-930f-10e731994867 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.560405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e075da-ea55-4ab8-b840-4e9c8ab4273d None None] Network 97734ac4-e017-44e1-9fe1-dbfb81bc168d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:40.577123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/subnets/d2e9d8bb-0f13-4bc1-9686-b35a40025b02 HTTP/1.1" status: 204 len: 168 time: 1.6879549 Dec 22 08:41:40.581378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Calling delete_port for ca0f802f-acad-4911-b062-85092403a7fc owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:40.594260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59810) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.597922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=f299eb2f-c1a2-4b38-b19e-3f1603c15d5b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.601604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.629462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.660440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-848a2aaa-02ec-4913-8925-adf10531c0f5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.663571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.685231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd25ae7-b02b-447c-b2df-78bdbd3684ee None None] Network 2963c5d3-31f8-425e-888d-d70a2af2cf9c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:40.753056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Calling delete_port for 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:40.770956 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/f299eb2f-c1a2-4b38-b19e-3f1603c15d5b HTTP/1.1" status: 204 len: 168 time: 0.7865713 Dec 22 08:41:40.777062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59814) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.786893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.812555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:40.823140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:40.925633 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:40.926803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.995566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.009446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=a6a81756-f781-4628-9418-94b93219d723,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:41.030731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:41.047516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.062741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting port ca0f802f-acad-4911-b062-85092403a7fc {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:41.063450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.068647 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1118958 Dec 22 08:41:41.068958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59818) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:41.149574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.163783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 2f0ea586-cc8b-4a31-838f-56c27e4495dc {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:41.164351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.173502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:41.206409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'a6a81756-f781-4628-9418-94b93219d723', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1574231963'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:41.207081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] No DVR routers for this DVR port ca0f802f-acad-4911-b062-85092403a7fc on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:41.251370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.257978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:41.290936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] The port 'ca0f802f-acad-4911-b062-85092403a7fc' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:41:41.340488 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:41:41.353825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Pushing event deleted for resources: {'Port': ['ID=ca0f802f-acad-4911-b062-85092403a7fc,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:41.358356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:41.358903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:41.360595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca0f802f-acad-4911-b062-85092403a7fc no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:41.409045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:41.410939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.420731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:41.479077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] No DVR routers for this DVR port 8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:41.480307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.524763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ca0f802f-acad-4911-b062-85092403a7fc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:41.525302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca0f802f-acad-4911-b062-85092403a7fc not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:41.542722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.558647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Pushing event deleted for resources: {'Port': ['ID=8a9fd944-b8b2-487b-afd7-f2ccbfaabcf9,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:41.573156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:41.573461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-991b381c-5d93-4358-99a3-d2b733e9f56d tempest-ExternalNetworksTestJSON-1492942444 tempest-ExternalNetworksTestJSON-1492942444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:41.576264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a92677-537e-4da9-bf61-cfec622106f7 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:41.591675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d230c1-9c08-4dcd-98a8-f879723badef']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:41.616955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5a5bf5-379f-4d40-9673-dcb7f54a7e45') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:41.617440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5a5bf5-379f-4d40-9673-dcb7f54a7e45') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:41.645994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.660395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 2f0ea586-cc8b-4a31-838f-56c27e4495dc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2f0ea586-cc8b-4a31-838f-56c27e4495dc,segment=NetworkSegment(e542d5e7-f692-4e38-b8b5-2a6599c2566b),segment_id=e542d5e7-f692-4e38-b8b5-2a6599c2566b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:41.660844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.729639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.751579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:41.771443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6364fa70-7a99-47e3-820f-3a04113446fb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:41.774759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:41.777699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:41.788523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.788903 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment f2ad10e7-faf1-4256-be3e-486527a87834 of type vlan for network 6a3deada-971b-4d68-b789-08d87505c159 Dec 22 08:41:41.792877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:41.802805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 2f0ea586-cc8b-4a31-838f-56c27e4495dc owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:41.806487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:41.817042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.817598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.817794 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Floating IP e78e4148-7a4f-43dd-86a0-fd31f558f2e9 disassociated. External IP: 172.26.7.162, port: 5b69f409-0995-490d-8d1f-d7c77da4b0bd. Dec 22 08:41:41.818124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 5b69f409-0995-490d-8d1f-d7c77da4b0bd owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:41.862057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:41.862503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:41.862908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:41.891034 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:41.914044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.922281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:41.945384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111ca50-92bf-4ab9-96f6-106030bc22e0 None None] DHCP port deletion for 2963c5d3-31f8-425e-888d-d70a2af2cf9c request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:42.007766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d111ca50-92bf-4ab9-96f6-106030bc22e0 None None] Deleting port 2f0ea586-cc8b-4a31-838f-56c27e4495dc {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:42.008166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d111ca50-92bf-4ab9-96f6-106030bc22e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.037410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] DHCP port deletion for 97734ac4-e017-44e1-9fe1-dbfb81bc168d request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:42.067792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Deleting port 82ba1926-88fe-4425-9546-9d28a279611b {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:42.070222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.072933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.079093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:42.079707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.083765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-805f60c2-7b18-48c9-bcd8-7f27d7ba9da9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.207786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01fe7847-ab0b-471b-955d-1fc7271aaa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.219704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.224143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.244527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3c52d313-e640-4242-9c9c-8b9fb5881971 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.300392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'a6a81756-f781-4628-9418-94b93219d723'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:42.301688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.305307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.324632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No DVR routers for this DVR port 2f0ea586-cc8b-4a31-838f-56c27e4495dc on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:42.329478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d111ca50-92bf-4ab9-96f6-106030bc22e0 None None] The port '2f0ea586-cc8b-4a31-838f-56c27e4495dc' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:41:42.396249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=2f0ea586-cc8b-4a31-838f-56c27e4495dc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.413246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.416704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cb944506-1317-426c-a8eb-c89297435b39 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.433071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.437947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.457901 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2541981 Dec 22 08:41:42.459377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=6a3deada-971b-4d68-b789-08d87505c159,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.461735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59824) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.471199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.472202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e45ab900-5fd2-4cf0-aeb1-57312acdc249 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.476148 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/networks/68d230c1-9c08-4dcd-98a8-f879723badef HTTP/1.1" status: 204 len: 168 time: 1.8714683 Dec 22 08:41:42.485110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59828) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.489283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Network': ['ID=68d230c1-9c08-4dcd-98a8-f879723badef,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.513105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 6a3deada-971b-4d68-b789-08d87505c159 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:42.533177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.550184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:42.560098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:42.564645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:42.569175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:42.578024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:42.580963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=5b69f409-0995-490d-8d1f-d7c77da4b0bd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.595331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.610498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.611691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.666549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 87d344af-df49-4e96-bc12-2cfe6b83d13d yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:42.829687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.897488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.923130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2963c5d3-31f8-425e-888d-d70a2af2cf9c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:42.942732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.957534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/a6a81756-f781-4628-9418-94b93219d723/bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:42.964393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e542d5e7-f692-4e38-b8b5-2a6599c2566b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:42.964863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e542d5e7-f692-4e38-b8b5-2a6599c2566b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:42.994997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.038731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting port 82ba1926-88fe-4425-9546-9d28a279611b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:43.039660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.074527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.105221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:43.105917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.112919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] For port 82ba1926-88fe-4425-9546-9d28a279611b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=82ba1926-88fe-4425-9546-9d28a279611b,segment=NetworkSegment(9ad76465-f48b-4121-82b1-ef67ed6e45fe),segment_id=9ad76465-f48b-4121-82b1-ef67ed6e45fe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:43.113317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:43.122161 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:43.151008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 5f4cc754-a8da-4827-bd1c-ad63c0d63268 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:43.278717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.298801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-256276b8-c46c-49fc-94a2-084fd9fb11ad tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:43.348523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.360828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Transition to ACTIVE for port object bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:43.380266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Transition to ACTIVE for port object bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:43.438780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.452785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=2963c5d3-31f8-425e-888d-d70a2af2cf9c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.457228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] For port 82ba1926-88fe-4425-9546-9d28a279611b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=82ba1926-88fe-4425-9546-9d28a279611b,segment=NetworkSegment(9ad76465-f48b-4121-82b1-ef67ed6e45fe),segment_id=9ad76465-f48b-4121-82b1-ef67ed6e45fe)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:43.457690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.464228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 82ba1926-88fe-4425-9546-9d28a279611b no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:43.466418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:43.474121 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/2963c5d3-31f8-425e-888d-d70a2af2cf9c HTTP/1.1" status: 204 len: 168 time: 2.6920469 Dec 22 08:41:43.474929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.553873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.554196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:43.567475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Calling delete_port for 82ba1926-88fe-4425-9546-9d28a279611b owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:43.582456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283612105', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:43.597312 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:41:43.598081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:43.603220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5bf5c051-12ca-4f08-818a-aac959c843ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:43.643049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.657147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.673018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Calling delete_port for 82ba1926-88fe-4425-9546-9d28a279611b owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:43.680402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] Sync routers for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:43.704643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.706768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:43.714359 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c088cb7f-b5e4-4e79-9998-3506df45db71 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6419926 Dec 22 08:41:43.724155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59838) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.731348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:router and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:43.737715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:43.747567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:43.757724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:43.759644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:43.760387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:43.774575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.775782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.791477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.798836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a59a089-8144-4c9a-a62c-1c6cb1ceb2c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:43.826661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:43.834496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.838717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Pushing event updated for resources: {'Port': ['ID=bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.841111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:43.844149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.848826 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/ports/5b69f409-0995-490d-8d1f-d7c77da4b0bd HTTP/1.1" status: 204 len: 168 time: 4.1608913 Dec 22 08:41:43.852488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.865336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] No DVR routers for this DVR port 82ba1926-88fe-4425-9546-9d28a279611b on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:43.884289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:43.890798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:43.893428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No active binding found for port 82ba1926-88fe-4425-9546-9d28a279611b {{(pid=87602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 08:41:43.893428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 82ba1926-88fe-4425-9546-9d28a279611b not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:43.893989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f0ea586-cc8b-4a31-838f-56c27e4495dc no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:43.909730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d9b16-1d77-4d59-8b84-46507d661fe9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:43.910430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-612d9b16-1d77-4d59-8b84-46507d661fe9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:43.950165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-612d9b16-1d77-4d59-8b84-46507d661fe9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:43.953718 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-612d9b16-1d77-4d59-8b84-46507d661fe9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1732078 Dec 22 08:41:43.954086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59846) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.961322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Port': ['ID=82ba1926-88fe-4425-9546-9d28a279611b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.963654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:44.025143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2f0ea586-cc8b-4a31-838f-56c27e4495dc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:44.025789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f0ea586-cc8b-4a31-838f-56c27e4495dc not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:44.043825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:44.044279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:44.046748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:44.047456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:44.117362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:44.117867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074bc706-a4f6-4563-82ff-f79a23da8966 None None] The sync data for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:44.123966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Attempting to bind port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:44.124431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Attempting to bind port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:44.124912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Attempting to bind port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:44.131415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:44.131686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:44.132184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.132643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:44.133200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Bound port: bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:44.133684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.250860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] For port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:44.254364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] For port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:44.258372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.262832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-dc7b3d61-1f97-47f7-a149-fb47ee591382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:44.347721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Pushing event updated for resources: {'Port': ['ID=bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:44.354043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:44.368056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.373495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.399628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91e520-984f-4be1-baa0-da92c2131512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:44.401309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91e520-984f-4be1-baa0-da92c2131512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:44.402000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0b91e520-984f-4be1-baa0-da92c2131512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:44.412097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.453579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.468571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0b91e520-984f-4be1-baa0-da92c2131512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:44.470052 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0b91e520-984f-4be1-baa0-da92c2131512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5150630 Dec 22 08:41:44.476829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59852) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:44.479112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97734ac4-e017-44e1-9fe1-dbfb81bc168d']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:44.548542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Deleting port 82ba1926-88fe-4425-9546-9d28a279611b {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:44.549419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.657490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad76465-f48b-4121-82b1-ef67ed6e45fe') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:44.657852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad76465-f48b-4121-82b1-ef67ed6e45fe') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:44.658844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet a6a81756-f781-4628-9418-94b93219d723 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:44.665783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.690980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.725304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b6b5c6f6-c4ff-466e-9902-48def066f436 None None] The port '82ba1926-88fe-4425-9546-9d28a279611b' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:41:44.741348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.6 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/123cb503-1beb-4351-bc1f-76f009f29520) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:44.751620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.783484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.805692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.816576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:44.816908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:44.832338 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:44.958998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.017271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.063318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.068025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5aef0a0b-80bc-4ee9-b88a-f117fed06735 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:45.068747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.100433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-010ad1ef-de1b-4bf6-84e0-f22fe70a94e3 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:45.114759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.118105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a81756-f781-4628-9418-94b93219d723,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:45.120869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:45.123285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.126306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.129955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a45b1c5-0ca1-41c2-857d-46363ea7a2e8 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:45.145997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Network': ['ID=97734ac4-e017-44e1-9fe1-dbfb81bc168d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:45.154256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:45.163681 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/networks/97734ac4-e017-44e1-9fe1-dbfb81bc168d HTTP/1.1" status: 204 len: 168 time: 2.6770072 Dec 22 08:41:45.169507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59856) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.202842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:45.207209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:45.210344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:45.268532 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/a6a81756-f781-4628-9418-94b93219d723 HTTP/1.1" status: 204 len: 168 time: 0.7906060 Dec 22 08:41:45.269379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59862) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.270480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:45.329411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting subnet 4f887469-66cf-4c62-91cc-040671731151 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:45.339440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.356168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=123cb503-1beb-4351-bc1f-76f009f29520,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:45.359677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:45.396716 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b6b9a45c-b0f7-4766-9d3c-bd265dcaf162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190097 Dec 22 08:41:45.398926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59866) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.405665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:45.419179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:45.441589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.623971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.685510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b275ca69-2415-4b87-9b48-be3d9baf7c77 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:45.732161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:45.739440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:45.743973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:45.756163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:45.833619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:45.837252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.860229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Provisioning for port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:45.868508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Provisioning complete for port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:45.868883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.023611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.059209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] For port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:46.064218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.066927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:46.067192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.118759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.147711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:46.161558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Deleting port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:46.162276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.189295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.199115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3f023006-b2cf-4e88-9b66-90c727ccae9d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:46.236169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Pushing event updated for resources: {'Port': ['ID=bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.243030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:46.258037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b2d9b-3556-436d-b922-a3434368f3a0 req-dc1421d9-0850-4cb3-889a-27805298a8c6 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:46.261160 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-083b2d9b-3556-436d-b922-a3434368f3a0 req-dc1421d9-0850-4cb3-889a-27805298a8c6 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.7093842 Dec 22 08:41:46.268510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.272555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Subnet': ['ID=4f887469-66cf-4c62-91cc-040671731151,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.283479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:46.303205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d921ef8-3717-41e7-b626-c6f89e366cee None None] Network 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:46.314525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.339822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.410473 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/subnets/4f887469-66cf-4c62-91cc-040671731151 HTTP/1.1" status: 204 len: 168 time: 1.2385514 Dec 22 08:41:46.420387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59872) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.496716 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-083b2d9b-3556-436d-b922-a3434368f3a0 req-656e4efe-07b4-4b1e-912a-ae2abf898816 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146730 Dec 22 08:41:46.598584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.26.7.120 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/c6dbb150-b370-4dfa-b9af-36f536fb2a3e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:46.654368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.662020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] For port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:46.662599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.803173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Deleting port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:46.803775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.820180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Calling delete_port for bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:46.940426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.948524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-598b65e4-bdb4-49e6-9f3a-b8ce6bcc3f50 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:46.948747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.982878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.990683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8225a41e-7d66-4212-ad65-ed89b7494da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:47.039512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port a47cbb08-1df6-480b-9b88-5c2ce411b53e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:47.039512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.046489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] No DVR routers for this DVR port bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:47.058984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] DHCP port deletion for 875c9e2b-91c2-46f7-9c8b-0d52ad5d337c request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:47.061466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Pushing event deleted for resources: {'Port': ['ID=bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.064277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:47.067545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Deleting port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:47.068047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.089915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:47.104019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:47.115892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e54e9f-a155-4c2e-bf53-3c12d62259fe req-c0cf39bd-dccb-401c-bfbd-348671494aeb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:47.117459 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e3e54e9f-a155-4c2e-bf53-3c12d62259fe req-c0cf39bd-dccb-401c-bfbd-348671494aeb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2514887 Dec 22 08:41:47.118919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:47.119519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.127550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3bcd0-72ad-4320-8e82-5ad932203063 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:47.128894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=d36933d6-55ba-449f-aeb0-d2e3425e8068,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.138558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.140743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:47.153791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.161951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:47.232147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:47.293461 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8870075 Dec 22 08:41:47.307842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59880) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.325943 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e3e54e9f-a155-4c2e-bf53-3c12d62259fe req-9e8e09c0-7dba-4a13-ab58-deae438a57a3 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989920 Dec 22 08:41:47.331357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-667744425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:47.345338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:47.350959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:47.357663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:47.365836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:router and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:47.378078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:47.398464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=c6dbb150-b370-4dfa-b9af-36f536fb2a3e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.406048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:47.413090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:47.426065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:47.454538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] For port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,segment=NetworkSegment(5b03f134-c5e6-4d2a-9917-d7295d5a130c),segment_id=5b03f134-c5e6-4d2a-9917-d7295d5a130c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:47.454908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.481537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.492085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.493151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.620560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Calling delete_port for 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:47.783780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'd36933d6-55ba-449f-aeb0-d2e3425e8068'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:47.784976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.847751 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] For port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,segment=NetworkSegment(5b03f134-c5e6-4d2a-9917-d7295d5a130c),segment_id=5b03f134-c5e6-4d2a-9917-d7295d5a130c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:47.848190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.916086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for a47cbb08-1df6-480b-9b88-5c2ce411b53e owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:47.955113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:47.968887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.976992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ecedf2d1-9f87-48ac-89b5-ca5e703b9e61 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:48.012254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.074890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Calling delete_port for 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:48.129035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.134208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Port': ['ID=12ef5dc1-55e5-4501-ad86-cf05eca3bf2d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.141236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:48.148504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.153226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] No DVR routers for this DVR port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:48.268406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.269890 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-66fa27fc-b317-458a-972c-8b8c55a31a3d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9623587 Dec 22 08:41:48.280526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59892) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.282994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:48.322795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:48.323197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:48.331898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:41:48.332277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bc4aa0d6-1698-450d-8ff0-5d50fd4e2d3f not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:48.350447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/d36933d6-55ba-449f-aeb0-d2e3425e8068/e481ce61-ed34-4eb3-a4b2-26ef085e2f54) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:48.402896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.438217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:48.440582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875c9e2b-91c2-46f7-9c8b-0d52ad5d337c']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:48.452557 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Sync routers for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:48.463000 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:48.463279 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:48.485597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b03f134-c5e6-4d2a-9917-d7295d5a130c') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:48.485883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b03f134-c5e6-4d2a-9917-d7295d5a130c') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:48.493953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.499074 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0316956 Dec 22 08:41:48.499697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59896) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.511570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.530477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.549521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:48.550096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.578964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:48.581262 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:48.639091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.680016 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-82d9f6cd-e222-4c4d-a75a-68cb334b1d9a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1764667 Dec 22 08:41:48.683863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59902) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.740896 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:48.783286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.788388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3be9e11-871c-4af8-a576-ca4bec9e5816 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:48.803486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.816537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Pushing event deleted for resources: {'Network': ['ID=875c9e2b-91c2-46f7-9c8b-0d52ad5d337c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.820442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:48.824225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Deleting port 12ef5dc1-55e5-4501-ad86-cf05eca3bf2d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:48.824735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.825458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/networks/875c9e2b-91c2-46f7-9c8b-0d52ad5d337c HTTP/1.1" status: 204 len: 168 time: 2.4040012 Dec 22 08:41:48.826410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59906) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.884868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4a2364e2-0de0-4b95-b187-566f6da278ec tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Synchronizing usage tracker for tenant:ef60a44eaf4742cf85287fbaa25bb8ce on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:48.900229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-858e852f-4798-43c9-826b-3d50c77b0808 None None] The port '12ef5dc1-55e5-4501-ad86-cf05eca3bf2d' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:41:48.926967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa7876-2da1-4685-8078-0cf74a9c1bbe tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:48.931302 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5ffa7876-2da1-4685-8078-0cf74a9c1bbe tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2438571 Dec 22 08:41:48.931528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59910) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.934686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4a2364e2-0de0-4b95-b187-566f6da278ec tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Unset dirty status for tenant:ef60a44eaf4742cf85287fbaa25bb8ce on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:48.938442 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4a2364e2-0de0-4b95-b187-566f6da278ec tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "GET /v2.0/ports?device_id=7758271c-e894-4373-bf4e-4e84c29e9992 HTTP/1.1" status: 200 len: 205 time: 0.1064310 Dec 22 08:41:48.965781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59914) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:49.032671 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cb6ad2e8-170d-4eb1-a7b7-6b1552a05cf7 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0972135 Dec 22 08:41:49.036626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59918) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:49.079734 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:45Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:49.084354 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Checking router: 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:49.084972 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Updating router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 port 123cb503-1beb-4351-bc1f-76f009f29520 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:49.100065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465477276', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:49.139494 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.155765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Transition to ACTIVE for port object e481ce61-ed34-4eb3-a4b2-26ef085e2f54 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:49.190903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3c64ea3-d990-4694-b63a-892339b5b6a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.191161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.193028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Transition to ACTIVE for port object e481ce61-ed34-4eb3-a4b2-26ef085e2f54 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:49.203583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b920e427-90c6-42b7-9743-fc6cc24b94ae tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:49.205300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.210852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:49.240511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ec133-72aa-41b1-a6b4-1ec3d70c4a29 req-cf2d4571-81b7-43a3-8639-865b91fb8b3b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:49.241986 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-443ec133-72aa-41b1-a6b4-1ec3d70c4a29 req-cf2d4571-81b7-43a3-8639-865b91fb8b3b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.8912449 Dec 22 08:41:49.272024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=a47cbb08-1df6-480b-9b88-5c2ce411b53e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.317036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:49.330100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:49.333812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:49.340802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:49.518035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Pushing event updated for resources: {'Port': ['ID=e481ce61-ed34-4eb3-a4b2-26ef085e2f54,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.533552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:49.563713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Attempting to bind port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:49.564452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Attempting to bind port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:49.565070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Attempting to bind port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:49.577505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:49.579511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:49.580188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.582057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:49.582793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Bound port: e481ce61-ed34-4eb3-a4b2-26ef085e2f54, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:49.583437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.593619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:49.636407 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.648567 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Transition to ACTIVE for port object 123cb503-1beb-4351-bc1f-76f009f29520 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:49.655653 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-443ec133-72aa-41b1-a6b4-1ec3d70c4a29 req-beff6605-1e0c-446a-9de8-a4506d25212f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3961599 Dec 22 08:41:49.657019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.659161 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.663480 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb8ce2b8-f782-4807-8f69-61dc63cf7645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:49.702429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] For port e481ce61-ed34-4eb3-a4b2-26ef085e2f54, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:49.706227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] For port e481ce61-ed34-4eb3-a4b2-26ef085e2f54, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e481ce61-ed34-4eb3-a4b2-26ef085e2f54,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:49.712738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.718802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1b99770e-a182-46dc-a997-62a415e5e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:49.732378 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Pushing event updated for resources: {'Port': ['ID=123cb503-1beb-4351-bc1f-76f009f29520,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.739599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:49.741985 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.742450 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.742887 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.743311 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.743732 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.744196 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.744615 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.745118 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.745544 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.746110 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.746649 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.747180 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:49.752112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:49.758349 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:49.762490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:49.768535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3c64ea3-d990-4694-b63a-892339b5b6a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.772324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3c64ea3-d990-4694-b63a-892339b5b6a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.782830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:49.786664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.792883 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Attempting to bind port 123cb503-1beb-4351-bc1f-76f009f29520 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:49.793293 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Attempting to bind port 123cb503-1beb-4351-bc1f-76f009f29520 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:49.793738 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Attempting to bind port 123cb503-1beb-4351-bc1f-76f009f29520 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:49.801026 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:49.801442 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:49.801909 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.802417 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:49.802931 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Bound port: 123cb503-1beb-4351-bc1f-76f009f29520, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:49.803433 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.806092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Pushing event updated for resources: {'Port': ['ID=e481ce61-ed34-4eb3-a4b2-26ef085e2f54,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.811175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:49.881100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3c64ea3-d990-4694-b63a-892339b5b6a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.881617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c64ea3-d990-4694-b63a-892339b5b6a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Fanout notify agent at l3_agent the message router_deleted on router 7758271c-e894-4373-bf4e-4e84c29e9992 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:49.917689 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] For port 123cb503-1beb-4351-bc1f-76f009f29520, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:49.918034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3c64ea3-d990-4694-b63a-892339b5b6a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.920377 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a3c64ea3-d990-4694-b63a-892339b5b6a7 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] 10.222.0.36 "DELETE /v2.0/routers/7758271c-e894-4373-bf4e-4e84c29e9992 HTTP/1.1" status: 204 len: 168 time: 0.9508865 Dec 22 08:41:49.921411 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] For port 123cb503-1beb-4351-bc1f-76f009f29520, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=123cb503-1beb-4351-bc1f-76f009f29520,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:49.930253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.939155 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:50.012800 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Pushing event updated for resources: {'Port': ['ID=123cb503-1beb-4351-bc1f-76f009f29520,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:50.017506 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:50.037446 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:50.038000 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:50.183828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.189255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7854a6cd-31e9-40f6-b7e2-983f50143cd9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:50.220658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.275861 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:50.309455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=6e148eb7-8bb4-464f-bdaf-853087fe8da7,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:50.313837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:50.321930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:50.322523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: 6a3deada-971b-4d68-b789-08d87505c159, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:50.362245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 6a3deada-971b-4d68-b789-08d87505c159 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:50.381464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 6a3deada-971b-4d68-b789-08d87505c159) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:50.393450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de8ca8-4a65-45ce-9e20-c2785de0c05a None None] Network 6a3deada-971b-4d68-b789-08d87505c159 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:50.395649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:50.397104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.443713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.465570 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4287901 Dec 22 08:41:50.466816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59926) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.503661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.827209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-6a3deada-971b-4d68-b789-08d87505c159', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:41:50.829315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.874131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::1 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/d36933d6-55ba-449f-aeb0-d2e3425e8068/a89df25e-6df7-497f-87d9-fadf60b08752) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:50.890919 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:45Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:50.902011 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d25f15-a6f5-497d-8300-07bf4132129a None None] The sync data for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv is: [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:45Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:51.090854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Allocated IP 172.20.0.2 (6a3deada-971b-4d68-b789-08d87505c159/6e148eb7-8bb4-464f-bdaf-853087fe8da7/5a916fd5-a38e-4241-8805-05f07ef58ecc) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:51.313949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e481ce61-ed34-4eb3-a4b2-26ef085e2f54 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:51.378450 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6002d6a-aaad-4c50-b13b-938c3a090bd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef60a44eaf4742cf85287fbaa25bb8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8735383 Dec 22 08:41:51.442497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59940) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:51.564439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 20c6e51b-a6e1-4410-ad5f-4673ec4e19cd is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:51.576981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:51.591513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Provisioning for port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:51.599696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Provisioning complete for port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:51.600109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.631711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.641792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:51.642188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.699365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.740334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Transition to ACTIVE for port object 5a916fd5-a38e-4241-8805-05f07ef58ecc will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:51.764060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.767906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Transition to ACTIVE for port object 5a916fd5-a38e-4241-8805-05f07ef58ecc will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:51.784622 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.785572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a831a-efc3-41a1-bd6e-3d95a85b2738 req-ebe6b770-e61a-4e0e-8486-e84f295c5ea8 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:51.787262 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b5a831a-efc3-41a1-bd6e-3d95a85b2738 req-ebe6b770-e61a-4e0e-8486-e84f295c5ea8 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.9519806 Dec 22 08:41:51.809262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84426bc1-1fb6-4c9f-bdea-e2cadfb0f4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:51.855545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Network 6a3deada-971b-4d68-b789-08d87505c159 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:51.864178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:51.875582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.882383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:51.889000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object a89df25e-6df7-497f-87d9-fadf60b08752 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:51.908543 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b5a831a-efc3-41a1-bd6e-3d95a85b2738 req-8d875186-73f8-4d2a-8afc-9b8bbedfa0a2 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097949 Dec 22 08:41:51.945409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 5f4cc754-a8da-4827-bd1c-ad63c0d63268 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:52.058516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:52.097592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] Sync routers for ids ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:52.156022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Attempting to bind port 5a916fd5-a38e-4241-8805-05f07ef58ecc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:52.156602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Attempting to bind port 5a916fd5-a38e-4241-8805-05f07ef58ecc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:52.156982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Attempting to bind port 5a916fd5-a38e-4241-8805-05f07ef58ecc on network 6a3deada-971b-4d68-b789-08d87505c159 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:52.159544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Pushing event updated for resources: {'Port': ['ID=5a916fd5-a38e-4241-8805-05f07ef58ecc,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.180862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.188840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:52.190078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:52.190461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Checking segment: {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:52.190913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.191469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Bound using segment: {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:52.192318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Bound port: 5a916fd5-a38e-4241-8805-05f07ef58ecc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:52.192926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.194740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.194886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.208489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-685a8e09-8917-4718-9025-77f487310d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:52.208902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-24721d3e-42a2-4e2a-aab8-7d87b81b14b6 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:52.213922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] Routers {'20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:52.214634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.275861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.277280 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.8014271 Dec 22 08:41:52.288830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e11fc1a-389d-44d2-afdb-7a88051dc443,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.290841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59944) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.299510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:52.303759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.308014 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e11fc1a-389d-44d2-afdb-7a88051dc443 HTTP/1.1" status: 204 len: 168 time: 0.8615048 Dec 22 08:41:52.322460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.329994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.371876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.378816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:52.382212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:52.390825 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] Sync routers for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:52.392404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=a89df25e-6df7-497f-87d9-fadf60b08752,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.401421 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/routers/5f4cc754-a8da-4827-bd1c-ad63c0d63268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5397525 Dec 22 08:41:52.403542 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:52.405086 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.406160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:52.406865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59950) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.414379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:52.415328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:52.416121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.454884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] Routers {'20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:52.455537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.609201 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.631496 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] Routers {'5f4cc754-a8da-4827-bd1c-ad63c0d63268'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:52.635603 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.678229 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-48aa76ec-9e31-42f5-aa47-bf3a169a79cc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/routers/20c6e51b-a6e1-4410-ad5f-4673ec4e19cd HTTP/1.1" status: 200 len: 880 time: 0.3857381 Dec 22 08:41:52.678972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59956) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.768423 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.768894 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28744001-51cd-480c-8110-5be16afd7e88 None None] The sync data for ids ['5f4cc754-a8da-4827-bd1c-ad63c0d63268'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:52.783166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.783682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bda5b-b27b-4066-9ace-a5df181e810a None None] The sync data for ids ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:52.796195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] For port e481ce61-ed34-4eb3-a4b2-26ef085e2f54, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e481ce61-ed34-4eb3-a4b2-26ef085e2f54,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:52.840726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.885075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.889649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-70e93276-c178-462c-81a2-32d32131f41d None None] For port 5a916fd5-a38e-4241-8805-05f07ef58ecc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:52.891701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:52.933995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:52.934643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:52.941316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-70e93276-c178-462c-81a2-32d32131f41d None None] For port 5a916fd5-a38e-4241-8805-05f07ef58ecc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=5a916fd5-a38e-4241-8805-05f07ef58ecc,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:52.973609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.980511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.081298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-259ea0da-3ed4-49de-8b19-6d72eede372f None None] Provisioning for port a89df25e-6df7-497f-87d9-fadf60b08752 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:53.089657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-259ea0da-3ed4-49de-8b19-6d72eede372f None None] Provisioning complete for port a89df25e-6df7-497f-87d9-fadf60b08752 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.090021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-259ea0da-3ed4-49de-8b19-6d72eede372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.122908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Pushing event updated for resources: {'Port': ['ID=e481ce61-ed34-4eb3-a4b2-26ef085e2f54,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.132128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:53.132592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-771bf985-c696-4bc0-bf2a-7094e5321a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:53.230661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (6a3deada-971b-4d68-b789-08d87505c159/6e148eb7-8bb4-464f-bdaf-853087fe8da7/fc1e038c-c154-48c4-8fc8-6896cc508305) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:53.239143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-259ea0da-3ed4-49de-8b19-6d72eede372f None None] Port a89df25e-6df7-497f-87d9-fadf60b08752 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:53.251723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Pushing event updated for resources: {'Port': ['ID=5a916fd5-a38e-4241-8805-05f07ef58ecc,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.252914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.254828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:53.293507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 85109e1a-8a85-4824-9fb3-3c3524e49dcf {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:53.293507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.676550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f24dca-898c-4577-900e-cc34578d4961 req-f6bcdcbd-546f-4d07-ad51-968d029b0271 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:53.681826 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a7f24dca-898c-4577-900e-cc34578d4961 req-f6bcdcbd-546f-4d07-ad51-968d029b0271 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.5884471 Dec 22 08:41:53.723246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59978) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:53.759730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.765247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.794760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a916fd5-a38e-4241-8805-05f07ef58ecc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:53.865974 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a7f24dca-898c-4577-900e-cc34578d4961 req-983194b3-a4cb-452f-bf98-88b7fc2b851c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805387 Dec 22 08:41:53.908851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 5a916fd5-a38e-4241-8805-05f07ef58ecc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:53.913456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fa8e29c-f437-477a-b775-094b36abecf7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:router {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:53.914272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 123cb503-1beb-4351-bc1f-76f009f29520 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:53.941447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object fc1e038c-c154-48c4-8fc8-6896cc508305 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:53.947102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fa8e29c-f437-477a-b775-094b36abecf7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:router {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:53.952027 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3fa8e29c-f437-477a-b775-094b36abecf7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2635505 Dec 22 08:41:53.952197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 85109e1a-8a85-4824-9fb3-3c3524e49dcf owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:53.952299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59984) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:53.959229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-80c71b56-71dd-4134-b067-d0ee4228bf3e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-283612105'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:53.980881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-706225735-network', 'tenant_id': 'd2bf9754c40141c3aed724e15899e85d'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:53.990030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 123cb503-1beb-4351-bc1f-76f009f29520 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:53.995824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 123cb503-1beb-4351-bc1f-76f009f29520 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.996236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.000370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:54.112384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.123005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.123864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.134022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.142381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-565e3aa5-5a0b-46d5-ad12-2b08cf72f04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:54.154808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 123cb503-1beb-4351-bc1f-76f009f29520, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=123cb503-1beb-4351-bc1f-76f009f29520,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:54.161006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.162004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e481ce61-ed34-4eb3-a4b2-26ef085e2f54 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:54.204876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-26fa2b31-cf93-49d7-b1f9-a092830b3081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:54.242147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Usage tracker for resource:network and tenant:d2bf9754c40141c3aed724e15899e85d is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:54.245812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:54.252600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:54.282352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Made reservation on behalf of d2bf9754c40141c3aed724e15899e85d for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:54.292687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.311524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.313176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=123cb503-1beb-4351-bc1f-76f009f29520,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:54.317058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:54.322030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.327362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:54.327826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.337494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:54.358387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=a89df25e-6df7-497f-87d9-fadf60b08752,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:54.367722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:54.375207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 6a3deada-971b-4d68-b789-08d87505c159 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:54.386438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:54.388870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:54.401546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:41:54.438803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Usage tracker for resource:security_group_rule and tenant:d2bf9754c40141c3aed724e15899e85d is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:54.459509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:54.511117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:54.531041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:54.541465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:54.548948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881e35c-d650-47f2-8488-18c96255b27b None None] Network 6a3deada-971b-4d68-b789-08d87505c159 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:54.583998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=fc1e038c-c154-48c4-8fc8-6896cc508305,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:54.587308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:54.597508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.685210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Provisioning for port 5a916fd5-a38e-4241-8805-05f07ef58ecc completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:54.691299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.694152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Provisioning complete for port 5a916fd5-a38e-4241-8805-05f07ef58ecc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:54.694707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.703407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-108f3939-27c9-47a2-a3e1-f185fb484bbf tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:54.837778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=85109e1a-8a85-4824-9fb3-3c3524e49dcf,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:54.841274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:54.947589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.987557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.995552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] For port 5a916fd5-a38e-4241-8805-05f07ef58ecc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=5a916fd5-a38e-4241-8805-05f07ef58ecc,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:55.001725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.004862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f64ef2b5-4563-47ea-a2b6-86311ac53ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:55.085917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Pushing event updated for resources: {'Port': ['ID=5a916fd5-a38e-4241-8805-05f07ef58ecc,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:55.089734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:55.121546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.126913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-af95d1fb-6648-45da-8cbf-a0a0c5a06e8e None None] Provisioning complete for port a89df25e-6df7-497f-87d9-fadf60b08752 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:55.127449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-af95d1fb-6648-45da-8cbf-a0a0c5a06e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.193075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-af95d1fb-6648-45da-8cbf-a0a0c5a06e8e None None] Port a89df25e-6df7-497f-87d9-fadf60b08752 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:55.219361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80c71b56-71dd-4134-b067-d0ee4228bf3e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.244011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80c71b56-71dd-4134-b067-d0ee4228bf3e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.244157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.244157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.277474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:55.309229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.314062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:55.316629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.331706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Router 3d572704-560d-45a1-a5c9-cd2747103ee3 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:41:55.409289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c96b39b-f8b3-4990-8b1d-54ef1be27153,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:55.415103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.415470 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Added segment 6c1a99fd-0d43-4baf-8833-0f7669be5898 of type vlan for network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad Dec 22 08:41:55.422050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:55.435556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8c708726-509e-478f-b440-1010574d56b7 None None] Provisioning for port fc1e038c-c154-48c4-8fc8-6896cc508305 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:55.442903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8c708726-509e-478f-b440-1010574d56b7 None None] Provisioning complete for port fc1e038c-c154-48c4-8fc8-6896cc508305 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:55.444562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8c708726-509e-478f-b440-1010574d56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.511280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8c708726-509e-478f-b440-1010574d56b7 None None] Port fc1e038c-c154-48c4-8fc8-6896cc508305 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:55.523274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.523820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Fanout notify agent at l3_agent the message router_deleted on router 5f4cc754-a8da-4827-bd1c-ad63c0d63268 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:55.526384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8c708726-509e-478f-b440-1010574d56b7 None None] Provisioning complete for port 5a916fd5-a38e-4241-8805-05f07ef58ecc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:55.526874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8c708726-509e-478f-b440-1010574d56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.546782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.606375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbb3df-ab0c-4572-9cdc-9bc6dc6f4305 req-744b6483-f7f1-49a1-9c79-636a257e7a04 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:55.612457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2cbb3df-ab0c-4572-9cdc-9bc6dc6f4305 req-744b6483-f7f1-49a1-9c79-636a257e7a04 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.5662622 Dec 22 08:41:55.690068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c71b56-71dd-4134-b067-d0ee4228bf3e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 20c6e51b-a6e1-4410-ad5f-4673ec4e19cd has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:55.694773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:55.701291 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "PUT /v2.0/routers/3d572704-560d-45a1-a5c9-cd2747103ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4181271 Dec 22 08:41:55.703989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59990) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.721090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:55.723128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Sync routers for ids ['3d572704-560d-45a1-a5c9-cd2747103ee3'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:55.740644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a916fd5-a38e-4241-8805-05f07ef58ecc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:55.779578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Routers {'3d572704-560d-45a1-a5c9-cd2747103ee3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:55.780584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3d572704-560d-45a1-a5c9-cd2747103ee3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:55.789015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.790344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:55.791083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.797269 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2cbb3df-ab0c-4572-9cdc-9bc6dc6f4305 req-cc8e2b28-ed52-445d-abac-0d39b0969bbc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130307 Dec 22 08:41:55.806071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dccde1a1-c232-42b7-8c21-c83604ca1fc7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:55.829429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.833698 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/routers/5f4cc754-a8da-4827-bd1c-ad63c0d63268 HTTP/1.1" status: 204 len: 168 time: 3.4178305 Dec 22 08:41:55.834598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 59994) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.859577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aea6c-fc02-4a4c-99ed-e56c79f27fb1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:55.860227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3a9aea6c-fc02-4a4c-99ed-e56c79f27fb1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:55.960397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3a9aea6c-fc02-4a4c-99ed-e56c79f27fb1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:55.961964 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3a9aea6c-fc02-4a4c-99ed-e56c79f27fb1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports/a89df25e-6df7-497f-87d9-fadf60b08752 HTTP/1.1" status: 200 len: 911 time: 0.2568500 Dec 22 08:41:55.964674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 59998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.971118 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2355304 Dec 22 08:41:56.002844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.010369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c71b56-71dd-4134-b067-d0ee4228bf3e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:56.020642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Request body: {'subnet': {'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-706225735-subnet', 'tenant_id': 'd2bf9754c40141c3aed724e15899e85d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:56.025877 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] Sync routers for ids ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:56.027813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-05e7135c-3f17-40d3-ab9b-b47db08a5997 None None] Provisioning complete for port fc1e038c-c154-48c4-8fc8-6896cc508305 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:56.028241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-05e7135c-3f17-40d3-ab9b-b47db08a5997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.028807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80c71b56-71dd-4134-b067-d0ee4228bf3e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.029946 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-80c71b56-71dd-4134-b067-d0ee4228bf3e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/20c6e51b-a6e1-4410-ad5f-4673ec4e19cd HTTP/1.1" status: 200 len: 887 time: 2.0771477 Dec 22 08:41:56.032785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.036824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:56.042672 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] Routers {'20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:56.044204 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.090739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Set router 3d572704-560d-45a1-a5c9-cd2747103ee3 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:56.098987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Pushing event updated for resources: {'Network': ['ID=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.107807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:56.114428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting subnet b73643ae-4e06-410f-9bbe-9a4a42092506 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:41:56.114617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Usage tracker for resource:subnet and tenant:d2bf9754c40141c3aed724e15899e85d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:56.123013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.129670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:56.143672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:56.145891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:56.194329 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.209419 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] Routers {'20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:56.210947 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.232915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Made reservation on behalf of d2bf9754c40141c3aed724e15899e85d for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:56.235380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.277177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-05e7135c-3f17-40d3-ab9b-b47db08a5997 None None] Port fc1e038c-c154-48c4-8fc8-6896cc508305 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:56.284374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 5a916fd5-a38e-4241-8805-05f07ef58ecc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:56.284883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.334008 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.335484 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6479f56-7d69-4b76-9c22-e784e88b3863 None None] The sync data for ids ['20c6e51b-a6e1-4410-ad5f-4673ec4e19cd'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:41:56.351710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da443cec-b624-4339-b705-98a0a6a5b6f1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:56.357959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da443cec-b624-4339-b705-98a0a6a5b6f1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:56.362132 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da443cec-b624-4339-b705-98a0a6a5b6f1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3937826 Dec 22 08:41:56.365412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60010) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.376153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a415b9a7-54a5-4fbc-bff9-1d7d8c4e22c8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/routers/20c6e51b-a6e1-4410-ad5f-4673ec4e19cd HTTP/1.1" status: 200 len: 887 time: 0.3421719 Dec 22 08:41:56.380074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60014) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.387946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.478709 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7fd42bd8-b461-4bea-9980-03f45fab30a8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c6e51b-a6e1-4410-ad5f-4673ec4e19cd HTTP/1.1" status: 200 len: 205 time: 0.0950110 Dec 22 08:41:56.480625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60018) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.593354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.604668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.618701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 123cb503-1beb-4351-bc1f-76f009f29520 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:56.693517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad6dc6ba-a6b2-442b-a8c9-7d11942b4512 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:56.747090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 123cb503-1beb-4351-bc1f-76f009f29520 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:56.747668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.791212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'name': 'tempest-NetworksTestDHCPv6-router-667744425', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:41:52Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None, '_interfaces': [{'id': 'a89df25e-6df7-497f-87d9-fadf60b08752', 'name': '', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'mac_address': 'fa:16:3e:32:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'd36933d6-55ba-449f-aeb0-d2e3425e8068', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:50Z', 'updated_at': '2021-12-22T08:41:53Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'subnets': [{'id': 'd36933d6-55ba-449f-aeb0-d2e3425e8068', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.805981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Checking router: 3d572704-560d-45a1-a5c9-cd2747103ee3 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:41:56.806312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Updating router 3d572704-560d-45a1-a5c9-cd2747103ee3 port a89df25e-6df7-497f-87d9-fadf60b08752 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:41:56.838625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.873618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.930801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.997410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=fc1e038c-c154-48c4-8fc8-6896cc508305,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.999775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.005457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:57.037820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.048664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad4a7dc0-411a-4ba8-b0c0-bb76a6bead46 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:57.059236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.069009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-994f9b3b-99a8-4857-9c56-077ea42a8868 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:57.183971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbdc8c5-2dfd-4af2-9398-24efb36efbbd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:57.186949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Checking segment: {'id': '6c1a99fd-0d43-4baf-8833-0f7669be5898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:57.187367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Network hostable DHCP agents. Network: 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:57.196196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:57.208352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Subnet': ['ID=b73643ae-4e06-410f-9bbe-9a4a42092506,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:57.227446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:57.237762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1f5f-27f3-4c20-ade0-3f09002f0dea req-2b7aa741-c8a5-4812-be83-0ce072085c8b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:57.239195 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-649b1f5f-27f3-4c20-ade0-3f09002f0dea req-2b7aa741-c8a5-4812-be83-0ce072085c8b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2942457 Dec 22 08:41:57.242285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:57.247312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.248823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c75c98-9c43-402c-8455-3953e186188e None None] Network 081eb33d-c622-4d74-9d27-61601c77b336 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:57.269123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/subnets/b73643ae-4e06-410f-9bbe-9a4a42092506 HTTP/1.1" status: 204 len: 168 time: 1.4238758 Dec 22 08:41:57.270308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.302034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:57.310430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.336836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port c6dbb150-b370-4dfa-b9af-36f536fb2a3e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:57.337199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.387537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 6a3deada-971b-4d68-b789-08d87505c159 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:57.396275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:57.417880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:57.418749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.434399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe5fd5-1549-4757-842a-281cf3c572c1 None None] Network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:57.472191 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-649b1f5f-27f3-4c20-ade0-3f09002f0dea req-206662e9-9512-45bb-a117-133e91a0bc0f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253222 Dec 22 08:41:57.521079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.526277 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5177093 Dec 22 08:41:57.560118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 9052b0f8-1504-44a8-9483-93990120cec3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:57.560472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.675778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.747144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.765331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Transition to ACTIVE for port object a89df25e-6df7-497f-87d9-fadf60b08752 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:57.782074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.788967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.802096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-39bace60-9c31-431a-8abe-c135ee19c218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:58.044871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] For port 9052b0f8-1504-44a8-9483-93990120cec3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9052b0f8-1504-44a8-9483-93990120cec3,segment=NetworkSegment(e54d90c0-40cc-4cc6-95c2-6860f205806f),segment_id=e54d90c0-40cc-4cc6-95c2-6860f205806f)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:58.045506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.106004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e545a6a7-eba3-4231-b8f8-d96060f8a7c6 None None] Provisioning complete for port fc1e038c-c154-48c4-8fc8-6896cc508305 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:58.106720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e545a6a7-eba3-4231-b8f8-d96060f8a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.171067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for c6dbb150-b370-4dfa-b9af-36f536fb2a3e owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:58.208698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e545a6a7-eba3-4231-b8f8-d96060f8a7c6 None None] Port fc1e038c-c154-48c4-8fc8-6896cc508305 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:41:58.221338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f34a1-279d-4071-8ceb-1548f2604daa None None] Pushing event updated for resources: {'Port': ['ID=a89df25e-6df7-497f-87d9-fadf60b08752,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.226380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-688f34a1-279d-4071-8ceb-1548f2604daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:58.256181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:41:58.301366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Attempting to bind port a89df25e-6df7-497f-87d9-fadf60b08752 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:58.301963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Attempting to bind port a89df25e-6df7-497f-87d9-fadf60b08752 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:58.302156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Attempting to bind port a89df25e-6df7-497f-87d9-fadf60b08752 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:41:58.319761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 9052b0f8-1504-44a8-9483-93990120cec3 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:58.359140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:41:58.359526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:41:58.359978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.360556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:41:58.361036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Bound port: a89df25e-6df7-497f-87d9-fadf60b08752, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:58.361418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.391255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] DHCP port deletion for 081eb33d-c622-4d74-9d27-61601c77b336 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:41:58.402894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60042) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.421191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1999573507-network', 'tenant_id': '1364b677ce1a4c7c8c3694c260d4e73a'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:41:58.445413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:58.447799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Deleting port 9052b0f8-1504-44a8-9483-93990120cec3 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:58.448213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.455601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Usage tracker for resource:network and tenant:1364b677ce1a4c7c8c3694c260d4e73a is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:58.463176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:58.485364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61cee4c-2118-48aa-844b-eca61cdc2a61 None None] Network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:41:58.496565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:58.606152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Made reservation on behalf of 1364b677ce1a4c7c8c3694c260d4e73a for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:58.621007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.646253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.676666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:58.690213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Usage tracker for resource:security_group_rule and tenant:1364b677ce1a4c7c8c3694c260d4e73a is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:58.695634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:58.732894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.737142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:58.740348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7673468a-6e4b-4419-b92e-18d42edc92cb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:58.751683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:41:58.793296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] For port 9052b0f8-1504-44a8-9483-93990120cec3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9052b0f8-1504-44a8-9483-93990120cec3,segment=NetworkSegment(e54d90c0-40cc-4cc6-95c2-6860f205806f),segment_id=e54d90c0-40cc-4cc6-95c2-6860f205806f)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:58.793696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.798263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] No DVR routers for this DVR port 9052b0f8-1504-44a8-9483-93990120cec3 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:58.824631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port a89df25e-6df7-497f-87d9-fadf60b08752 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:58.825109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.862823 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/3fb9d412-6bf7-47c2-ab5e-5d780a8140e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3946319 Dec 22 08:41:58.864417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=9052b0f8-1504-44a8-9483-93990120cec3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.868292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60048) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.884296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:58.914107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.930186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Calling delete_port for 9052b0f8-1504-44a8-9483-93990120cec3 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:58.960933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Sync routers for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:41:58.969532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:58.984133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] For port a89df25e-6df7-497f-87d9-fadf60b08752, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:41:59.019039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:59.019039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.020560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=c6dbb150-b370-4dfa-b9af-36f536fb2a3e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.030912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:59.074161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.086714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] For port a89df25e-6df7-497f-87d9-fadf60b08752, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a89df25e-6df7-497f-87d9-fadf60b08752,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:41:59.108410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.127303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081eb33d-c622-4d74-9d27-61601c77b336']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.132778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ecde2a1e-6ae7-4ff1-baaa-2376efe9dedd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:59.147907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e4f0d-7f1a-45e7-9d58-928e5fc0eb96 req-ee96eaef-af4a-46f7-9d71-12591b164be6 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.148987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54d90c0-40cc-4cc6-95c2-6860f205806f') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.149349 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b3e4f0d-7f1a-45e7-9d58-928e5fc0eb96 req-ee96eaef-af4a-46f7-9d71-12591b164be6 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.4508159 Dec 22 08:41:59.149488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54d90c0-40cc-4cc6-95c2-6860f205806f') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.180273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.210181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.216738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.231019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.232463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port a89df25e-6df7-497f-87d9-fadf60b08752, host dv-neutron-822602-1-hyperv, got binding levels [] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:41:59.232893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.247176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d50e7810-c9f8-43f9-8924-a9591da707cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:59.247389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:41:59.247623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.262632 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b3e4f0d-7f1a-45e7-9d58-928e5fc0eb96 req-144464d2-a80b-487e-9f87-3392cb0552fd tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981822 Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:59.264487 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:59.328055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:59.333881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.334540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.334838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.335296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.335757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.336236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.336696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.337149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.337596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.338045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.340781 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e6d14103-6a3f-4d9f-8611-2ad2678347f5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7016 time: 0.4633889 Dec 22 08:41:59.341763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.383134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60054) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.391267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2312f-0b12-4ccb-a3a7-5a9f7b0aa1ee,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.454221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for a89df25e-6df7-497f-87d9-fadf60b08752 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:41:59.457569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:59.471592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:59.472605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:59.555279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.571058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-867a19b2-db0f-4248-ae9b-1c67118f64de tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:59.606016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:41:59.622150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.634301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.634952 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Added segment c6350c7e-2f69-4f79-a5b8-af21b9f56459 of type vlan for network dcaf8aa4-297e-467d-b38f-7b6b904f19d6 Dec 22 08:41:59.652865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.666109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.668167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Network': ['ID=081eb33d-c622-4d74-9d27-61601c77b336,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.693575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:59.721489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.748909 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/networks/081eb33d-c622-4d74-9d27-61601c77b336 HTTP/1.1" status: 204 len: 168 time: 2.4760373 Dec 22 08:41:59.749471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.768874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9052b0f8-1504-44a8-9483-93990120cec3 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:59.835444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.835975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Fanout notify agent at l3_agent the message router_deleted on router 20c6e51b-a6e1-4410-ad5f-4673ec4e19cd {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:41:59.842310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.842310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.842744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.843071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.844045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.844649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.845582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.846447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.847052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.849090 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b6916e74-7dd1-4c7f-ad7d-7458200e750a tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5858 time: 0.4593008 Dec 22 08:41:59.856205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60066) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.926044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Routers {'3d572704-560d-45a1-a5c9-cd2747103ee3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:41:59.927795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3d572704-560d-45a1-a5c9-cd2747103ee3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.934513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port bdcb230c-1ed3-4f75-9965-feaf94f3766b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:41:59.934853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.008030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Deleting port 9052b0f8-1504-44a8-9483-93990120cec3 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:00.008714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.108940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 9052b0f8-1504-44a8-9483-93990120cec3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:00.109332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9052b0f8-1504-44a8-9483-93990120cec3 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:00.136557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:00.136922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:00.139869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f34a1-279d-4071-8ceb-1548f2604daa None None] Pushing event updated for resources: {'Port': ['ID=a89df25e-6df7-497f-87d9-fadf60b08752,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.140470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.140798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.142846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-688f34a1-279d-4071-8ceb-1548f2604daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:00.223704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.224758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:00.225331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.248917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e36f2edb-5520-4032-a0fa-bb0f7e5e9cb1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:00.255096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1a3689c6-bf91-4535-b348-ef5d37889765 None None] The port '9052b0f8-1504-44a8-9483-93990120cec3' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:42:00.265300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.266375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/20c6e51b-a6e1-4410-ad5f-4673ec4e19cd HTTP/1.1" status: 204 len: 168 time: 3.7850246 Dec 22 08:42:00.274564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for bdcb230c-1ed3-4f75-9965-feaf94f3766b owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:00.274760 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8671815 Dec 22 08:42:00.282592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60070) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.283428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60072) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.299726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Request body: {'subnet': {'network_id': 'dcaf8aa4-297e-467d-b38f-7b6b904f19d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1999573507-subnet', 'tenant_id': '1364b677ce1a4c7c8c3694c260d4e73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:00.300336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] Set router 3d572704-560d-45a1-a5c9-cd2747103ee3 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:00.357753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-520093410'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:00.375019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80b8a1-078c-4278-8359-e21a8ed58c07 req-6c49235a-19ba-4c43-9ef3-111129b9dae9 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:00.375019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c80b8a1-078c-4278-8359-e21a8ed58c07 req-6c49235a-19ba-4c43-9ef3-111129b9dae9 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6439798 Dec 22 08:42:00.380749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:00.392756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:00.406128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Usage tracker for resource:subnet and tenant:1364b677ce1a4c7c8c3694c260d4e73a is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:00.428593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:00.431377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:00.445820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:00.453467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:00.463118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Pushing event updated for resources: {'Network': ['ID=dcaf8aa4-297e-467d-b38f-7b6b904f19d6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.468302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:00.476372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:00.505139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network dcaf8aa4-297e-467d-b38f-7b6b904f19d6 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:00.527305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:00.530842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.551258 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c80b8a1-078c-4278-8359-e21a8ed58c07 req-60caafd9-edcc-4bcb-bb8a-7fd5dba90e85 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644292 Dec 22 08:42:00.551896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Made reservation on behalf of 1364b677ce1a4c7c8c3694c260d4e73a for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:00.554691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.585657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.595992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8622f98-4b86-4183-b8d8-ab7f0f60cd11 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:00.633313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-b2a37fca-9dbd-4f6e-a869-f10a33924ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:00.635083 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-b2a37fca-9dbd-4f6e-a869-f10a33924ca2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.8263838 Dec 22 08:42:00.644433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port a89df25e-6df7-497f-87d9-fadf60b08752 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:00.644846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.722171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=bdcb230c-1ed3-4f75-9965-feaf94f3766b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.749246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:00.764739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:00.792137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:41:55Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.792686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.793240 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment 11e3f108-c601-463c-a8df-cd7354d1fbe3 of type vlan for network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 Dec 22 08:42:00.801573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Checking router: 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:00.801933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Updating router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 port fc1e038c-c154-48c4-8fc8-6896cc508305 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:42:00.866728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.876649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-f4de2de5-0992-4d14-b597-929ab4aa7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:00.878418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-f4de2de5-0992-4d14-b597-929ab4aa7e07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 0.2341857 Dec 22 08:42:00.882087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.884524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.935380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.940115 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/floatingips/e78e4148-7a4f-43dd-86a0-fd31f558f2e9 HTTP/1.1" status: 204 len: 168 time: 1.1786180 Dec 22 08:42:00.951750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.997795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'name': 'tempest-NetworksTestDHCPv6-router-667744425', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:41:52Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None, '_interfaces': [{'id': 'a89df25e-6df7-497f-87d9-fadf60b08752', 'name': '', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'mac_address': 'fa:16:3e:32:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'd36933d6-55ba-449f-aeb0-d2e3425e8068', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:50Z', 'updated_at': '2021-12-22T08:41:58Z', 'revision_number': 4, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'subnets': [{'id': 'd36933d6-55ba-449f-aeb0-d2e3425e8068', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:01.005996 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e94f6c-899c-478d-be61-3d0ca0cdd740 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:01.006497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac89412-da02-4ac8-94ab-ed02afd19d80 None None] The sync data for ids ['3d572704-560d-45a1-a5c9-cd2747103ee3'] in dv-neutron-822602-1-hyperv is: [{'id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'name': 'tempest-NetworksTestDHCPv6-router-667744425', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:41:52Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None, '_interfaces': [{'id': 'a89df25e-6df7-497f-87d9-fadf60b08752', 'name': '', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'mac_address': 'fa:16:3e:32:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'd36933d6-55ba-449f-aeb0-d2e3425e8068', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:50Z', 'updated_at': '2021-12-22T08:41:58Z', 'revision_number': 4, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'subnets': [{'id': 'd36933d6-55ba-449f-aeb0-d2e3425e8068', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:01.006719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e94f6c-899c-478d-be61-3d0ca0cdd740 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:01.008388 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4e94f6c-899c-478d-be61-3d0ca0cdd740 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/ports/5b69f409-0995-490d-8d1f-d7c77da4b0bd HTTP/1.1" status: 404 len: 333 time: 0.0556321 Dec 22 08:42:01.016951 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4e25fbfa-549b-4a10-9f38-5fcb2fd01a48 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4311 time: 1.1507771 Dec 22 08:42:01.018834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port a89df25e-6df7-497f-87d9-fadf60b08752, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a89df25e-6df7-497f-87d9-fadf60b08752,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:01.019298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.035214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60082) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.097416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:01.171125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for a89df25e-6df7-497f-87d9-fadf60b08752 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:01.180234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1a4a492e-49ed-4d22-9c7f-27c391785d95 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Synchronizing usage tracker for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:01.198602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-a8bef55e-f92a-49f6-bff4-252c34bdfac8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 1000 time: 0.3105118 Dec 22 08:42:01.255778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.266829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:01.267481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.289649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.327692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a40e3522-c272-4032-8e56-3dc851d65bba tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.352240 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0581737 Dec 22 08:42:01.357208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60088) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.393185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.424303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1a4a492e-49ed-4d22-9c7f-27c391785d95 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Unset dirty status for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:01.427191 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1a4a492e-49ed-4d22-9c7f-27c391785d95 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4cc754-a8da-4827-bd1c-ad63c0d63268 HTTP/1.1" status: 200 len: 205 time: 0.3855479 Dec 22 08:42:01.433583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': 'a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:01.435169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60092) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.527154 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-17c9c006-2f70-436f-9fec-b39707086373 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] delete failed (client error): The resource could not be found. Dec 22 08:42:01.530979 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-17c9c006-2f70-436f-9fec-b39707086373 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/routers/5f4cc754-a8da-4827-bd1c-ad63c0d63268 HTTP/1.1" status: 404 len: 336 time: 0.0948362 Dec 22 08:42:01.538816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-6d52634d-a8ea-491e-a0c4-935cf522d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:01.540273 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-6d52634d-a8ea-491e-a0c4-935cf522d459 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.3353658 Dec 22 08:42:01.545635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60096) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.559393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Transition to ACTIVE for port object fc1e038c-c154-48c4-8fc8-6896cc508305 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:01.559909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.568192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.574082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.578609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.588271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.682803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:01.694213 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-29031126-09c0-48c2-92b7-9f3348c8af07 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:01.694780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29031126-09c0-48c2-92b7-9f3348c8af07 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:01.705069 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-29031126-09c0-48c2-92b7-9f3348c8af07 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/subnets/b73643ae-4e06-410f-9bbe-9a4a42092506 HTTP/1.1" status: 404 len: 337 time: 0.1509902 Dec 22 08:42:01.762407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:01.771038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60102) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.783376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:01.794111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:01.798292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:01.812878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=a89df25e-6df7-497f-87d9-fadf60b08752,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.813502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:01.821906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a89df25e-6df7-497f-87d9-fadf60b08752 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:01.842298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0d36103c-3514-441b-85f9-8bb8a382b1bc tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.941267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.942020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.942633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.943230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.943808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.944410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.944999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.945581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.946160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.953278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.954145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.954763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:01.966496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60104) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.966822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:01.972363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97645162', 'description': 'tempest-secgroup-smoke-97645162 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:02.050128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a89df25e-6df7-497f-87d9-fadf60b08752 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:02.050742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a89df25e-6df7-497f-87d9-fadf60b08752 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:42:02.070603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:02.084280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:02.097026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:02.108255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eab8021-b9f6-4fc6-885d-f0646a6f6e48,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:02.109908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.114486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:02.124011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Pushing event updated for resources: {'Port': ['ID=fc1e038c-c154-48c4-8fc8-6896cc508305,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:02.140896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port f58dd129-dbc6-49ca-b418-c2098143cc41 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:02.141276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.165104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Port a89df25e-6df7-497f-87d9-fadf60b08752 not found, will not notify nova. {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:42:02.210829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.212746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:02.278935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Attempting to bind port fc1e038c-c154-48c4-8fc8-6896cc508305 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:02.279501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Attempting to bind port fc1e038c-c154-48c4-8fc8-6896cc508305 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:02.280027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Attempting to bind port fc1e038c-c154-48c4-8fc8-6896cc508305 on network 6a3deada-971b-4d68-b789-08d87505c159 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:02.286603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:02.288408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Checking segment: {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:02.289075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.289585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Bound using segment: {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:02.290198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Bound port: fc1e038c-c154-48c4-8fc8-6896cc508305, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:02.290682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.316146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:02.321938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:02.358283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:02.361917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.388996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:02.394732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] For port fc1e038c-c154-48c4-8fc8-6896cc508305, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:02.398418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] For port fc1e038c-c154-48c4-8fc8-6896cc508305, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fc1e038c-c154-48c4-8fc8-6896cc508305,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:02.417989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.421619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.422012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.422385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.422752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.423121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.423482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.423841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.428466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.428866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.429242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.429611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.429970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.431499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-55b07ea6-7ee1-4ec1-bea9-426bb24cce2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:02.490047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Checking segment: {'id': 'c6350c7e-2f69-4f79-a5b8-af21b9f56459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dcaf8aa4-297e-467d-b38f-7b6b904f19d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:02.490405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Network hostable DHCP agents. Network: dcaf8aa4-297e-467d-b38f-7b6b904f19d6, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:02.504782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:02.513008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Pushing event updated for resources: {'Port': ['ID=fc1e038c-c154-48c4-8fc8-6896cc508305,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:02.517451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:02.531750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:02.532603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:02.676556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:02.679888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Network dcaf8aa4-297e-467d-b38f-7b6b904f19d6 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:02.724369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Router 3d572704-560d-45a1-a5c9-cd2747103ee3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:02.761792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd7b01-9028-4dbe-bed0-773e22e513dc req-801eb3e4-716d-41e6-bf56-8e2866143215 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:02.763648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-79dd7b01-9028-4dbe-bed0-773e22e513dc req-801eb3e4-716d-41e6-bf56-8e2866143215 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.7075551 Dec 22 08:42:02.772392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, dcaf8aa4-297e-467d-b38f-7b6b904f19d6) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:02.788067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e3129-f958-46b6-954a-d4d2c376c4fc None None] Network dcaf8aa4-297e-467d-b38f-7b6b904f19d6 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:02.835362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-28c720d2-f977-4c68-b5fb-86629f53acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:02.837533 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-28c720d2-f977-4c68-b5fb-86629f53acd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2504201 Dec 22 08:42:02.839704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:02.840667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.934896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:02.955441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.964894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.988301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6105120-27c8-4687-8759-c09da38c7408 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:02.991839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:03.005321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.006621 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.0388074 Dec 22 08:42:03.015609 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "PUT /v2.0/routers/3d572704-560d-45a1-a5c9-cd2747103ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6471846 Dec 22 08:42:03.016351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.016680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60112) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.068014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '07656aa8-84ea-46b4-8dfb-93803ddefc10', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:03.085354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:03.093791 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8003531 Dec 22 08:42:03.108771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:03.114996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:03.118496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07656aa8-84ea-46b4-8dfb-93803ddefc10,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.133727 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-79dd7b01-9028-4dbe-bed0-773e22e513dc req-e1b9551a-eac8-4d6e-8af9-212b611169e4 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564062 Dec 22 08:42:03.139646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:03.140108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:03.182772 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] Sync routers for ids ['3d572704-560d-45a1-a5c9-cd2747103ee3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:03.188476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c8b7b-1c25-46be-a8c0-cb5b74869390 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.193143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c8b7b-1c25-46be-a8c0-cb5b74869390 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.198674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60120) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.200595 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6a2c8b7b-1c25-46be-a8c0-cb5b74869390 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1783705 Dec 22 08:42:03.202874 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] Routers {'3d572704-560d-45a1-a5c9-cd2747103ee3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:03.205646 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3d572704-560d-45a1-a5c9-cd2747103ee3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:03.225383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.316562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.356343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.375775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.413299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:03.425315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.427097 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4065819 Dec 22 08:42:03.431218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60126) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.438245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '07656aa8-84ea-46b4-8dfb-93803ddefc10', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:03.448724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1021fbb0-6400-423e-abcc-3c6278264c0e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.458333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:03.462323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:03.465546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:03.470084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:03.478757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:03.518511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.535035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386ba51-b22c-4643-b8ed-aa083c2d177f None None] Network dcaf8aa4-297e-467d-b38f-7b6b904f19d6 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:03.543315 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] Set router 3d572704-560d-45a1-a5c9-cd2747103ee3 gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:03.551364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for f58dd129-dbc6-49ca-b418-c2098143cc41 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:03.599314 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-13569186-f4c0-4165-be8a-e3fad6ee6fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322407 Dec 22 08:42:03.609369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.683787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-617c6bf3-1954-4191-93d4-34351d6c6430 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:03.733086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.739967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.750929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:03.766000 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'name': 'tempest-NetworksTestDHCPv6-router-667744425', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:42:01Z', 'revision_number': 3, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:03.770984 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] Checking router: 3d572704-560d-45a1-a5c9-cd2747103ee3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:03.779890 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] Routers {'3d572704-560d-45a1-a5c9-cd2747103ee3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:03.780534 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3d572704-560d-45a1-a5c9-cd2747103ee3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:03.797488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4d58e1-004a-4253-aab8-696a618ea220,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.804060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:03.808920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet d36933d6-55ba-449f-aeb0-d2e3425e8068 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:03.826467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.830782 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3985932 Dec 22 08:42:03.831430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.838734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '07656aa8-84ea-46b4-8dfb-93803ddefc10', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:03.846180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:03.855485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:03.859346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:03.868530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=d287187a-6129-4a45-b6f7-8d4b6c7576bc,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.872467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:03.893627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.968678 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] Set router 3d572704-560d-45a1-a5c9-cd2747103ee3 gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:04.011036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.017856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:02Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:04.024726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917864c-2c24-43b9-89bc-a94a3d367e28 None None] The sync data for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv is: [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:02Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:04.053756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:04.103604 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'name': 'tempest-NetworksTestDHCPv6-router-667744425', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:42:01Z', 'revision_number': 3, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:04.114970 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed353d2-f958-46e2-bc85-cb034e5fda91 None None] The sync data for ids ['3d572704-560d-45a1-a5c9-cd2747103ee3'] in dv-neutron-822602-1-hyperv is: [{'id': '3d572704-560d-45a1-a5c9-cd2747103ee3', 'name': 'tempest-NetworksTestDHCPv6-router-667744425', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:47Z', 'updated_at': '2021-12-22T08:42:01Z', 'revision_number': 3, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:04.130644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.143133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.175040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.180528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': '11e3f108-c601-463c-a8df-cd7354d1fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:04.181136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:04.187790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.203718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9a021861-02f3-4ed1-9fbb-c38b0970fd94 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:04.213002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ee37d1c-2714-443c-ae6c-7210c90c4700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:04.246313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-ffaf653f-7f9d-4708-9cee-ab470cb04e73 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.253500 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-ffaf653f-7f9d-4708-9cee-ab470cb04e73 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/networks?id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad HTTP/1.1" status: 200 len: 811 time: 0.2984674 Dec 22 08:42:04.263491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833fb60f-06fb-4782-a625-0208fdac2db0,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:04.266001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:04.276481 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-6599d5e7-233e-4cb1-b08e-60962ea12d07 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/quotas/d2bf9754c40141c3aed724e15899e85d HTTP/1.1" status: 200 len: 375 time: 0.0213082 Dec 22 08:42:04.300982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=f58dd129-dbc6-49ca-b418-c2098143cc41,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:04.313246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:04.324425 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2af41bc6-6d00-4864-9ba4-3e34b2539c30 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2bf9754c40141c3aed724e15899e85d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470698 Dec 22 08:42:04.325335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.329317 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4967928 Dec 22 08:42:04.330117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.335117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '07656aa8-84ea-46b4-8dfb-93803ddefc10', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:04.346242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:04.358253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:04.361645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:04.367787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:04.389357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.401268 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fbb1d415-3c43-4a19-ac50-f889891f07c6 req-75ea68ef-b53d-4852-875b-895d40963b6f service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479396 Dec 22 08:42:04.577142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.602445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.613976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10059d15-f896-4540-a4ed-bc9fbbdaec7a tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:04.634009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:04.646100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054d0c84-319c-4022-90a3-2569bd657ca4,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:04.656648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:04.659258 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-afe58b10-9905-4946-8df6-bf8ab5405f4e service neutron] 10.222.0.36 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189900 Dec 22 08:42:04.662382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:04.667557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda4612-715b-4e3b-8afc-25f23dbcb428 None None] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:04.670044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.670892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.713505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.715361 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/ports/f58dd129-dbc6-49ca-b418-c2098143cc41 HTTP/1.1" status: 204 len: 168 time: 2.7666049 Dec 22 08:42:04.720937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60154) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.778283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.782632 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4515533 Dec 22 08:42:04.783518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.798884 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3836408 Dec 22 08:42:04.803701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 45979eb2-6b97-4df0-86c0-c0f52cd32167 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:04.804064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.808751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.816289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '07656aa8-84ea-46b4-8dfb-93803ddefc10', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:04.823573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-967394724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:04.833561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:04.836183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:04.847123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:router and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:04.852888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:04.855694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:04.865021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:04.871641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.879580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:04.882332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:04.919358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac656b-0dbf-42fc-84de-92ddb47ec38d req-929bb094-ab31-43b5-b2c5-6cb5e6cb3b9b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.927396 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-24ac656b-0dbf-42fc-84de-92ddb47ec38d req-929bb094-ab31-43b5-b2c5-6cb5e6cb3b9b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6107635 Dec 22 08:42:04.940339 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:42:04.952512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.953948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.969175 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-40f0750a-be6a-4550-ba1f-7f3a8301a825 service neutron] 10.222.0.36 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075933 Dec 22 08:42:04.972008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.013024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.055698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1', 'network_id': 'a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': 'd287187a-6129-4a45-b6f7-8d4b6c7576bc'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:05.058317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.078789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.097274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.109185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.123400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84cccd96-5642-460f-8c02-9e91b4f82974 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:05.146365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decf95ce-7520-420d-a4d4-9ee8fb7cfebf,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:05.149355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:05.150599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.151881 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82f58830-88aa-4fd7-9e74-f47e15152551 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3419945 Dec 22 08:42:05.154682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.212282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.238928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bcf5b58a-fd34-4e36-b4cc-1a9e8f18dcdf tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:05.279543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.283905 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4937887 Dec 22 08:42:05.294642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60176) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.315980 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-24ac656b-0dbf-42fc-84de-92ddb47ec38d req-4f6ad71c-5d66-49b9-9339-52a02ee22df6 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873565 Dec 22 08:42:05.321445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=d36933d6-55ba-449f-aeb0-d2e3425e8068,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:05.332488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:05.337192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '07656aa8-84ea-46b4-8dfb-93803ddefc10', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:05.358493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984dff7e-5a4c-4b4e-af6f-49c2f9f929a9 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:05.371665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.382190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:05.382793 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-da958eb6-ba0f-432b-a2ad-7ccbbf3789d5 req-bf4a86ea-a407-4da7-b944-af5f4ed7bc11 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 210 time: 0.1394172 Dec 22 08:42:05.445135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:05.463505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Allocated IP 172.20.0.2 (a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1/d287187a-6129-4a45-b6f7-8d4b6c7576bc/fa286f62-08bc-496f-9fbb-2ba49f395f80) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:05.466959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:05.473169 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/d36933d6-55ba-449f-aeb0-d2e3425e8068 HTTP/1.1" status: 204 len: 168 time: 2.2675545 Dec 22 08:42:05.481008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60180) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.481426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:05.696880 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:42:05.729026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.780157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.781596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fc1e038c-c154-48c4-8fc8-6896cc508305 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:06.023563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 45979eb2-6b97-4df0-86c0-c0f52cd32167 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:06.053089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.066283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Transition to ACTIVE for port object fa286f62-08bc-496f-9fbb-2ba49f395f80 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:06.094453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Transition to ACTIVE for port object fa286f62-08bc-496f-9fbb-2ba49f395f80 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:06.117457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.122823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f8757dfd-1e57-48bb-a01e-ee664fb1392a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:06.138392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.155543 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-881e6867-8c76-4bb5-a31f-aef6ed7abaab tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6716547 Dec 22 08:42:06.158095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60192) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.198448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port fc1e038c-c154-48c4-8fc8-6896cc508305 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:06.219777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fc1e038c-c154-48c4-8fc8-6896cc508305 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:06.220206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.260832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:06.282712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:06.289278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:06.291763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] Deleting port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:06.292294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.324732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:06.327402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.336866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.377045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6912b73f-712e-4ed3-81a9-828433b0bc8b tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:06.402662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d32d6bf9-4bb0-4f09-9c6b-ceb7765a2b7b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.457619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Pushing event updated for resources: {'Port': ['ID=fa286f62-08bc-496f-9fbb-2ba49f395f80,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:06.489530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:06.591535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.664401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df68385f-2060-4e9c-920d-473e433f9d83,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:06.667729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:06.676639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4268d9e-780e-44bc-b9c7-e5dff65316ae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:06.676808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Attempting to bind port fa286f62-08bc-496f-9fbb-2ba49f395f80 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:06.677053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Attempting to bind port fa286f62-08bc-496f-9fbb-2ba49f395f80 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '11e3f108-c601-463c-a8df-cd7354d1fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:06.677487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Attempting to bind port fa286f62-08bc-496f-9fbb-2ba49f395f80 on network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:06.700938 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-48869b9b-1d32-4934-9a84-12cb6de20bc7 req-bdde0fcc-1670-4350-a220-86d5263a0b01 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 210 time: 0.0625832 Dec 22 08:42:06.714843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:06.715115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Checking segment: {'id': '11e3f108-c601-463c-a8df-cd7354d1fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:06.715307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.715708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Bound using segment: {'id': '11e3f108-c601-463c-a8df-cd7354d1fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:06.716198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Bound port: fa286f62-08bc-496f-9fbb-2ba49f395f80, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e3f108-c601-463c-a8df-cd7354d1fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:06.716684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.717781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.20.0.1 (a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1/d287187a-6129-4a45-b6f7-8d4b6c7576bc/006b2097-47a7-4052-92a0-d4672a9f4b40) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:06.754807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] For port e481ce61-ed34-4eb3-a4b2-26ef085e2f54, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e481ce61-ed34-4eb3-a4b2-26ef085e2f54,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:06.755208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.792524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.916196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.934027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] Calling delete_port for e481ce61-ed34-4eb3-a4b2-26ef085e2f54 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:06.935769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 006b2097-47a7-4052-92a0-d4672a9f4b40 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:06.970633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.970911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=45979eb2-6b97-4df0-86c0-c0f52cd32167,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:06.977287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:07.026883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port fc1e038c-c154-48c4-8fc8-6896cc508305, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fc1e038c-c154-48c4-8fc8-6896cc508305,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:07.044435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] For port fa286f62-08bc-496f-9fbb-2ba49f395f80, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:07.047178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.048094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:07.052987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:07.078957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:07.082734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:07.090240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:07.093972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a89df25e-6df7-497f-87d9-fadf60b08752 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:07.109297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.110511 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7935507 Dec 22 08:42:07.152295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] For port fa286f62-08bc-496f-9fbb-2ba49f395f80, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fa286f62-08bc-496f-9fbb-2ba49f395f80,segment=NetworkSegment(11e3f108-c601-463c-a8df-cd7354d1fbe3),segment_id=11e3f108-c601-463c-a8df-cd7354d1fbe3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:07.158197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a89df25e-6df7-497f-87d9-fadf60b08752 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:07.158555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a89df25e-6df7-497f-87d9-fadf60b08752 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:07.163339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.172455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.179412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=006b2097-47a7-4052-92a0-d4672a9f4b40,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.184419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:07.196086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] No DVR routers for this DVR port e481ce61-ed34-4eb3-a4b2-26ef085e2f54 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:07.207832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=fc1e038c-c154-48c4-8fc8-6896cc508305,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.212104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:07.212570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:07.235535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.268400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a648200-30a7-4f68-b8d3-9ac6b0a3931f None None] Pushing event deleted for resources: {'Port': ['ID=e481ce61-ed34-4eb3-a4b2-26ef085e2f54,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.360323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Pushing event updated for resources: {'Port': ['ID=fa286f62-08bc-496f-9fbb-2ba49f395f80,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.364110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:07.368576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:07.369071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:07.388426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.390964 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/ports/45979eb2-6b97-4df0-86c0-c0f52cd32167 HTTP/1.1" status: 204 len: 168 time: 2.6684253 Dec 22 08:42:07.393710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60206) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.417301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d32d6bf9-4bb0-4f09-9c6b-ceb7765a2b7b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.424062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d32d6bf9-4bb0-4f09-9c6b-ceb7765a2b7b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.439487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.443422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-b1f68854-65f8-432a-b6fd-90d37db62a20 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:07.444184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-b1f68854-65f8-432a-b6fd-90d37db62a20 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Synchronizing usage tracker for tenant:d2bf9754c40141c3aed724e15899e85d on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:07.481296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-b1f68854-65f8-432a-b6fd-90d37db62a20 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Unset dirty status for tenant:d2bf9754c40141c3aed724e15899e85d on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:07.482655 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-b1f68854-65f8-432a-b6fd-90d37db62a20 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.16 "GET /v2.0/networks?id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad HTTP/1.1" status: 200 len: 811 time: 0.4316397 Dec 22 08:42:07.487028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d32d6bf9-4bb0-4f09-9c6b-ceb7765a2b7b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.487547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32d6bf9-4bb0-4f09-9c6b-ceb7765a2b7b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Fanout notify agent at l3_agent the message router_deleted on router 3d572704-560d-45a1-a5c9-cd2747103ee3 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:07.500010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a486c-a804-48ca-8510-8fe8760bc399 req-cfde0803-13dd-4498-84d4-8f751015d46d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:07.501545 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c83a486c-a804-48ca-8510-8fe8760bc399 req-cfde0803-13dd-4498-84d4-8f751015d46d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.9215961 Dec 22 08:42:07.507624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Request body: {'port': {'device_id': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad', 'admin_state_up': True, 'tenant_id': 'd2bf9754c40141c3aed724e15899e85d'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:07.651397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d32d6bf9-4bb0-4f09-9c6b-ceb7765a2b7b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.652763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d32d6bf9-4bb0-4f09-9c6b-ceb7765a2b7b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/routers/3d572704-560d-45a1-a5c9-cd2747103ee3 HTTP/1.1" status: 204 len: 168 time: 1.4877040 Dec 22 08:42:07.666941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60220) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.684998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:07.697236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fc1e038c-c154-48c4-8fc8-6896cc508305 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:07.783250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-99c590ed-d559-453c-9e70-96f7ade0b2d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:07.800787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fc1e038c-c154-48c4-8fc8-6896cc508305 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:07.801586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.832078 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c83a486c-a804-48ca-8510-8fe8760bc399 req-9ca924d6-7f8d-4ddf-95f7-2ecd70c258b7 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071909 Dec 22 08:42:07.832489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-99c590ed-d559-453c-9e70-96f7ade0b2d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:07.833634 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-99c590ed-d559-453c-9e70-96f7ade0b2d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97645162&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.2947488 Dec 22 08:42:07.894544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:07.902407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:07.908221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:07.915671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:07.918929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:07.926995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Usage tracker for resource:port and tenant:d2bf9754c40141c3aed724e15899e85d is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:07.933136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:07.942382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:07.948840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:07.952798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.037052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Made reservation on behalf of d2bf9754c40141c3aed724e15899e85d for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:08.040893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.067694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e481ce61-ed34-4eb3-a4b2-26ef085e2f54 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:08.108333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: e481ce61-ed34-4eb3-a4b2-26ef085e2f54 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:08.109499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e481ce61-ed34-4eb3-a4b2-26ef085e2f54 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:08.110053 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c41ec9-0fcf-41dc-a612-0251b57c3cca req-39412988-8a6a-42a2-85fc-de9fcbf40972 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 210 time: 0.0802858 Dec 22 08:42:08.156251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e68080a-3b97-4bb2-ad22-e3336fe7de14 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:08.157027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3e68080a-3b97-4bb2-ad22-e3336fe7de14 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Synchronizing usage tracker for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:08.297850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3e68080a-3b97-4bb2-ad22-e3336fe7de14 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Unset dirty status for tenant:2c316de8634a4d0488d4df6929ebf6af on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:08.301614 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3e68080a-3b97-4bb2-ad22-e3336fe7de14 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f2a00c-7c59-4578-962a-e47e5a4363d7 HTTP/1.1" status: 200 len: 913 time: 0.9018466 Dec 22 08:42:08.307087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60230) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:08.362617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-7d4434d8-12f5-434c-a283-7b929d922494 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:08.364163 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-7d4434d8-12f5-434c-a283-7b929d922494 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 796 time: 0.5121820 Dec 22 08:42:08.395281 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-32a7aa3b-dceb-4ada-88b4-5580b0184ae6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0179398 Dec 22 08:42:08.458250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.467781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.502854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eabd251a-ee9c-4f58-89f2-c95470f8fc9a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:08.551732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Allocated IP 172.20.0.14 (5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad/ebbdc8c5-2dfd-4af2-9398-24efb36efbbd/8af516c2-2509-4fd0-b938-9daf3d01bddc) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:08.620744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.625611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=006b2097-47a7-4052-92a0-d4672a9f4b40,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:08.631399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:08.667745 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-7310ee2b-0d38-43ae-8fcd-7554b33bc717 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2638302 Dec 22 08:42:08.693554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1109be-8b5f-4157-b099-7e6a3e66379e None None] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:08.797480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ee9cdfa8-eb64-434c-989a-10fed7885343 None None] Provisioning for port fa286f62-08bc-496f-9fbb-2ba49f395f80 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:08.813813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.826311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-455c9c81-0cf2-4ccd-ab8e-746df886e894 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:08.864142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a03a4-208d-4bb6-ba96-fb59e6de188c req-c09aaaf2-6f56-4e00-a8b8-ffe75876a9e3 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:08.865712 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a26a03a4-208d-4bb6-ba96-fb59e6de188c req-c09aaaf2-6f56-4e00-a8b8-ffe75876a9e3 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6445730 Dec 22 08:42:08.909314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:08.913017 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-b3bd9955-45ca-492f-926d-daf5e410b5aa service neutron] 10.222.0.36 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015712 Dec 22 08:42:08.913811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:09.016691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:09.043117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:09.054211 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c97f56-8198-4576-80a6-d48eb30dc6eb None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:09.107823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:09.108629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.199076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:09.220951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:09.235910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a26a03a4-208d-4bb6-ba96-fb59e6de188c req-55ba955c-e7dd-4666-b184-0d6ac1f9c397 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610561 Dec 22 08:42:09.240313 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-5b69d383-6052-42a2-8343-bda0df494781 service neutron] 10.222.0.36 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175137 Dec 22 08:42:09.286026 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6067076 Dec 22 08:42:09.291517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60238) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.325026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-157415354', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:09.344897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:09.358064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:router and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:09.363309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:09.386166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:09.398172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2accf1be-5951-491c-9cf5-262901f25ede None None] Provisioning for port 006b2097-47a7-4052-92a0-d4672a9f4b40 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:09.405295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:09.406153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.414911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.419580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2accf1be-5951-491c-9cf5-262901f25ede None None] Provisioning complete for port 006b2097-47a7-4052-92a0-d4672a9f4b40 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:09.420117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2accf1be-5951-491c-9cf5-262901f25ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.444035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 2cc3e2cc-8358-42d9-b3d2-b735fbb190c5 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:09.450915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.453329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.632073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.664495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57e1b2b3-8d65-44e8-adaa-52439fba0a53 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:09.843446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.850262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2accf1be-5951-491c-9cf5-262901f25ede None None] Port 006b2097-47a7-4052-92a0-d4672a9f4b40 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:09.852411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fa286f62-08bc-496f-9fbb-2ba49f395f80 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:09.890387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8325e424-d259-4e7b-a63a-a185934d1787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.912448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.992819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:09.995315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.032987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] Sync routers for ids ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:10.036270 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/2cc3e2cc-8358-42d9-b3d2-b735fbb190c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8785729 Dec 22 08:42:10.036556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Pushing event updated for resources: {'Port': ['ID=8af516c2-2509-4fd0-b938-9daf3d01bddc,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.036960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.041092 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1afbe2c8-121e-41ec-bb8f-ded8fa5d9396 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7397470 Dec 22 08:42:10.041092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60254) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.041388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60258) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.051826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.057532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:10.075319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:10.079571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:10.087070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b81d006e-0490-4f12-b312-edff1f6e2b31 None None] Provisioning complete for port 006b2097-47a7-4052-92a0-d4672a9f4b40 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:10.087851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b81d006e-0490-4f12-b312-edff1f6e2b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.132757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] Routers {'2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:10.133689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:10.227691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port fa286f62-08bc-496f-9fbb-2ba49f395f80 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:10.238504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:10.255244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fa286f62-08bc-496f-9fbb-2ba49f395f80 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:10.255780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.309541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb/9588bdb5-92b4-486d-aa90-6d2fc5cfc72c) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:10.337384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] Routers {'2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:10.338462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:10.358807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:10.359840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.397929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.410092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b81d006e-0490-4f12-b312-edff1f6e2b31 None None] Port 006b2097-47a7-4052-92a0-d4672a9f4b40 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:10.428175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:10.428743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f2b9b-1f46-401a-b8cd-e02ac3f8aedb None None] The sync data for ids ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:10.457692 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34e3e725-9d8a-4f77-bc32-a0c9beff22f5 req-8e832071-e147-4e53-8dfe-24b2c289dcef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 210 time: 0.2940257 Dec 22 08:42:10.605158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd223-8e74-4121-bc52-5f1a20dc05a9 req-776e7c26-1642-41d0-8b90-96934d80aee2 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:10.606224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-606cd223-8e74-4121-bc52-5f1a20dc05a9 req-776e7c26-1642-41d0-8b90-96934d80aee2 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Synchronizing usage tracker for tenant:d2bf9754c40141c3aed724e15899e85d on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:10.628595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39277b4a-e720-42be-890a-09981f6e4eaf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:10.630478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-39277b4a-e720-42be-890a-09981f6e4eaf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:10.682765 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1802034 Dec 22 08:42:10.699239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-aa97afa4-5226-406d-a8a7-191e6c968c84 None None] Provisioning complete for port 006b2097-47a7-4052-92a0-d4672a9f4b40 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:10.700019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aa97afa4-5226-406d-a8a7-191e6c968c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.702098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Request body: {'port': {'device_id': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:10.773406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.826077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-606cd223-8e74-4121-bc52-5f1a20dc05a9 req-776e7c26-1642-41d0-8b90-96934d80aee2 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Unset dirty status for tenant:d2bf9754c40141c3aed724e15899e85d on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:10.828442 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-606cd223-8e74-4121-bc52-5f1a20dc05a9 req-776e7c26-1642-41d0-8b90-96934d80aee2 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 932 time: 1.0456171 Dec 22 08:42:10.829363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-39277b4a-e720-42be-890a-09981f6e4eaf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:10.834015 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39277b4a-e720-42be-890a-09981f6e4eaf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports/006b2097-47a7-4052-92a0-d4672a9f4b40 HTTP/1.1" status: 200 len: 910 time: 0.7939949 Dec 22 08:42:10.840771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60264) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.843589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-aa97afa4-5226-406d-a8a7-191e6c968c84 None None] Port 006b2097-47a7-4052-92a0-d4672a9f4b40 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:10.862785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port fa286f62-08bc-496f-9fbb-2ba49f395f80, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fa286f62-08bc-496f-9fbb-2ba49f395f80,segment=NetworkSegment(11e3f108-c601-463c-a8df-cd7354d1fbe3),segment_id=11e3f108-c601-463c-a8df-cd7354d1fbe3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:10.867877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd287187a-6129-4a45-b6f7-8d4b6c7576bc'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:10.905707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.958597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:10.994872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.008319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.039863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.042996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=fa286f62-08bc-496f-9fbb-2ba49f395f80,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.060006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.060703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.061190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.061587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.062144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.062690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.063245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.063807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.064367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.064905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.065553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.066193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:11.070691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Transition to ACTIVE for port object 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:11.073784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:11.102477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Transition to ACTIVE for port object 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:11.112634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.121449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:11.164960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecc532-859e-4521-ace6-848e59084d5a req-6e64cdaf-1439-4fb9-a6ea-1415b5df6c35 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:11.167328 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aaecc532-859e-4521-ace6-848e59084d5a req-6e64cdaf-1439-4fb9-a6ea-1415b5df6c35 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.4316680 Dec 22 08:42:11.236521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:11.241212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:11.245335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:11.302140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Pushing event updated for resources: {'Port': ['ID=9588bdb5-92b4-486d-aa90-6d2fc5cfc72c,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.306575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:11.314238 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aaecc532-859e-4521-ace6-848e59084d5a req-5b41cb5a-dd31-4699-9a6d-3774ff047a81 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312191 Dec 22 08:42:11.437063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Attempting to bind port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:11.437775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Attempting to bind port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:11.445790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Attempting to bind port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:11.453795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:11.454235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:11.454841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.455295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:11.455860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Bound port: 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:11.456301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.512529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::1 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb/0610db6b-8ede-456e-ba76-975d8a211857) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:11.572741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] For port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:11.576835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] For port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9588bdb5-92b4-486d-aa90-6d2fc5cfc72c,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:11.585000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.590905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9e1bf681-9861-4425-934f-a260765b27b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:11.681442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-606cd223-8e74-4121-bc52-5f1a20dc05a9 req-af22af76-8dc5-4120-9bb1-e9e1b8f00563 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Synchronizing usage tracker for tenant:d2bf9754c40141c3aed724e15899e85d on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:11.691346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-31b5f6c1-55a7-4f68-aec6-f758199de18d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:11.692308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-31b5f6c1-55a7-4f68-aec6-f758199de18d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:11.708927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fa286f62-08bc-496f-9fbb-2ba49f395f80 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:11.758758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Pushing event updated for resources: {'Port': ['ID=9588bdb5-92b4-486d-aa90-6d2fc5cfc72c,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.781539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:11.837701 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4171e9b4-302a-47c4-868c-1d37f7b8c8f8 req-4f28a9f6-aceb-433a-9402-cda56148ff78 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 210 time: 0.0646508 Dec 22 08:42:11.847453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fa286f62-08bc-496f-9fbb-2ba49f395f80 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:11.850964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.892687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.898707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-31b5f6c1-55a7-4f68-aec6-f758199de18d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:11.899864 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-31b5f6c1-55a7-4f68-aec6-f758199de18d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 796 time: 0.7869184 Dec 22 08:42:11.901572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-606cd223-8e74-4121-bc52-5f1a20dc05a9 req-af22af76-8dc5-4120-9bb1-e9e1b8f00563 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Unset dirty status for tenant:d2bf9754c40141c3aed724e15899e85d on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:11.920812 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-606cd223-8e74-4121-bc52-5f1a20dc05a9 req-af22af76-8dc5-4120-9bb1-e9e1b8f00563 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0806179 Dec 22 08:42:11.926437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 0610db6b-8ede-456e-ba76-975d8a211857 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:12.012038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.019143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:12.051782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d977a27c-30cc-4e88-a29e-ce8dc40992a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.209935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:12.214439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:12.224579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:12.225115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.227607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=0610db6b-8ede-456e-ba76-975d8a211857,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:12.239647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:12.294828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be44dfa-ea99-49b9-9daf-9fdb9b2d8383 req-5e5cc983-a70f-41f2-a40d-7280c255a31a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:12.302203 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3be44dfa-ea99-49b9-9daf-9fdb9b2d8383 req-5e5cc983-a70f-41f2-a40d-7280c255a31a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2208123 Dec 22 08:42:12.304492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2ee58dc3-26fc-4350-a262-ad9856de0d49 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:12.331618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.370544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2ee58dc3-26fc-4350-a262-ad9856de0d49 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:12.371592 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2ee58dc3-26fc-4350-a262-ad9856de0d49 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 378 time: 0.4005911 Dec 22 08:42:12.400025 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3be44dfa-ea99-49b9-9daf-9fdb9b2d8383 req-34581dd1-d3ad-4fa3-aaa3-817395ffa5d4 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968115 Dec 22 08:42:12.416310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.450487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['07656aa8-84ea-46b4-8dfb-93803ddefc10']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:12.603229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port 27eccab3-9b46-454e-8420-7d135f72bc7c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:12.603636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.777496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:12.896371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af516c2-2509-4fd0-b938-9daf3d01bddc {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:42:12.904745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.922247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Transition to ACTIVE for port object 8af516c2-2509-4fd0-b938-9daf3d01bddc will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:13.019782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.043730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-872e701a-0a25-40f8-8131-bb7114dcb552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:13.154019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2087d1-82d4-47bd-a10b-52f46ea7bcfe req-4e1a2f30-fbbe-4095-b5d6-8a04e05af512 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:13.157911 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3d2087d1-82d4-47bd-a10b-52f46ea7bcfe req-4e1a2f30-fbbe-4095-b5d6-8a04e05af512 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.3999038 Dec 22 08:42:13.165696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.174255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.246224 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3d2087d1-82d4-47bd-a10b-52f46ea7bcfe req-7b351bea-bfd2-45b5-b27b-7fc879122ab2 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826735 Dec 22 08:42:13.254327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.256963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5c55f1be-861d-4418-ab59-46c416c465ff req-26a91d75-812e-4862-90b9-26a2bd1a76f5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:13.260853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.261810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.272072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-392cf6dd-9716-4c32-b15b-8de9779b67c2 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:13.273874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:13.297250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-56e9b6c5-b4f9-43ed-bb07-404ed0f15f45 None None] Provisioning for port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:13.337262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:port and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:13.526759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=0610db6b-8ede-456e-ba76-975d8a211857,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.527542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-540ffff7-c796-4c62-b3cb-0ed86ad6cc5e None None] Provisioning for port 0610db6b-8ede-456e-ba76-975d8a211857 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:13.531517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:13.535164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-540ffff7-c796-4c62-b3cb-0ed86ad6cc5e None None] Provisioning complete for port 0610db6b-8ede-456e-ba76-975d8a211857 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:13.535835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-540ffff7-c796-4c62-b3cb-0ed86ad6cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.603480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c49fa-8c5e-424d-b8be-f2c0ab2c7521 req-64005e55-a4ba-4279-a9af-9fb78f00ae87 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:13.605538 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-318c49fa-8c5e-424d-b8be-f2c0ab2c7521 req-64005e55-a4ba-4279-a9af-9fb78f00ae87 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 944 time: 0.1575608 Dec 22 08:42:13.607467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:13.608915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:13.609063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.617662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-540ffff7-c796-4c62-b3cb-0ed86ad6cc5e None None] Port 0610db6b-8ede-456e-ba76-975d8a211857 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:13.733240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:13.753402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for 27eccab3-9b46-454e-8420-7d135f72bc7c owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:13.789571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:13.799175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:13.826154 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-318c49fa-8c5e-424d-b8be-f2c0ab2c7521 req-f1a27466-9b85-42c2-8563-18bce8933c1e tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646448 Dec 22 08:42:13.881694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:13.883220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Router 7e67a15f-3245-446a-bfa0-ffe81869aa1c is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:13.888642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:13.889087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.915444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:13.919164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.952630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8af516c2-2509-4fd0-b938-9daf3d01bddc,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.971780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:13.998237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5c55f1be-861d-4418-ab59-46c416c465ff req-26a91d75-812e-4862-90b9-26a2bd1a76f5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:14.012540 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c55f1be-861d-4418-ab59-46c416c465ff req-26a91d75-812e-4862-90b9-26a2bd1a76f5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 210 time: 0.9078305 Dec 22 08:42:14.032945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.041889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5c47e621-38f9-44a8-b372-74ec27891024 None None] Provisioning complete for port 0610db6b-8ede-456e-ba76-975d8a211857 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:14.042264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c47e621-38f9-44a8-b372-74ec27891024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.079659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:14.092762 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Sync routers for ids ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:14.103894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "PUT /v2.0/routers/7e67a15f-3245-446a-bfa0-ffe81869aa1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0589216 Dec 22 08:42:14.105411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60288) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.108876 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Routers {'7e67a15f-3245-446a-bfa0-ffe81869aa1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:14.109908 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:14.127425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5c47e621-38f9-44a8-b372-74ec27891024 None None] Port 0610db6b-8ede-456e-ba76-975d8a211857 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:14.133350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9588bdb5-92b4-486d-aa90-6d2fc5cfc72c,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:14.139094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.141242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:14.220180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d352e6f-e0a5-473b-a259-41fb6a4fff0c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.221502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3d352e6f-e0a5-473b-a259-41fb6a4fff0c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:14.232954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=9588bdb5-92b4-486d-aa90-6d2fc5cfc72c,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.236702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:14.241232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3d352e6f-e0a5-473b-a259-41fb6a4fff0c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:14.245380 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3d352e6f-e0a5-473b-a259-41fb6a4fff0c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports/0610db6b-8ede-456e-ba76-975d8a211857 HTTP/1.1" status: 200 len: 911 time: 0.1368854 Dec 22 08:42:14.245554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Attempting to bind port 8af516c2-2509-4fd0-b938-9daf3d01bddc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:14.245554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Attempting to bind port 8af516c2-2509-4fd0-b938-9daf3d01bddc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6c1a99fd-0d43-4baf-8833-0f7669be5898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:14.245554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Attempting to bind port 8af516c2-2509-4fd0-b938-9daf3d01bddc on network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:14.245820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60292) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.281393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Port 8af516c2-2509-4fd0-b938-9daf3d01bddc on network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:42:14.281808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Attempting to bind port 8af516c2-2509-4fd0-b938-9daf3d01bddc on network 5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:14.307170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:14.307573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Checking segment: {'id': '6c1a99fd-0d43-4baf-8833-0f7669be5898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:14.307902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Bound using segment: {'id': '6c1a99fd-0d43-4baf-8833-0f7669be5898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:14.308445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Bound port: 8af516c2-2509-4fd0-b938-9daf3d01bddc, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1a99fd-0d43-4baf-8833-0f7669be5898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:14.308792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.357760 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Set router 7e67a15f-3245-446a-bfa0-ffe81869aa1c gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:14.363209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29e0d7-3996-47a8-9780-dcb2ba58cfdf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.370992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29e0d7-3996-47a8-9780-dcb2ba58cfdf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.372949 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd29e0d7-3996-47a8-9780-dcb2ba58cfdf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1261742 Dec 22 08:42:14.375680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60298) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.457128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.510548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.13 (6a3deada-971b-4d68-b789-08d87505c159/6e148eb7-8bb4-464f-bdaf-853087fe8da7/dfd28956-ec4a-4fc0-ac30-4450a2cc908c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:14.611746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:14.705329 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'name': 'tempest-NetworksTestDHCPv6-router-157415354', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:09Z', 'updated_at': '2021-12-22T08:42:12Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None, '_interfaces': [{'id': '0610db6b-8ede-456e-ba76-975d8a211857', 'name': '', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'mac_address': 'fa:16:3e:e6:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:11Z', 'updated_at': '2021-12-22T08:42:12Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'subnets': [{'id': '0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:14.707078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.710869 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Checking router: 7e67a15f-3245-446a-bfa0-ffe81869aa1c for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:14.711224 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Updating router 7e67a15f-3245-446a-bfa0-ffe81869aa1c port 0610db6b-8ede-456e-ba76-975d8a211857 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:42:14.757730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] For port 8af516c2-2509-4fd0-b938-9daf3d01bddc, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:14.773975 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.779129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.825455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd1c7cef-5c77-4544-ae6e-c03af4a8da25 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:14.875109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] For port 8af516c2-2509-4fd0-b938-9daf3d01bddc, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc,segment=NetworkSegment(6c1a99fd-0d43-4baf-8833-0f7669be5898),segment_id=6c1a99fd-0d43-4baf-8833-0f7669be5898)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:14.916066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.927958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac433c0-00df-419d-925c-bc3c03368ceb req-48565e2e-d9d6-47bd-ae8c-6e1f08d8680c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.936869 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fac433c0-00df-419d-925c-bc3c03368ceb req-48565e2e-d9d6-47bd-ae8c-6e1f08d8680c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.5563798 Dec 22 08:42:14.961292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.961917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.963350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] 10.222.0.16 "PUT /v2.0/ports/8af516c2-2509-4fd0-b938-9daf3d01bddc HTTP/1.1" status: 200 len: 1094 time: 4.2679269 Dec 22 08:42:14.969403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.970012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.974262 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/ports/006b2097-47a7-4052-92a0-d4672a9f4b40 HTTP/1.1" status: 200 len: 910 time: 4.1318042 Dec 22 08:42:14.975376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'tag': '8af516c2-2509-4fd0-b938-9daf3d01bddc'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:14.999619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60304) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.022766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.083491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=006b2097-47a7-4052-92a0-d4672a9f4b40,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.100256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:15.110573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-43cecd27-a0a4-4bd8-904c-8292d718b935 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:15.187188 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fac433c0-00df-419d-925c-bc3c03368ceb req-f50c3584-e4b5-4d33-9628-e3fb2359b4b3 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491901 Dec 22 08:42:15.196475 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.214234 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Transition to ACTIVE for port object 0610db6b-8ede-456e-ba76-975d8a211857 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:15.224898 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.237565 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:15.244576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.313958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8af516c2-2509-4fd0-b938-9daf3d01bddc,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.363853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object dfd28956-ec4a-4fc0-ac30-4450a2cc908c will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:15.380008 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb2bf2-27a4-423a-9a9d-12805d9cb185 None None] Pushing event updated for resources: {'Port': ['ID=0610db6b-8ede-456e-ba76-975d8a211857,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.391229 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-81cb2bf2-27a4-423a-9a9d-12805d9cb185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:15.507581 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Attempting to bind port 0610db6b-8ede-456e-ba76-975d8a211857 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:15.508329 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Attempting to bind port 0610db6b-8ede-456e-ba76-975d8a211857 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:15.508987 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Attempting to bind port 0610db6b-8ede-456e-ba76-975d8a211857 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:15.516240 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:15.517019 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:15.517718 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.518274 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:15.519008 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Bound port: 0610db6b-8ede-456e-ba76-975d8a211857, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:15.519801 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.622901 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-298fa1b4-3ef2-49e2-b754-4595daaf3a65 req-b59695a7-6bff-4e5e-aafe-55d3b6906be0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 210 time: 0.1153278 Dec 22 08:42:15.678075 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'tag': '8af516c2-2509-4fd0-b938-9daf3d01bddc', 'status': 'completed', 'code': 200} Dec 22 08:42:15.684650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=27eccab3-9b46-454e-8420-7d135f72bc7c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.686077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:15.714810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:15.715286 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] For port 0610db6b-8ede-456e-ba76-975d8a211857, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:15.716165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:15.716549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:15.721040 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] For port 0610db6b-8ede-456e-ba76-975d8a211857, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0610db6b-8ede-456e-ba76-975d8a211857,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:15.734011 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.750559 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:15.770477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9f440-98b5-40ab-8fa8-4700e73edf0c req-95fff2ae-b3ec-4155-9d5d-daf479b515e0 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:15.779204 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9df9f440-98b5-40ab-8fa8-4700e73edf0c req-95fff2ae-b3ec-4155-9d5d-daf479b515e0 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 944 time: 0.7955701 Dec 22 08:42:15.828468 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb2bf2-27a4-423a-9a9d-12805d9cb185 None None] Pushing event updated for resources: {'Port': ['ID=0610db6b-8ede-456e-ba76-975d8a211857,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.834021 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-81cb2bf2-27a4-423a-9a9d-12805d9cb185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:15.843232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:15.843678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.843802 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Routers {'7e67a15f-3245-446a-bfa0-ffe81869aa1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:15.844362 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:15.902630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-d2d7624a-dd38-4cb7-8a5d-529af97a855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:15.904699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.910165 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-d2d7624a-dd38-4cb7-8a5d-529af97a855f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bf9754c40141c3aed724e15899e85d&device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 1097 time: 0.8762417 Dec 22 08:42:16.040418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9df9f440-98b5-40ab-8fa8-4700e73edf0c req-ca0e7fdf-e98d-4b5c-8024-101ecb5815f4 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598789 Dec 22 08:42:16.047152 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] Set router 7e67a15f-3245-446a-bfa0-ffe81869aa1c gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:16.053848 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-22bc9c81-1468-48f6-bd05-492c8431cd4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc HTTP/1.1" status: 200 len: 217 time: 0.1076663 Dec 22 08:42:16.208882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.221600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ca97f91-a700-4470-a708-e62665675253 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:16.299955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-bd7d8582-3adc-48df-848b-88c6670da809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:16.301551 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-bd7d8582-3adc-48df-848b-88c6670da809 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebbdc8c5-2dfd-4af2-9398-24efb36efbbd HTTP/1.1" status: 200 len: 851 time: 0.2389257 Dec 22 08:42:16.344442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731a0bc-b83b-4116-9fc7-ce0485622059 req-f8240876-d888-463f-b7f4-8b30307b8d20 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:16.346775 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e731a0bc-b83b-4116-9fc7-ce0485622059 req-f8240876-d888-463f-b7f4-8b30307b8d20 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.5376885 Dec 22 08:42:16.355563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 6a3deada-971b-4d68-b789-08d87505c159 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:16.367700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:16.372930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.378378 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-7c294e2f-5ea4-4abb-96e3-4649a765735f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671434 Dec 22 08:42:16.380160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:16.416811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:16.454764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:16.485138 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'name': 'tempest-NetworksTestDHCPv6-router-157415354', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:09Z', 'updated_at': '2021-12-22T08:42:12Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None, '_interfaces': [{'id': '0610db6b-8ede-456e-ba76-975d8a211857', 'name': '', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'mac_address': 'fa:16:3e:e6:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:11Z', 'updated_at': '2021-12-22T08:42:15Z', 'revision_number': 4, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'subnets': [{'id': '0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:16.490151 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508c2fb-d166-43fb-b3ad-831cb6e8fbb3 None None] The sync data for ids ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'] in dv-neutron-822602-1-hyperv is: [{'id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'name': 'tempest-NetworksTestDHCPv6-router-157415354', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:09Z', 'updated_at': '2021-12-22T08:42:12Z', 'revision_number': 2, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None, '_interfaces': [{'id': '0610db6b-8ede-456e-ba76-975d8a211857', 'name': '', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'mac_address': 'fa:16:3e:e6:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:11Z', 'updated_at': '2021-12-22T08:42:15Z', 'revision_number': 4, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'subnets': [{'id': '0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:16.574063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 0610db6b-8ede-456e-ba76-975d8a211857 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:16.574410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.605519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.728779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8567cb36-0557-4d42-92b9-43504614f6ec None None] Provisioning for port dfd28956-ec4a-4fc0-ac30-4450a2cc908c completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:16.737829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8567cb36-0557-4d42-92b9-43504614f6ec None None] Provisioning complete for port dfd28956-ec4a-4fc0-ac30-4450a2cc908c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:16.738583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8567cb36-0557-4d42-92b9-43504614f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.774218 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e731a0bc-b83b-4116-9fc7-ce0485622059 req-1cee8d23-08aa-4e54-aaec-17bbbf0be365 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074011 Dec 22 08:42:16.895862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8567cb36-0557-4d42-92b9-43504614f6ec None None] Port dfd28956-ec4a-4fc0-ac30-4450a2cc908c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:17.038806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:17.039427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.109086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7269053 Dec 22 08:42:17.128542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Request body: {'port': {'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:17.195638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-03281e3b-5045-4cee-956b-61d6918d510b service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707272 Dec 22 08:42:17.243085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea063d8a-887a-494b-af69-9f6cd89ae16e req-27a557bb-1622-4fa6-ae01-44b63082c736 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:17.243358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-ea063d8a-887a-494b-af69-9f6cd89ae16e req-27a557bb-1622-4fa6-ae01-44b63082c736 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:17.307453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port 0610db6b-8ede-456e-ba76-975d8a211857, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0610db6b-8ede-456e-ba76-975d8a211857,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:17.307584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.331740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Router 90f2a00c-7c59-4578-962a-e47e5a4363d7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:17.388367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-ea063d8a-887a-494b-af69-9f6cd89ae16e req-27a557bb-1622-4fa6-ae01-44b63082c736 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:17.389530 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea063d8a-887a-494b-af69-9f6cd89ae16e req-27a557bb-1622-4fa6-ae01-44b63082c736 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 932 time: 0.5464289 Dec 22 08:42:17.523053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 0610db6b-8ede-456e-ba76-975d8a211857 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:17.615714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.627884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ecc6e-d6a2-43b9-b6c8-96bd645dbc09 req-18ab3aca-940b-45d0-9103-c6f1be9724a6 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:17.630266 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8f8ecc6e-d6a2-43b9-b6c8-96bd645dbc09 req-18ab3aca-940b-45d0-9103-c6f1be9724a6 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.5925446 Dec 22 08:42:17.697048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0610db6b-8ede-456e-ba76-975d8a211857 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:17.757069 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a8dfbb5-23aa-4d15-a60a-702cbc9f1250 req-9b51bbca-52e9-411b-aef5-e068fcf8d1cb service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497384 Dec 22 08:42:17.769155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 0610db6b-8ede-456e-ba76-975d8a211857 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:17.778443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0610db6b-8ede-456e-ba76-975d8a211857 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:17.779195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.834440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea063d8a-887a-494b-af69-9f6cd89ae16e req-4550ecc2-5f63-4982-9c72-2c98ac184fee tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2413480 Dec 22 08:42:17.868181 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8f8ecc6e-d6a2-43b9-b6c8-96bd645dbc09 req-8fd58659-228f-4476-bf3f-dec2489f7495 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250459 Dec 22 08:42:17.896179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 006b2097-47a7-4052-92a0-d4672a9f4b40 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:17.896179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.947287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.970994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:17.982437 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "PUT /v2.0/routers/90f2a00c-7c59-4578-962a-e47e5a4363d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6708961 Dec 22 08:42:17.989146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.992371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] Sync routers for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:18.012897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:18.013829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:18.073180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 0610db6b-8ede-456e-ba76-975d8a211857, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0610db6b-8ede-456e-ba76-975d8a211857,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:18.081759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.098427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-87450475-6170-4841-9bca-de0fc1a34644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:18.127496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-8da6c1ca-345a-4b9c-a3eb-25ff01e0a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:18.129071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-8da6c1ca-345a-4b9c-a3eb-25ff01e0a477 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bf9754c40141c3aed724e15899e85d&device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 1097 time: 0.2722063 Dec 22 08:42:18.144050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:18.170198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] Routers {'90f2a00c-7c59-4578-962a-e47e5a4363d7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:18.171128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['90f2a00c-7c59-4578-962a-e47e5a4363d7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:18.250918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:18.251410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3c197-aad4-4130-90b3-a926b1366e28 None None] The sync data for ids ['90f2a00c-7c59-4578-962a-e47e5a4363d7'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:18.260865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=0610db6b-8ede-456e-ba76-975d8a211857,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:18.264678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:18.320813 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:42:18.355843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddb5f5-6981-4585-9240-de1d024d8ed3 req-c95b1d89-40a7-4336-8d13-55aeb33c861b tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:18.357282 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-31ddb5f5-6981-4585-9240-de1d024d8ed3 req-c95b1d89-40a7-4336-8d13-55aeb33c861b tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 944 time: 0.3160830 Dec 22 08:42:18.421247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-071e1f6a-7819-47df-b532-2fcecc146f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:18.422595 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-071e1f6a-7819-47df-b532-2fcecc146f94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad HTTP/1.1" status: 200 len: 911 time: 0.2795460 Dec 22 08:42:18.502119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:18.502578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:18.506293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-e39ded44-cc57-49c0-b3f4-5968751252ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc HTTP/1.1" status: 200 len: 217 time: 0.0720768 Dec 22 08:42:18.515162 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-31ddb5f5-6981-4585-9240-de1d024d8ed3 req-de48f802-6bfd-4f08-9e6f-181d0b32c4c2 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512873 Dec 22 08:42:18.577328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-64005d86-0aa2-4a19-b03c-bd1683cb9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:18.578679 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-64005d86-0aa2-4a19-b03c-bd1683cb9b07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebbdc8c5-2dfd-4af2-9398-24efb36efbbd HTTP/1.1" status: 200 len: 851 time: 0.0627034 Dec 22 08:42:18.621202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.662043 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-b58410fe-f3f0-4365-ad01-8e094fda8436 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726218 Dec 22 08:42:18.765191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd28956-ec4a-4fc0-ac30-4450a2cc908c {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:42:18.775651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.800299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Transition to ACTIVE for port object dfd28956-ec4a-4fc0-ac30-4450a2cc908c will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:18.813091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.819381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2e64f58c-1d11-47c5-a8f8-477e8d107dc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:18.826669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.859400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae8514-dd05-43d9-87cb-1db58015843d req-b220fd56-fe09-432d-9f15-65cd38c717da tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:18.860909 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aae8514-dd05-43d9-87cb-1db58015843d req-b220fd56-fe09-432d-9f15-65cd38c717da tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.7220175 Dec 22 08:42:18.956322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-3cbd17fb-3bf4-42bb-832a-d06d3e63c67b service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823820 Dec 22 08:42:18.996313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 006b2097-47a7-4052-92a0-d4672a9f4b40 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:19.023606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 0610db6b-8ede-456e-ba76-975d8a211857 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:19.023832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.045243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.048875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:19.227578 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1aae8514-dd05-43d9-87cb-1db58015843d req-30a12494-9490-450a-8188-434d264795da tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138049 Dec 22 08:42:19.339588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.375034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting port cd449f2e-f3f7-4461-8a8f-c28af1ce7bb4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:19.375328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.403696 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f901e4a6-d0f7-433d-8ecc-346a4716cc96 req-b714ca7f-17c9-4ab0-8f81-40125cefdcb7 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966167 Dec 22 08:42:19.410210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Attempting to bind port dfd28956-ec4a-4fc0-ac30-4450a2cc908c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:19.410690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Attempting to bind port dfd28956-ec4a-4fc0-ac30-4450a2cc908c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:19.411053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Attempting to bind port dfd28956-ec4a-4fc0-ac30-4450a2cc908c on network 6a3deada-971b-4d68-b789-08d87505c159 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:19.422577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1380-1ba7-485f-8af0-35e2d69574fd req-a0120835-8cac-4899-9e82-870515da981a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:19.424061 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-832c1380-1ba7-485f-8af0-35e2d69574fd req-a0120835-8cac-4899-9e82-870515da981a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 944 time: 0.4642956 Dec 22 08:42:19.426291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Port dfd28956-ec4a-4fc0-ac30-4450a2cc908c on network 6a3deada-971b-4d68-b789-08d87505c159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:42:19.426616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Attempting to bind port dfd28956-ec4a-4fc0-ac30-4450a2cc908c on network 6a3deada-971b-4d68-b789-08d87505c159 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:19.449600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:19.449990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Checking segment: {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:19.450409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Bound using segment: {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:19.450881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Bound port: dfd28956-ec4a-4fc0-ac30-4450a2cc908c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ad10e7-faf1-4256-be3e-486527a87834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6a3deada-971b-4d68-b789-08d87505c159'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:19.451287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.481129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port 0610db6b-8ede-456e-ba76-975d8a211857, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0610db6b-8ede-456e-ba76-975d8a211857,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:19.481541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.522688 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-832c1380-1ba7-485f-8af0-35e2d69574fd req-8d386790-b35c-4a36-8fe1-8bed6395f69f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919580 Dec 22 08:42:19.563317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] For port dfd28956-ec4a-4fc0-ac30-4450a2cc908c, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:19.566637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] For port dfd28956-ec4a-4fc0-ac30-4450a2cc908c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:19.574055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.580366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79732eee-7065-40ed-9992-3299389505ea tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:19.664331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0610db6b-8ede-456e-ba76-975d8a211857 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:19.675049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:19.675819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.677333 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] 10.222.0.16 "PUT /v2.0/ports/dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 200 len: 1094 time: 2.5529587 Dec 22 08:42:19.677903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:19.701127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.704802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:19.713647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 0610db6b-8ede-456e-ba76-975d8a211857 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:19.763635 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'status': 'completed', 'code': 200} Dec 22 08:42:19.771207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0610db6b-8ede-456e-ba76-975d8a211857 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:19.771848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.810999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2f1b85cc-057d-465e-b483-9c67f971ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:19.815446 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-2f1b85cc-057d-465e-b483-9c67f971ae20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1097 time: 0.0869691 Dec 22 08:42:19.903506 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-846fe928-6313-4715-831a-929e477fec63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 200 len: 217 time: 0.0797975 Dec 22 08:42:19.962122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.971065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2e806c5f-b31e-4968-8951-acf95078b008 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:20.024777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.034448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=006b2097-47a7-4052-92a0-d4672a9f4b40,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:20.041341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:20.042339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-d43b0a17-8794-4f26-88d6-d87198afeaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.043978 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-d43b0a17-8794-4f26-88d6-d87198afeaae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e148eb7-8bb4-464f-bdaf-853087fe8da7 HTTP/1.1" status: 200 len: 834 time: 0.0792549 Dec 22 08:42:20.102731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-95c4b187-4166-465f-ab0a-6ef6d55c96f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1858032 Dec 22 08:42:20.138634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-3bb6d536-5b1f-490e-9a13-1da4ce2d5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.140141 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-3bb6d536-5b1f-490e-9a13-1da4ce2d5532 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a3deada-971b-4d68-b789-08d87505c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887430 Dec 22 08:42:20.331110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-9d8d7a20-7147-49b4-8aa1-5067b059eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.332540 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-9d8d7a20-7147-49b4-8aa1-5067b059eade service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.1914883 Dec 22 08:42:20.334690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-46deb060-5451-46db-8b29-cb3eb973b2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620173 Dec 22 08:42:20.368697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Calling delete_port for cd449f2e-f3f7-4461-8a8f-c28af1ce7bb4 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:20.464914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76526467-1890-4c21-97bc-a77836e90c17 req-854c95a4-0614-4217-8826-2a9464a985c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.466497 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76526467-1890-4c21-97bc-a77836e90c17 req-854c95a4-0614-4217-8826-2a9464a985c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 944 time: 0.6478024 Dec 22 08:42:20.592483 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b2f58cee-6ecf-4232-8215-8ffe8fff3c82 req-590f3691-06b9-4691-af39-606ab7b8df17 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496388 Dec 22 08:42:20.595164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-6c2c2534-ec13-4d14-8e41-c678b1098bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.597320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-6c2c2534-ec13-4d14-8e41-c678b1098bab service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 0.2325668 Dec 22 08:42:20.709908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.726340 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76526467-1890-4c21-97bc-a77836e90c17 req-a1cc8d7f-c5f6-43d6-b814-42cdc7573a06 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247486 Dec 22 08:42:20.732466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.738688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:20.826741 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-477b709f-e4e8-4e8a-9c90-165ceecd428b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 1000 time: 0.2228932 Dec 22 08:42:20.846578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=0610db6b-8ede-456e-ba76-975d8a211857,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:20.914912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:20.915043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbd520-c6b7-4358-83cb-46e7a1b3bc1c req-07d75138-95ca-4ca6-a562-1be288a231a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.916980 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecbbd520-c6b7-4358-83cb-46e7a1b3bc1c req-07d75138-95ca-4ca6-a562-1be288a231a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 944 time: 0.2333505 Dec 22 08:42:20.918926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972378-e751-4e11-b4f7-956cb270fe5c req-3d37850c-c1f6-43d4-9709-855241262952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.920322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87972378-e751-4e11-b4f7-956cb270fe5c req-3d37850c-c1f6-43d4-9709-855241262952 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1097 time: 0.2355433 Dec 22 08:42:20.922091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-2e96eac6-58e2-4597-85b2-ef6f0c9b9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.923386 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-2e96eac6-58e2-4597-85b2-ef6f0c9b9a80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.0893381 Dec 22 08:42:21.233877 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecbbd520-c6b7-4358-83cb-46e7a1b3bc1c req-5142d5d7-60a5-4bda-9967-a1dde6f32602 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3094301 Dec 22 08:42:21.270982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.277814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972378-e751-4e11-b4f7-956cb270fe5c req-9ac5df15-a56b-4968-abbb-fd0e5ff62f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:21.279310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87972378-e751-4e11-b4f7-956cb270fe5c req-9ac5df15-a56b-4968-abbb-fd0e5ff62f8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 896 time: 0.3408482 Dec 22 08:42:21.285740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-2c5548b8-70c2-4dc0-a852-0cd36bb3f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:21.287196 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-2c5548b8-70c2-4dc0-a852-0cd36bb3f849 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3476655 Dec 22 08:42:21.333958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 8af516c2-2509-4fd0-b938-9daf3d01bddc details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:42:21.353721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 2cc3e2cc-8358-42d9-b3d2-b735fbb190c5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:21.354635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.376119 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87972378-e751-4e11-b4f7-956cb270fe5c req-ecc87c3a-f9eb-4305-8e86-1db4caaf14e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 200 len: 217 time: 0.0878892 Dec 22 08:42:21.414200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad09929c-b3d2-404f-846d-6e5c1bb6de4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:21.474264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Port': ['ID=cd449f2e-f3f7-4461-8a8f-c28af1ce7bb4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:21.479572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:21.484782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 8af516c2-2509-4fd0-b938-9daf3d01bddc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc,segment=NetworkSegment(6c1a99fd-0d43-4baf-8833-0f7669be5898),segment_id=6c1a99fd-0d43-4baf-8833-0f7669be5898)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:21.504668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '8af516c2-2509-4fd0-b938-9daf3d01bddc', 'network_id': '5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad', 'port_id': '8af516c2-2509-4fd0-b938-9daf3d01bddc', 'mac_address': 'fa:16:3e:b7:e1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbdc8c5-2dfd-4af2-9398-24efb36efbbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:42:21.511513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972378-e751-4e11-b4f7-956cb270fe5c req-b20ee73c-b5f6-4435-ab48-5e53544895d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:21.513040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87972378-e751-4e11-b4f7-956cb270fe5c req-b20ee73c-b5f6-4435-ab48-5e53544895d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e148eb7-8bb4-464f-bdaf-853087fe8da7 HTTP/1.1" status: 200 len: 834 time: 0.0944037 Dec 22 08:42:21.575250 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-9494f5e0-368e-4d46-b68e-dbedc6563f4c service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382019 Dec 22 08:42:21.595716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.624155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af516c2-2509-4fd0-b938-9daf3d01bddc {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:42:21.649173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 8af516c2-2509-4fd0-b938-9daf3d01bddc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc,segment=NetworkSegment(6c1a99fd-0d43-4baf-8833-0f7669be5898),segment_id=6c1a99fd-0d43-4baf-8833-0f7669be5898)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:21.654547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.660228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-688f34a1-279d-4071-8ceb-1548f2604daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:21.719631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972378-e751-4e11-b4f7-956cb270fe5c req-2f2d5e3e-dedb-49db-9a9e-af51db128bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:21.721185 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87972378-e751-4e11-b4f7-956cb270fe5c req-2f2d5e3e-dedb-49db-9a9e-af51db128bad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a3deada-971b-4d68-b789-08d87505c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1935608 Dec 22 08:42:21.747087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=8af516c2-2509-4fd0-b938-9daf3d01bddc,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:21.750333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:21.808657 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c67f3513-e2a6-4f93-afc9-b6a0bbf95d31 req-d4ceee1d-c060-46ea-9cce-28d8dc5f111f service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243025 Dec 22 08:42:21.868390 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87972378-e751-4e11-b4f7-956cb270fe5c req-c1c9766a-69b7-4d6d-bc7c-63977f883169 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356637 Dec 22 08:42:21.990118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:22.000436 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] Sync routers for ids ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:22.008581 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87972378-e751-4e11-b4f7-956cb270fe5c req-1a5ad418-0252-4c22-91d5-3c49f9b68335 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324451 Dec 22 08:42:22.012036 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] Routers {'2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:22.012728 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:22.031595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Router 7e67a15f-3245-446a-bfa0-ffe81869aa1c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:22.040029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.077373 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:22.086400 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] Routers {'2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:22.087007 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:22.102503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['8af516c2-2509-4fd0-b938-9daf3d01bddc'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:42:22.146256 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:22.146663 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f18200-25fe-4166-beb3-6ca4a9ff7528 None None] The sync data for ids ['2cc3e2cc-8358-42d9-b3d2-b735fbb190c5'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:22.156456 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/2cc3e2cc-8358-42d9-b3d2-b735fbb190c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1491179 Dec 22 08:42:22.157929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60344) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.204129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0896a106-9fe1-4097-b742-b3dbc54f122f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cc3e2cc-8358-42d9-b3d2-b735fbb190c5 HTTP/1.1" status: 200 len: 205 time: 0.0448592 Dec 22 08:42:22.206419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60348) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.239974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.301458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.400177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07c31537-651f-48cb-b6eb-aacaf66cd528 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.401376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb460b-2774-47ee-8534-5922252fe819 req-b3c564d8-8776-4e8c-b34c-1463233d9bd9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.402854 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0eb460b-2774-47ee-8534-5922252fe819 req-b3c564d8-8776-4e8c-b34c-1463233d9bd9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 945 time: 0.5383813 Dec 22 08:42:22.406491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:22.420206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] Sync routers for ids ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:22.432391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.432647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] Routers {'7e67a15f-3245-446a-bfa0-ffe81869aa1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:22.432933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Fanout notify agent at l3_agent the message router_deleted on router 90f2a00c-7c59-4578-962a-e47e5a4363d7 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:22.433432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:22.436542 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "PUT /v2.0/routers/7e67a15f-3245-446a-bfa0-ffe81869aa1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0598531 Dec 22 08:42:22.441738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.442623 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/routers/90f2a00c-7c59-4578-962a-e47e5a4363d7 HTTP/1.1" status: 204 len: 168 time: 4.4510484 Dec 22 08:42:22.446271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60354) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.446781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.586816 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0eb460b-2774-47ee-8534-5922252fe819 req-76f3e3f6-11b4-4e08-bcce-5bb5614c89c8 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730945 Dec 22 08:42:22.594295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] Set router 7e67a15f-3245-446a-bfa0-ffe81869aa1c gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:22.611082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251dd68-e15d-4ee9-a731-73326a31120a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.611082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251dd68-e15d-4ee9-a731-73326a31120a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.611082 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6251dd68-e15d-4ee9-a731-73326a31120a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1585236 Dec 22 08:42:22.611082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60362) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.655576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Deleting subnet 31bd0ef0-f700-4038-9a8f-dbd5288f215c {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:22.669265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.729930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'name': 'tempest-NetworksTestDHCPv6-router-157415354', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:09Z', 'updated_at': '2021-12-22T08:42:20Z', 'revision_number': 3, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:22.737429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] Checking router: 7e67a15f-3245-446a-bfa0-ffe81869aa1c for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:22.748094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:22.751533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.754042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] Routers {'7e67a15f-3245-446a-bfa0-ffe81869aa1c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:22.755073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:22.784309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.855559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.881002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c4aff-eee7-4ec4-9621-04a5a52e8650 req-76508fa2-b66d-4618-8a8b-c9652ecee4ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.882556 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-388c4aff-eee7-4ec4-9621-04a5a52e8650 req-76508fa2-b66d-4618-8a8b-c9652ecee4ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 944 time: 0.5176692 Dec 22 08:42:22.884688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07c31537-651f-48cb-b6eb-aacaf66cd528 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.887249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07c31537-651f-48cb-b6eb-aacaf66cd528 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.892496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.937834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07c31537-651f-48cb-b6eb-aacaf66cd528 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.938315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c31537-651f-48cb-b6eb-aacaf66cd528 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc3e2cc-8358-42d9-b3d2-b735fbb190c5 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:22.953722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-07c31537-651f-48cb-b6eb-aacaf66cd528 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.958203 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-07c31537-651f-48cb-b6eb-aacaf66cd528 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/2cc3e2cc-8358-42d9-b3d2-b735fbb190c5 HTTP/1.1" status: 204 len: 168 time: 0.7473474 Dec 22 08:42:22.958203 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-388c4aff-eee7-4ec4-9621-04a5a52e8650 req-eb08c297-7a92-4150-b3bc-b20ae7fd9d93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633459 Dec 22 08:42:22.958726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60366) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.974482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] Set router 7e67a15f-3245-446a-bfa0-ffe81869aa1c gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:23.016713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.035749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet d287187a-6129-4a45-b6f7-8d4b6c7576bc {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:23.040190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.100475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.114684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'name': 'tempest-NetworksTestDHCPv6-router-157415354', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:09Z', 'updated_at': '2021-12-22T08:42:20Z', 'revision_number': 3, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:23.120234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41553eb2-b466-4017-ae24-160a4d8f24f3 None None] The sync data for ids ['7e67a15f-3245-446a-bfa0-ffe81869aa1c'] in dv-neutron-822602-1-hyperv is: [{'id': '7e67a15f-3245-446a-bfa0-ffe81869aa1c', 'name': 'tempest-NetworksTestDHCPv6-router-157415354', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:09Z', 'updated_at': '2021-12-22T08:42:20Z', 'revision_number': 3, 'project_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:23.209573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.237952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.243507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ba29a296-123b-4844-b180-4270055fa074 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.287656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Subnet': ['ID=31bd0ef0-f700-4038-9a8f-dbd5288f215c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.288046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.289645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.291651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-658a5bd2-3252-4e40-8ddc-6f9049361b93 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.292464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.304934 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/subnets/31bd0ef0-f700-4038-9a8f-dbd5288f215c HTTP/1.1" status: 204 len: 168 time: 0.8555062 Dec 22 08:42:23.308484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60370) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.328249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=d287187a-6129-4a45-b6f7-8d4b6c7576bc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.331285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.331854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.332282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.339344 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/d287187a-6129-4a45-b6f7-8d4b6c7576bc HTTP/1.1" status: 204 len: 168 time: 0.3797832 Dec 22 08:42:23.340979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd47446b-8fb4-45cf-8ed9-4e83d7675042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.342430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60374) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.345946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device dfd28956-ec4a-4fc0-ac30-4450a2cc908c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:42:23.366646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9837797-6df6-41b9-b816-16ad39bf2482 None None] Network a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:23.385189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 8af516c2-2509-4fd0-b938-9daf3d01bddc up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:23.453628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.466216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.468080 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb HTTP/1.1" status: 204 len: 168 time: 0.8568044 Dec 22 08:42:23.469441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.470623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60378) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.495657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.495822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b50be-ce31-48ca-9e4a-90d3981dd01c None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:23.543443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.resource_extend [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:23.563260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.669074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port fa286f62-08bc-496f-9fbb-2ba49f395f80 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:23.669414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.701060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.732208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0610db6b-8ede-456e-ba76-975d8a211857 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:23.741806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-abbc9f08-2eec-4c40-b8bd-c822df707c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:router {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:23.744654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639df81e-75bc-4c02-9662-2fff8e8e0f88']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:23.758854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9a7e55-2376-4533-bd8f-6e9de03ce457') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:23.759142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9a7e55-2376-4533-bd8f-6e9de03ce457') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:23.771022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.806412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 0610db6b-8ede-456e-ba76-975d8a211857 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:23.807749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0610db6b-8ede-456e-ba76-975d8a211857 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:23.823332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-abbc9f08-2eec-4c40-b8bd-c822df707c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:router {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:23.826996 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-abbc9f08-2eec-4c40-b8bd-c822df707c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3531771 Dec 22 08:42:23.828029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.837746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.914031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port fa286f62-08bc-496f-9fbb-2ba49f395f80, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fa286f62-08bc-496f-9fbb-2ba49f395f80,segment=NetworkSegment(11e3f108-c601-463c-a8df-cd7354d1fbe3),segment_id=11e3f108-c601-463c-a8df-cd7354d1fbe3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:23.914611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.962960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:23.964056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.020776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 8af516c2-2509-4fd0-b938-9daf3d01bddc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:24.040400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port dfd28956-ec4a-4fc0-ac30-4450a2cc908c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:24.041451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for fa286f62-08bc-496f-9fbb-2ba49f395f80 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:24.049703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 8af516c2-2509-4fd0-b938-9daf3d01bddc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:24.050068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:24.086185 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:24.173530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:42:24.190977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.203177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3083920b-15de-4c68-b532-e128c544ce64 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:24.234762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a711-73c9-40f9-9cb7-83b5c136636e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.238745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No DVR routers for this DVR port fa286f62-08bc-496f-9fbb-2ba49f395f80 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:24.259237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.289101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=fa286f62-08bc-496f-9fbb-2ba49f395f80,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.292158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:24.311091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd28956-ec4a-4fc0-ac30-4450a2cc908c {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:42:24.348240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port dfd28956-ec4a-4fc0-ac30-4450a2cc908c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:24.353486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.366477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.371629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b4b7b809-9f2a-46c7-8dad-189ff4fe0962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:24.405962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8604a199-181a-4f4f-a283-5dc80d1b3d77 None None] DHCP port deletion for a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:24.449436 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af516c2-2509-4fd0-b938-9daf3d01bddc'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:24.459277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:24.470813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 8af516c2-2509-4fd0-b938-9daf3d01bddc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc,segment=NetworkSegment(6c1a99fd-0d43-4baf-8833-0f7669be5898),segment_id=6c1a99fd-0d43-4baf-8833-0f7669be5898)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:24.474668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Deleting port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:24.475283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.494982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.517719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.535834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.540566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:24.541259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d79d643b-2168-4b5e-b3dc-d2a3d9fff8fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:24.569197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29c0eb71-8166-4dde-b586-1e945ad7a8dd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:24.588589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.603800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030de129-bb2b-4acc-aede-9443453ee22f req-21fd7fea-3097-43b2-b378-d896ccf499c5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:24.605320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-030de129-bb2b-4acc-aede-9443453ee22f req-21fd7fea-3097-43b2-b378-d896ccf499c5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 944 time: 0.4963491 Dec 22 08:42:24.605488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.646789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:24.669322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e3f108-c601-463c-a8df-cd7354d1fbe3') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:24.669710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e3f108-c601-463c-a8df-cd7354d1fbe3') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:24.688326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.701813 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-030de129-bb2b-4acc-aede-9443453ee22f req-1bf9c3f8-d7a7-4206-a553-24695e556349 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886135 Dec 22 08:42:24.710144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.717156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:24.717690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:24.739417 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:24.751969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=8af516c2-2509-4fd0-b938-9daf3d01bddc,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.755132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:24.767625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['dfd28956-ec4a-4fc0-ac30-4450a2cc908c'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:42:24.799983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Pushing event deleted for resources: {'Network': ['ID=639df81e-75bc-4c02-9662-2fff8e8e0f88,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.819196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:24.821292 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] 10.222.0.36 "DELETE /v2.0/networks/639df81e-75bc-4c02-9662-2fff8e8e0f88 HTTP/1.1" status: 204 len: 168 time: 1.5115423 Dec 22 08:42:24.838565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c6117-7cfd-48ce-865e-5b6945dcfc4d req-5e844b59-f8b5-425a-8060-434f2378ddb1 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:24.850602 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2c1c6117-7cfd-48ce-865e-5b6945dcfc4d req-5e844b59-f8b5-425a-8060-434f2378ddb1 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 945 time: 1.0938733 Dec 22 08:42:24.851472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.863192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d8990950-45f5-4c03-8ba4-5dba27b7cd42 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:24.878141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] For port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9588bdb5-92b4-486d-aa90-6d2fc5cfc72c,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:24.878695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.889213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.898350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.913056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a711-73c9-40f9-9cb7-83b5c136636e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.918947 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/a38e9a29-4ea9-4f90-b1f1-5cbe592ea0f1 HTTP/1.1" status: 204 len: 168 time: 1.5754809 Dec 22 08:42:24.919767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60398) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:24.921006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:24.924646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a711-73c9-40f9-9cb7-83b5c136636e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.927625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-102070259', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:24.943236 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2c1c6117-7cfd-48ce-865e-5b6945dcfc4d req-15c8d57f-0b1e-4319-890d-a04d5f5603f4 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905697 Dec 22 08:42:24.950582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:24.955675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:router and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:24.958311 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af516c2-2509-4fd0-b938-9daf3d01bddc', 'code': 200} Dec 22 08:42:24.961694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:24.968817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:24.986646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.988009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.007157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a711-73c9-40f9-9cb7-83b5c136636e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.009432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba4a711-73c9-40f9-9cb7-83b5c136636e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Fanout notify agent at l3_agent the message router_deleted on router 7e67a15f-3245-446a-bfa0-ffe81869aa1c {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:42:25.025079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.037871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Calling delete_port for 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:25.048163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a711-73c9-40f9-9cb7-83b5c136636e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.053317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60402) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.055892 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ba4a711-73c9-40f9-9cb7-83b5c136636e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/routers/7e67a15f-3245-446a-bfa0-ffe81869aa1c HTTP/1.1" status: 204 len: 168 time: 1.2138445 Dec 22 08:42:25.139953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.204140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.208808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:25.277039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.278766 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a931dd33-2d80-4d69-a55a-abd979c11108 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3566301 Dec 22 08:42:25.281873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60408) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.290160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Pushing event deleted for resources: {'Port': ['ID=9588bdb5-92b4-486d-aa90-6d2fc5cfc72c,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.290985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-628742098'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:25.293127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:25.300808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] No DVR routers for this DVR port 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:25.316515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:25.322272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:25.324908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfe510-c8b2-46ef-a9fe-6dd548b2f987 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.326377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:25.329449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-44cfe510-c8b2-46ef-a9fe-6dd548b2f987 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2728431 Dec 22 08:42:25.329936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60412) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.336739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:25.360016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:25.363141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.374620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60416) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.405438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:25.416516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.417041 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment e38d73a4-8a7d-4cc8-abc7-4b469f44ab75 of type vlan for network 07d7eff2-a02d-46db-8007-5845abb9a14d Dec 22 08:42:25.435759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f07c-c354-4caa-9768-b51d441f7fc2 req-a999913e-39fa-4be2-a445-a608ec533c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.437005 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6c9f07c-c354-4caa-9768-b51d441f7fc2 req-a999913e-39fa-4be2-a445-a608ec533c30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 1099 time: 0.2817426 Dec 22 08:42:25.457664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.482159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95d580-537f-4c0e-a8f5-b230bcfa3d12 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.482606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8e95d580-537f-4c0e-a8f5-b230bcfa3d12 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:25.502119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.510816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.511527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.525532 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6c9f07c-c354-4caa-9768-b51d441f7fc2 req-ec525edb-0f94-47ad-aa58-d1ef7f0de8d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771248 Dec 22 08:42:25.528174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8e95d580-537f-4c0e-a8f5-b230bcfa3d12 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:25.529641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8e95d580-537f-4c0e-a8f5-b230bcfa3d12 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1984110 Dec 22 08:42:25.532184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60424) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.554497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b856fe9c-df8f-4f08-aaf5-2ad038ef1ac0 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:25.634099 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6591d7a8-4b15-44bc-919b-1f38f7161fd6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002839 Dec 22 08:42:25.641031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60428) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.646271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fa286f62-08bc-496f-9fbb-2ba49f395f80 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:25.650214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:25.682714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: fa286f62-08bc-496f-9fbb-2ba49f395f80 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:25.683064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fa286f62-08bc-496f-9fbb-2ba49f395f80 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:25.683572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:25.721383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:25.721819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9588bdb5-92b4-486d-aa90-6d2fc5cfc72c not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:25.792603 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5093477 Dec 22 08:42:25.799465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60434) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.820184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:25.827499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:25.835852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=07d7eff2-a02d-46db-8007-5845abb9a14d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.839567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:25.854772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 07d7eff2-a02d-46db-8007-5845abb9a14d details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:25.879319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:25.903508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:25.907042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.927731 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a45da150-dfb3-4872-9575-397a7b08f955 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c316de8634a4d0488d4df6929ebf6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492942 Dec 22 08:42:25.933798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60438) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:26.017563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad046d-6d03-46cc-a4b7-9b7c813c5ab6 req-2ff410f6-232d-466d-aa56-889ec1ff2956 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:26.019044 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f4ad046d-6d03-46cc-a4b7-9b7c813c5ab6 req-2ff410f6-232d-466d-aa56-889ec1ff2956 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 945 time: 0.1944489 Dec 22 08:42:26.041740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:26.056935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:26.063578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:26.087024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:26.089032 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f4ad046d-6d03-46cc-a4b7-9b7c813c5ab6 req-6195febf-7620-42c7-bf7c-4c25d743c57b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637252 Dec 22 08:42:26.108460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.133490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:26.139154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.323476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.393388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:42:26.395021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.401992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cd7397b-fabc-4392-99de-9a853b8c9d71 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.491323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:26.496718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:26.498679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52592-6cd4-4ad7-bd09-956980a894ab req-80bad660-36a9-4f8c-a97f-cdead72d6300 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:26.501058 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-68c52592-6cd4-4ad7-bd09-956980a894ab req-80bad660-36a9-4f8c-a97f-cdead72d6300 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.3404937 Dec 22 08:42:26.503390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:26.504351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.519230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085bde75-b8d8-4237-8fa4-9e0fcce18f27 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:26.541084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=fccc2c4a-23e9-425d-a4e5-c91644f87915,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.549955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:26.570750 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9240303 Dec 22 08:42:26.571587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60444) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:26.587535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:26.608785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.626819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-607e2666-c418-4aa5-a1c8-45905948a735 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.670071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5022bd-1331-48f3-9802-55e3ef7c7290,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.683019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:26.699482 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-68c52592-6cd4-4ad7-bd09-956980a894ab req-5abaf7e3-a9c8-41ef-b818-607ee91d487b tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413569 Dec 22 08:42:26.746006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.747852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a5022bd-1331-48f3-9802-55e3ef7c7290 HTTP/1.1" status: 204 len: 168 time: 0.8125327 Dec 22 08:42:26.825014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.834961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:26.838790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67a51636-5815-4b52-884f-9cb03bc0882e tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.840506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:26.843935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:26.852039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:26.864493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:26.870369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.872654 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': 'fccc2c4a-23e9-425d-a4e5-c91644f87915'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:26.873676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.033880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=10357d66-54c2-4e38-b8e1-5b75eb77ae79,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:27.046623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:27.047551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: 07d7eff2-a02d-46db-8007-5845abb9a14d, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:27.054504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:27.075882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 07d7eff2-a02d-46db-8007-5845abb9a14d is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:27.094101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 07d7eff2-a02d-46db-8007-5845abb9a14d) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:27.112446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.114074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.157443 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3547924 Dec 22 08:42:27.161467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60454) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.205630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe4ef2f-e715-4a88-9f92-694f5bf7f141 None None] Network 07d7eff2-a02d-46db-8007-5845abb9a14d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:27.235292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Allocated IP 2001:db8::f816:3eff:feb2:fdd5 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/fccc2c4a-23e9-425d-a4e5-c91644f87915/9cd7d27e-559a-48ff-93e0-1532c4595112) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:27.363473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device dfd28956-ec4a-4fc0-ac30-4450a2cc908c up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:27.477207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.506983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-750384dc-4784-4d03-b812-b43954089f7f tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:27.520755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port dfd28956-ec4a-4fc0-ac30-4450a2cc908c completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:27.533641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port dfd28956-ec4a-4fc0-ac30-4450a2cc908c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:27.534016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.862760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a8828-62be-4d8f-a73c-7c0f75e1e37a req-a268b89b-0356-4fe2-b6fd-a3b96998ac2d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.869801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-665a8828-62be-4d8f-a73c-7c0f75e1e37a req-a268b89b-0356-4fe2-b6fd-a3b96998ac2d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 945 time: 0.5711026 Dec 22 08:42:27.872909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:27.878903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.921294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:27.933145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-07d7eff2-a02d-46db-8007-5845abb9a14d', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:27.934600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.937860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60476) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.939193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.939779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.964483 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-665a8828-62be-4d8f-a73c-7c0f75e1e37a req-bb3e3e3c-3b6f-41bc-95dd-cf70cefce400 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937784 Dec 22 08:42:28.004567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=4e22b700-9e04-4f6e-82ae-da36a4c1e8b3,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.009492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:28.035731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.037549 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4641585 Dec 22 08:42:28.039562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60482) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.048938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:66:59:95', 'name': 'tempest-NetworksTestDHCPv6-1174577497'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:28.093005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Transition to ACTIVE for port object 9cd7d27e-559a-48ff-93e0-1532c4595112 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:28.095425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.149792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Transition to ACTIVE for port object 9cd7d27e-559a-48ff-93e0-1532c4595112 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:28.154953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f2aa8f60-2c6d-420e-ab6f-c931a273ce9e tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] Request body: {'port': {'network_id': '32fa02ad-bf3a-4c88-ad0d-83a555a50227', 'name': 'tempest-NetworksNegativeTestJSON-170056967'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:28.168068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.180767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-688f34a1-279d-4071-8ceb-1548f2604daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:28.187086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2aa8f60-2c6d-420e-ab6f-c931a273ce9e tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] POST failed (client error): The resource could not be found. Dec 22 08:42:28.187901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2aa8f60-2c6d-420e-ab6f-c931a273ce9e tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:28.193135 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f2aa8f60-2c6d-420e-ab6f-c931a273ce9e tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2473550 Dec 22 08:42:28.196977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60486) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.209304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:28.238625 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-db462edd-d2e0-4b54-89ed-8e29235d84f7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:28.239110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db462edd-d2e0-4b54-89ed-8e29235d84f7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:28.247490 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-db462edd-d2e0-4b54-89ed-8e29235d84f7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "DELETE /v2.0/networks/de4ba09c-1169-4e93-a3fe-ff8c0d15f410 HTTP/1.1" status: 404 len: 339 time: 0.0499578 Dec 22 08:42:28.248142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60492) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.313142 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'code': 200} Dec 22 08:42:28.315773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port dfd28956-ec4a-4fc0-ac30-4450a2cc908c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:28.322507 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0634005-1b3e-4072-8aaf-6eebefefb91b tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:28.323166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0634005-1b3e-4072-8aaf-6eebefefb91b tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:28.327457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d0634005-1b3e-4072-8aaf-6eebefefb91b tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "DELETE /v2.0/ports/a7e570ad-36b1-4611-b527-d9964d7f8561 HTTP/1.1" status: 404 len: 333 time: 0.0741889 Dec 22 08:42:28.333622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.366771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.370987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:28.371400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Pushing event updated for resources: {'Port': ['ID=9cd7d27e-559a-48ff-93e0-1532c4595112,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.381774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:28.382326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:28.387342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:28.409395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:28.426483 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6709ba37-7c4b-4a80-ba48-a6d6b1e258c7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:28.426945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6709ba37-7c4b-4a80-ba48-a6d6b1e258c7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:28.428947 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6709ba37-7c4b-4a80-ba48-a6d6b1e258c7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "DELETE /v2.0/subnets/e13d45c2-b23e-45b8-8d39-5d67b6da46ae HTTP/1.1" status: 404 len: 337 time: 0.0927460 Dec 22 08:42:28.435976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.443092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:28.450933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:28.453665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:28.496807 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d68fcc1-cdd0-4b6a-8e1f-6cfeb251357e tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] GET failed (client error): The resource could not be found. Dec 22 08:42:28.498156 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d68fcc1-cdd0-4b6a-8e1f-6cfeb251357e tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "GET /v2.0/networks/507bb86f-4a68-4841-b756-27f935bac396 HTTP/1.1" status: 404 len: 339 time: 0.0605717 Dec 22 08:42:28.503001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.570682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Attempting to bind port 9cd7d27e-559a-48ff-93e0-1532c4595112 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:28.571212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Attempting to bind port 9cd7d27e-559a-48ff-93e0-1532c4595112 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:28.572183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Attempting to bind port 9cd7d27e-559a-48ff-93e0-1532c4595112 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:28.579956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Allocated IP 172.20.0.2 (07d7eff2-a02d-46db-8007-5845abb9a14d/10357d66-54c2-4e38-b8e1-5b75eb77ae79/ee4aab15-b95c-42cb-bc98-24db19493dd2) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:28.582930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:28.583638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:28.584418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.585120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:28.585832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Bound port: 9cd7d27e-559a-48ff-93e0-1532c4595112, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:28.586451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.596356 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cfe45e-b768-4b5e-b5f8-dda221211de0 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] GET failed (client error): The resource could not be found. Dec 22 08:42:28.597717 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96cfe45e-b768-4b5e-b5f8-dda221211de0 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "GET /v2.0/ports/bab17003-c0d4-4534-a717-827614966cb7 HTTP/1.1" status: 404 len: 333 time: 0.0937784 Dec 22 08:42:28.606260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.674969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653803b-08fd-433f-bf7c-e20e97ab7cb0 req-f0112e5f-0ac1-4255-8b63-701d76703628 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:28.676395 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1653803b-08fd-433f-bf7c-e20e97ab7cb0 req-f0112e5f-0ac1-4255-8b63-701d76703628 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.7696536 Dec 22 08:42:28.677845 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d72ac06-bdfb-4708-95ee-d9dc9ea07214 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] GET failed (client error): The resource could not be found. Dec 22 08:42:28.682302 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d72ac06-bdfb-4708-95ee-d9dc9ea07214 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "GET /v2.0/subnets/5d3fcce9-0255-4a5a-b0e1-af2b9e74f282 HTTP/1.1" status: 404 len: 337 time: 0.0679574 Dec 22 08:42:28.683478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.691250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-314079ef-8ec2-4fff-b49c-d8101922c34b tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:28.691533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] For port 9cd7d27e-559a-48ff-93e0-1532c4595112, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:28.694781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] For port 9cd7d27e-559a-48ff-93e0-1532c4595112, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9cd7d27e-559a-48ff-93e0-1532c4595112,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:28.700717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.704411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:28.705883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.713901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3ba35356-abbb-4744-a814-9bb9e01dccc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:28.730119 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-314079ef-8ec2-4fff-b49c-d8101922c34b tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] PUT failed (client error): The resource could not be found. Dec 22 08:42:28.730375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.730838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314079ef-8ec2-4fff-b49c-d8101922c34b tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:28.735960 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-314079ef-8ec2-4fff-b49c-d8101922c34b tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "PUT /v2.0/networks/3ecf9e96-52fc-441a-8411-c36628498b6f HTTP/1.1" status: 404 len: 339 time: 0.0482149 Dec 22 08:42:28.735960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.742559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-111d13c0-1206-4e47-8139-21d04ac5d07d tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:28.786357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port f4e440e0-67b6-49cb-89d9-f83888c18240 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:28.791022 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-111d13c0-1206-4e47-8139-21d04ac5d07d tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] PUT failed (client error): The resource could not be found. Dec 22 08:42:28.791499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111d13c0-1206-4e47-8139-21d04ac5d07d tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:28.796703 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-111d13c0-1206-4e47-8139-21d04ac5d07d tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "PUT /v2.0/ports/2c2bfe89-872b-458c-b2e8-6764973cad90 HTTP/1.1" status: 404 len: 333 time: 0.0562210 Dec 22 08:42:28.797731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60520) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.806072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-35126022-b8b1-4b4f-a9e4-c1ce268f53c7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:28.856085 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1653803b-08fd-433f-bf7c-e20e97ab7cb0 req-a01fabbf-0560-40b3-bda2-8244496349c2 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465368 Dec 22 08:42:28.868054 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-35126022-b8b1-4b4f-a9e4-c1ce268f53c7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] PUT failed (client error): The resource could not be found. Dec 22 08:42:28.868711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35126022-b8b1-4b4f-a9e4-c1ce268f53c7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:28.874227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35126022-b8b1-4b4f-a9e4-c1ce268f53c7 tempest-NetworksNegativeTestJSON-371177643 tempest-NetworksNegativeTestJSON-371177643-project] 10.222.0.36 "PUT /v2.0/subnets/50d581a0-3823-49f1-970a-08985f94c86e HTTP/1.1" status: 404 len: 337 time: 0.0722506 Dec 22 08:42:28.885740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e431-07a2-42a8-b0ae-2424662ffae0 req-8468e3c4-16a0-42bb-8a03-d665e6008d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:28.888020 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4203e431-07a2-42a8-b0ae-2424662ffae0 req-8468e3c4-16a0-42bb-8a03-d665e6008d7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1099 time: 0.2676749 Dec 22 08:42:29.035329 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4203e431-07a2-42a8-b0ae-2424662ffae0 req-829d93ea-d72c-4234-b7a8-86746ca6f80f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360583 Dec 22 08:42:29.052337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Pushing event updated for resources: {'Port': ['ID=9cd7d27e-559a-48ff-93e0-1532c4595112,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.150497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:29.261530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.275594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Transition to ACTIVE for port object ee4aab15-b95c-42cb-bc98-24db19493dd2 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:29.314050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Transition to ACTIVE for port object ee4aab15-b95c-42cb-bc98-24db19493dd2 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:29.327039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.357619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.389339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.464219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 172.20.0.12 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/4e22b700-9e04-4f6e-82ae-da36a4c1e8b3/f4e440e0-67b6-49cb-89d9-f83888c18240) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:29.466446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Pushing event updated for resources: {'Port': ['ID=ee4aab15-b95c-42cb-bc98-24db19493dd2,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.471628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:29.473639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Network 07d7eff2-a02d-46db-8007-5845abb9a14d is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:29.475007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:29.479986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:29.481124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:fe66:5995 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/fccc2c4a-23e9-425d-a4e5-c91644f87915/f4e440e0-67b6-49cb-89d9-f83888c18240) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:29.487675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.20.0.1 (07d7eff2-a02d-46db-8007-5845abb9a14d/10357d66-54c2-4e38-b8e1-5b75eb77ae79/35b8305f-ec44-4e94-83d5-58a6dcb8469b) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:29.505218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02e728-5670-462f-ab6d-d19619174b62 req-02fafd3c-337b-410e-aad6-949fb08bcdf6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:29.518037 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c02e728-5670-462f-ab6d-d19619174b62 req-02fafd3c-337b-410e-aad6-949fb08bcdf6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 946 time: 0.3230975 Dec 22 08:42:29.580253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c682651-5bfe-47f8-ac59-a653a78b9d2b req-3ba0b4c0-5bea-4d64-b8e4-dcb55b4c8f94 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:29.594467 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c682651-5bfe-47f8-ac59-a653a78b9d2b req-3ba0b4c0-5bea-4d64-b8e4-dcb55b4c8f94 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.3495626 Dec 22 08:42:29.695989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Attempting to bind port ee4aab15-b95c-42cb-bc98-24db19493dd2 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:29.696676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Attempting to bind port ee4aab15-b95c-42cb-bc98-24db19493dd2 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:29.697292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Attempting to bind port ee4aab15-b95c-42cb-bc98-24db19493dd2 on network 07d7eff2-a02d-46db-8007-5845abb9a14d {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:29.707626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:29.708035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Checking segment: {'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:29.708465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.708825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Bound using segment: {'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:29.711292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Bound port: ee4aab15-b95c-42cb-bc98-24db19493dd2, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:29.711741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.752258 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c02e728-5670-462f-ab6d-d19619174b62 req-4e77d318-1340-4273-9d56-207b88e6866c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274277 Dec 22 08:42:29.783525 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c682651-5bfe-47f8-ac59-a653a78b9d2b req-3e9419c4-5d4e-4b8c-98fc-59a4aa1e0335 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878765 Dec 22 08:42:29.834830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.845147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] For port ee4aab15-b95c-42cb-bc98-24db19493dd2, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:29.850189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] For port ee4aab15-b95c-42cb-bc98-24db19493dd2, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ee4aab15-b95c-42cb-bc98-24db19493dd2,segment=NetworkSegment(e38d73a4-8a7d-4cc8-abc7-4b469f44ab75),segment_id=e38d73a4-8a7d-4cc8-abc7-4b469f44ab75)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:29.872497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:29.873329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.881955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ba7caab48c4a2195039337fb37cd3b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:29.887618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:29.897793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:29.899379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.971094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9cd7d27e-559a-48ff-93e0-1532c4595112 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:29.989024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.006866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object f4e440e0-67b6-49cb-89d9-f83888c18240 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:30.048984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.063146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.068882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4eed50e2-4186-4a8e-9020-9fadd1d34390 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:30.086646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 35b8305f-ec44-4e94-83d5-58a6dcb8469b will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:30.166664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Pushing event updated for resources: {'Port': ['ID=ee4aab15-b95c-42cb-bc98-24db19493dd2,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.172172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.180712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:30.184807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:30.187046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:30.189290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cbe1e06c-6c48-46bf-b3f5-2423f28a30c7 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:30.200647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 9cd7d27e-559a-48ff-93e0-1532c4595112 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:30.210710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:30.267130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 07d7eff2-a02d-46db-8007-5845abb9a14d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:30.274614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:30.278264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:30.376585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.377980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=35b8305f-ec44-4e94-83d5-58a6dcb8469b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.381546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:30.391722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.402678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e03d7a9-576c-4938-acd2-da8a663f4dc6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:30.403768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=f4e440e0-67b6-49cb-89d9-f83888c18240,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.413597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.415320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:30.483842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:30.486752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.684085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.699843 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6576674 Dec 22 08:42:30.702490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60542) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.719035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7305ec-cf88-4e9a-8484-106ea242787d None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:30.729879 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2ba7caab48c4a2195039337fb37cd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3376148 Dec 22 08:42:30.768522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60546) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.777693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad2843c-2b29-46c2-b306-51bb8ddd7f11,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.780921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:30.871889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.898944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.905201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70da2a-7704-4789-9d72-29a01054910a req-17b5b17d-2cb0-4d68-a0d1-e5af01d57802 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:30.907491 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8a70da2a-7704-4789-9d72-29a01054910a req-17b5b17d-2cb0-4d68-a0d1-e5af01d57802 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.3701911 Dec 22 08:42:30.923475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5adcf-5390-455e-bf2f-6e95c3255e17 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:30.935165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5adcf-5390-455e-bf2f-6e95c3255e17 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:30.936803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eaf5adcf-5390-455e-bf2f-6e95c3255e17 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:30.975083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Provisioning for port 9cd7d27e-559a-48ff-93e0-1532c4595112 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:30.991835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Provisioning complete for port 9cd7d27e-559a-48ff-93e0-1532c4595112 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:30.992559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.025325 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8a70da2a-7704-4789-9d72-29a01054910a req-b5d67f2d-32a9-4b93-afa8-f72761dce0de tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834839 Dec 22 08:42:31.033239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eaf5adcf-5390-455e-bf2f-6e95c3255e17 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:31.035597 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eaf5adcf-5390-455e-bf2f-6e95c3255e17 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3281567 Dec 22 08:42:31.039093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60552) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.120974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.126814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port f4e440e0-67b6-49cb-89d9-f83888c18240 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:31.127160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.137674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37f344e2-0414-4b29-ab74-1b31dbd7cf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:31.168413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad2843c-2b29-46c2-b306-51bb8ddd7f11,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.170972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:31.199007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.200146 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ad2843c-2b29-46c2-b306-51bb8ddd7f11 HTTP/1.1" status: 204 len: 168 time: 0.4306715 Dec 22 08:42:31.293017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.339298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] For port 9cd7d27e-559a-48ff-93e0-1532c4595112, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9cd7d27e-559a-48ff-93e0-1532c4595112,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:31.354583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.357891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6f004e97-73a7-4fef-a89b-ded32512843d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:31.526275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Pushing event updated for resources: {'Port': ['ID=9cd7d27e-559a-48ff-93e0-1532c4595112,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.529635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:31.742464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'fccc2c4a-23e9-425d-a4e5-c91644f87915', 'ip_address': '2001:db8::f816:3eff:feb2:fdd5'}, {'subnet_id': '4e22b700-9e04-4f6e-82ae-da36a4c1e8b3'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '9cd7d27e-559a-48ff-93e0-1532c4595112'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:42:31.784702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.833963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.869483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b18a6c-9450-4319-83b9-9c56a53b5aac req-7877c3d2-b2a6-4cef-8a8c-03962967409e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:31.877812 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60b18a6c-9450-4319-83b9-9c56a53b5aac req-7877c3d2-b2a6-4cef-8a8c-03962967409e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 946 time: 0.8652065 Dec 22 08:42:31.934262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ee4aab15-b95c-42cb-bc98-24db19493dd2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:31.943119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.959997 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60b18a6c-9450-4319-83b9-9c56a53b5aac req-cc57ca43-0819-4d07-a609-853a8d78466b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807519 Dec 22 08:42:31.965088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.004416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d2a5c071-6087-4d64-8608-e9e307f266f2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:32.050659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for f4e440e0-67b6-49cb-89d9-f83888c18240 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:32.214826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.224938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901793a9-0adf-4fb6-a81e-f82d8c7204a8 None None] Network 07d7eff2-a02d-46db-8007-5845abb9a14d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:32.313982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=35b8305f-ec44-4e94-83d5-58a6dcb8469b,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.337871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:32.439887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7d1a9-a227-4ded-9f79-12e77397fa61 req-cd3ae160-181d-4a85-b8f5-2a20f9493a8e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.441846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87b7d1a9-a227-4ded-9f79-12e77397fa61 req-cd3ae160-181d-4a85-b8f5-2a20f9493a8e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 946 time: 0.2214227 Dec 22 08:42:32.507359 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87b7d1a9-a227-4ded-9f79-12e77397fa61 req-8cf21f52-9b3c-4afe-8255-adaa2b416a02 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564127 Dec 22 08:42:32.508333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.516252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a19689f-4c1d-4b73-a2cc-ed09d1bbf6bd tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:32.564855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60584) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.566756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=f4e440e0-67b6-49cb-89d9-f83888c18240,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.574503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:32.592132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ee4aab15-b95c-42cb-bc98-24db19493dd2 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:32.607102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2af92ba9-c3a0-4baa-9fb3-3811ed8ff842 None None] Provisioning for port ee4aab15-b95c-42cb-bc98-24db19493dd2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:32.685009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ee4aab15-b95c-42cb-bc98-24db19493dd2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:32.685227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60588) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.685396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.711187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a0ebb-3e69-4572-861f-8f1ba95eb35e req-5c25c8f0-d647-4327-b036-b7b998745ef5 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.713404 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a40a0ebb-3e69-4572-861f-8f1ba95eb35e req-5c25c8f0-d647-4327-b036-b7b998745ef5 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.5002656 Dec 22 08:42:32.719773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 07d7eff2-a02d-46db-8007-5845abb9a14d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:32.725466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:32.786790 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a40a0ebb-3e69-4572-861f-8f1ba95eb35e req-7b5c4230-4448-4a1a-9599-b403963b2689 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583606 Dec 22 08:42:32.830978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2216df6-b35c-4522-973c-87da1709288d tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.831163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2af92ba9-c3a0-4baa-9fb3-3811ed8ff842 None None] Provisioning complete for port ee4aab15-b95c-42cb-bc98-24db19493dd2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:32.831596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2af92ba9-c3a0-4baa-9fb3-3811ed8ff842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.833467 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a2216df6-b35c-4522-973c-87da1709288d tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1094 time: 0.2642238 Dec 22 08:42:32.838459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60596) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.846467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:32.864604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:32.875294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.892110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:32.897166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:32.911693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/f4e440e0-67b6-49cb-89d9-f83888c18240 HTTP/1.1" status: 204 len: 168 time: 1.8683183 Dec 22 08:42:32.911693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:32.917486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60600) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.998716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Allocated IP 172.20.0.2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/4e22b700-9e04-4f6e-82ae-da36a4c1e8b3/9cd7d27e-559a-48ff-93e0-1532c4595112) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:33.002741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2100728401'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:33.055567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:33.063373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.162629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:33.195011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:33.250760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:33.258785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.262717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00818d-1912-433a-9f4b-c5a7eb30affa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.264871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00818d-1912-433a-9f4b-c5a7eb30affa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.266410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00818d-1912-433a-9f4b-c5a7eb30affa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.267423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e00818d-1912-433a-9f4b-c5a7eb30affa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:33.300156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:42:33.324245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2af92ba9-c3a0-4baa-9fb3-3811ed8ff842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.368765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:33.373424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.382400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port ee4aab15-b95c-42cb-bc98-24db19493dd2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ee4aab15-b95c-42cb-bc98-24db19493dd2,segment=NetworkSegment(e38d73a4-8a7d-4cc8-abc7-4b469f44ab75),segment_id=e38d73a4-8a7d-4cc8-abc7-4b469f44ab75)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:33.385459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c5e38-28d8-4b6d-bd47-8d53da844b70 req-d92f1e79-747a-4d46-bea5-955cd331749d tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.387464 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f42c5e38-28d8-4b6d-bd47-8d53da844b70 req-d92f1e79-747a-4d46-bea5-955cd331749d tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.2045379 Dec 22 08:42:33.396241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] For port 9cd7d27e-559a-48ff-93e0-1532c4595112, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9cd7d27e-559a-48ff-93e0-1532c4595112,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:33.399470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.400674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9cd7d27e-559a-48ff-93e0-1532c4595112 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:33.404577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e00818d-1912-433a-9f4b-c5a7eb30affa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:33.405726 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e00818d-1912-433a-9f4b-c5a7eb30affa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4862792 Dec 22 08:42:33.406542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.417243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60606) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.430474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:33.506861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:33.516325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group_rule and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:33.521237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:33.538805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:33.550526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 4e22b700-9e04-4f6e-82ae-da36a4c1e8b3 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:33.576442 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f42c5e38-28d8-4b6d-bd47-8d53da844b70 req-46c914e8-e138-4001-8412-18dde6802c21 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289227 Dec 22 08:42:33.581847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:33.585278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-2af92ba9-c3a0-4baa-9fb3-3811ed8ff842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:33.586065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-2af92ba9-c3a0-4baa-9fb3-3811ed8ff842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:33.595163 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4300253 Dec 22 08:42:33.596181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.599460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.600813 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:33.610830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899292291'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:33.614634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-1bd83acc-f1e9-40c7-bcc0-7abb721bd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.617479 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:33.618293 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:33.620561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:33.627208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=ee4aab15-b95c-42cb-bc98-24db19493dd2,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.628016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:33.628333 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-1bd83acc-f1e9-40c7-bcc0-7abb721bd7c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bf9754c40141c3aed724e15899e85d&device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 1099 time: 0.3322666 Dec 22 08:42:33.632040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:33.639448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:33.639743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:33.644787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Transition to ACTIVE for port object 9cd7d27e-559a-48ff-93e0-1532c4595112 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:33.655630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.659622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:33.661470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-beb99c23-9566-4c8f-b4d0-140c9a15b6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:33.670281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.764505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:33.785852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.786690 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment 59d22f57-3cb5-469c-8d31-3173b1f7d3d1 of type vlan for network 0fce371d-1865-4732-8575-5b04a914611f Dec 22 08:42:33.819485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-6a6c4254-75a3-4ff9-8211-982676885263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.821028 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-6a6c4254-75a3-4ff9-8211-982676885263 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad HTTP/1.1" status: 200 len: 911 time: 0.1919022 Dec 22 08:42:33.824584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Pushing event updated for resources: {'Port': ['ID=9cd7d27e-559a-48ff-93e0-1532c4595112,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.827871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:33.828058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.852953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.871834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ee4aab15-b95c-42cb-bc98-24db19493dd2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:33.904778 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:33.911956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.920162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.921070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.925224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-93d447ac-6cc5-4ea3-a1a4-e36fb0c87c3a tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:34.026959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ee4aab15-b95c-42cb-bc98-24db19493dd2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:34.028121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.054284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-8f173eea-4100-4de6-b29c-94afa0a2f301 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc HTTP/1.1" status: 200 len: 217 time: 0.1764116 Dec 22 08:42:34.082408 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4793346 Dec 22 08:42:34.083666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60614) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:34.091673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:34.112503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=0fce371d-1865-4732-8575-5b04a914611f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:34.124896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f9772f15-9da8-4f00-8d0b-08457b12da5f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:34.152518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-3a1c0a86-5eb2-46a6-b7e8-e03cff644ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:34.155214 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-3a1c0a86-5eb2-46a6-b7e8-e03cff644ba9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebbdc8c5-2dfd-4af2-9398-24efb36efbbd HTTP/1.1" status: 200 len: 851 time: 0.0913215 Dec 22 08:42:34.158790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.173523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 0fce371d-1865-4732-8575-5b04a914611f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:34.315484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:34.320500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:34.325010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:34.338936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:34.366264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:34.370525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.393614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.487902 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:30Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:31Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:34.509174 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-d6479d4b-274f-441a-aefb-560c1c7c0e1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261790 Dec 22 08:42:34.515232 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:34.517897 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Updating router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc port 35b8305f-ec44-4e94-83d5-58a6dcb8469b binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:42:34.653751 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.699167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3b437c85-9cf0-41ce-8991-c5640a8b6868 None None] Provisioning complete for port ee4aab15-b95c-42cb-bc98-24db19493dd2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:34.699690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3b437c85-9cf0-41ce-8991-c5640a8b6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.798244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.803101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ae5b3b49-7f6e-45ea-8937-ed49c407fdae tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:34.857768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.884552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.922800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3b437c85-9cf0-41ce-8991-c5640a8b6868 None None] Provisioning for port 35b8305f-ec44-4e94-83d5-58a6dcb8469b completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:34.926704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:34.929382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3b437c85-9cf0-41ce-8991-c5640a8b6868 None None] Provisioning complete for port 35b8305f-ec44-4e94-83d5-58a6dcb8469b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:34.930053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3b437c85-9cf0-41ce-8991-c5640a8b6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.985608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:35.008133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3b437c85-9cf0-41ce-8991-c5640a8b6868 None None] Port 35b8305f-ec44-4e94-83d5-58a6dcb8469b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:35.041058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3bb8a6-e07e-45ad-9774-126888290368,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.046012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:35.050562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.051129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment 5a026217-5a4e-4511-8764-6e4a0b24e4e0 of type vlan for network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d Dec 22 08:42:35.053261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.122140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ef7ecc94-7658-443a-9e9b-345e15e4825b None None] Could not find standard attr ID for object f4e440e0-67b6-49cb-89d9-f83888c18240. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:35.135839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.226 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/4393f569-51d8-4fc0-9438-0605b2429a88) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:35.139202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=92d2e34c-49dc-422b-a0f4-a2adc884cff8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.141929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ef7ecc94-7658-443a-9e9b-345e15e4825b None None] Provisioning for port 9cd7d27e-559a-48ff-93e0-1532c4595112 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:35.144645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:35.154493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:35.155106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: 0fce371d-1865-4732-8575-5b04a914611f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:35.161278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ef7ecc94-7658-443a-9e9b-345e15e4825b None None] Provisioning complete for port 9cd7d27e-559a-48ff-93e0-1532c4595112 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:35.161655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ef7ecc94-7658-443a-9e9b-345e15e4825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.187812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 0fce371d-1865-4732-8575-5b04a914611f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:35.203038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.203607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 0fce371d-1865-4732-8575-5b04a914611f) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:35.209724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:35.210510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.219975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f12119-8a6d-48c1-8508-1fc2b70fff34 None None] Network 0fce371d-1865-4732-8575-5b04a914611f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:35.249035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-ab2b2fe5-5422-41bd-92cf-f3fae5e286d1 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163665 Dec 22 08:42:35.257416 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1720569 Dec 22 08:42:35.260746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:35.274228 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.300823 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Transition to ACTIVE for port object 35b8305f-ec44-4e94-83d5-58a6dcb8469b will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:35.309266 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.314139 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-b4cf1b5e-edc3-405a-b435-ce694f88510c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:35.409411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.410131 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ef698-24c0-4ed8-b2b1-5a51239b30f6 None None] Pushing event updated for resources: {'Port': ['ID=35b8305f-ec44-4e94-83d5-58a6dcb8469b,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.417286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:35.417286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.431560 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3e0ef698-24c0-4ed8-b2b1-5a51239b30f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:35.448280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ae986ab-628f-4ae5-9557-ff982c94b104 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:35.561084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-0fce371d-1865-4732-8575-5b04a914611f', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:35.561923 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.724323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.789646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Allocated IP 172.21.0.2 (0fce371d-1865-4732-8575-5b04a914611f/92d2e34c-49dc-422b-a0f4-a2adc884cff8/f149f94c-f570-4d86-a42d-61d48512ad44) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:35.800825 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Attempting to bind port 35b8305f-ec44-4e94-83d5-58a6dcb8469b on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:35.804053 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Attempting to bind port 35b8305f-ec44-4e94-83d5-58a6dcb8469b by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:35.805075 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Attempting to bind port 35b8305f-ec44-4e94-83d5-58a6dcb8469b on network 07d7eff2-a02d-46db-8007-5845abb9a14d {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:35.820941 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:35.822208 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Checking segment: {'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:35.823154 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.824981 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Bound using segment: {'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:35.826212 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Bound port: 35b8305f-ec44-4e94-83d5-58a6dcb8469b, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:35.828261 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.962683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768915e3-8070-4b92-a854-caeb907d4134 req-36c19930-d715-4bef-a2a4-49a53d60a3bb tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:35.970922 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-768915e3-8070-4b92-a854-caeb907d4134 req-36c19930-d715-4bef-a2a4-49a53d60a3bb tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 1.1752839 Dec 22 08:42:35.973772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.979432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9cd7d27e-559a-48ff-93e0-1532c4595112 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:36.027214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-87e4168d-1702-4f0b-9938-39e0678b6247 None None] Could not find standard attr ID for object f4e440e0-67b6-49cb-89d9-f83888c18240. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:36.057490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.058414 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] For port 35b8305f-ec44-4e94-83d5-58a6dcb8469b, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:36.067128 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] For port 35b8305f-ec44-4e94-83d5-58a6dcb8469b, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=35b8305f-ec44-4e94-83d5-58a6dcb8469b,segment=NetworkSegment(e38d73a4-8a7d-4cc8-abc7-4b469f44ab75),segment_id=e38d73a4-8a7d-4cc8-abc7-4b469f44ab75)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:36.092402 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.110016 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-b4cf1b5e-edc3-405a-b435-ce694f88510c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:36.113213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=45e8bbaf-c20b-45f1-952a-39b5020e0e0d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.125313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:36.131035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:36.136609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:36.140191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:36.221218 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:36.221795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:36.222276 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:36.231301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:36.268861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.273887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/4e22b700-9e04-4f6e-82ae-da36a4c1e8b3 HTTP/1.1" status: 204 len: 168 time: 2.8537550 Dec 22 08:42:36.275311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60624) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.294911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=4393f569-51d8-4fc0-9438-0605b2429a88,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.304496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:36.311599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.6266677 Dec 22 08:42:36.312694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811ebd4-c9ac-47d0-ab1a-a83a70772644 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:36.313032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.324558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-782ae1d5-5635-4998-b751-493f2024428a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:36.326972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'name': 'tempest-PortsIpV6TestJSON-332926081'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:36.386515 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ef698-24c0-4ed8-b2b1-5a51239b30f6 None None] Pushing event updated for resources: {'Port': ['ID=35b8305f-ec44-4e94-83d5-58a6dcb8469b,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.387806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 9cd7d27e-559a-48ff-93e0-1532c4595112 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:36.388145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.403613 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3e0ef698-24c0-4ed8-b2b1-5a51239b30f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:36.452429 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-768915e3-8070-4b92-a854-caeb907d4134 req-b80e10ba-676a-4f1d-bce0-2a32f02fa82b tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802315 Dec 22 08:42:36.462543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=4e22b700-9e04-4f6e-82ae-da36a4c1e8b3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.472241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:36.477484 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3f68e5a-be39-43e0-adcf-ba8e88a80019 req-62ae77c6-1265-487c-b462-a3d0afa39ad0 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0735276 Dec 22 08:42:36.483180 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:36.502989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.623748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.642788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Transition to ACTIVE for port object f149f94c-f570-4d86-a42d-61d48512ad44 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:36.720170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Transition to ACTIVE for port object f149f94c-f570-4d86-a42d-61d48512ad44 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:36.772397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:36.783517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet fccc2c4a-23e9-425d-a4e5-c91644f87915 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:36.784831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:36.789741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:36.801213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:36.862076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.867405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:36.871570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.873815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5804e8d8-d86c-42ce-8c8b-e4b9955effae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:36.888926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.901785 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:30Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:36Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:36.907366 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a593a-a44f-4cdc-ad9a-d50dfc9ad4e3 None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:30Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:36Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:36.929889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 7f85753d-8960-4a67-9419-39a2290c464b yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:36.991681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Network 0fce371d-1865-4732-8575-5b04a914611f is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:36.993932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.998129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:37.003719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:37.005801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Pushing event updated for resources: {'Port': ['ID=f149f94c-f570-4d86-a42d-61d48512ad44,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.009064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:37.145919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Attempting to bind port f149f94c-f570-4d86-a42d-61d48512ad44 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:37.147592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Attempting to bind port f149f94c-f570-4d86-a42d-61d48512ad44 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:37.147592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Attempting to bind port f149f94c-f570-4d86-a42d-61d48512ad44 on network 0fce371d-1865-4732-8575-5b04a914611f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:37.156250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:37.157226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Checking segment: {'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:37.157417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.157830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Bound using segment: {'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:37.158532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Bound port: f149f94c-f570-4d86-a42d-61d48512ad44, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:37.159079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.344673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] For port f149f94c-f570-4d86-a42d-61d48512ad44, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:37.358204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] For port f149f94c-f570-4d86-a42d-61d48512ad44, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f149f94c-f570-4d86-a42d-61d48512ad44,segment=NetworkSegment(59d22f57-3cb5-469c-8d31-3173b1f7d3d1),segment_id=59d22f57-3cb5-469c-8d31-3173b1f7d3d1)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:37.370760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.383371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8ab410f4-3d4e-4514-b002-ff7a83ea3586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:37.462368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.21.0.1 (0fce371d-1865-4732-8575-5b04a914611f/92d2e34c-49dc-422b-a0f4-a2adc884cff8/68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:37.495992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.592724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Pushing event updated for resources: {'Port': ['ID=f149f94c-f570-4d86-a42d-61d48512ad44,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.598263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:37.709301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.765802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.778139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-337d0554-0c88-46fb-a32b-87c9254c78f1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:37.818354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.842765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.844399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=fccc2c4a-23e9-425d-a4e5-c91644f87915,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.847412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:37.875061 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/fccc2c4a-23e9-425d-a4e5-c91644f87915 HTTP/1.1" status: 204 len: 168 time: 1.5692904 Dec 22 08:42:37.875721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60634) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.916709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.972665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-61f7ada8-99b2-4b97-8af6-e7c4e77b3700 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936565 Dec 22 08:42:37.973572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60638) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.984196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:37.986791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:37.997641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 35b8305f-ec44-4e94-83d5-58a6dcb8469b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:38.046282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.064247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-66f13de8-f780-4f6e-bf29-62b5631b4d2d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.175551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 35b8305f-ec44-4e94-83d5-58a6dcb8469b completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:38.185150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=7f85753d-8960-4a67-9419-39a2290c464b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.199067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:38.202564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 35b8305f-ec44-4e94-83d5-58a6dcb8469b triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:38.202949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.223227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.253040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-804ef168-6f86-4285-84a1-43abc465cc19 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.257101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.356204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf68478-c581-4c69-b490-e6badca2faec req-4ec28015-cdda-4c60-9ab1-61e9c24d631f tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:38.357953 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecf68478-c581-4c69-b490-e6badca2faec req-4ec28015-cdda-4c60-9ab1-61e9c24d631f tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.5787392 Dec 22 08:42:38.386619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:38.394736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:38.399645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:38.399831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e784be7a-a9a1-4ed0-8b5e-065553a3bc5b None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:38.407209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 0fce371d-1865-4732-8575-5b04a914611f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:38.422060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:38.429086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:38.431057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:38.474195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.480887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:38.505795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:38.510627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': '5a026217-5a4e-4511-8764-6e4a0b24e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:38.511312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: 45e8bbaf-c20b-45f1-952a-39b5020e0e0d, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:38.515795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.527765 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecf68478-c581-4c69-b490-e6badca2faec req-0649aa02-2a27-444c-bfdb-da4c54ebdd23 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241684 Dec 22 08:42:38.534772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.544223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.577082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:38.607568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 35b8305f-ec44-4e94-83d5-58a6dcb8469b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=35b8305f-ec44-4e94-83d5-58a6dcb8469b,segment=NetworkSegment(e38d73a4-8a7d-4cc8-abc7-4b469f44ab75),segment_id=e38d73a4-8a7d-4cc8-abc7-4b469f44ab75)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:38.611230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4f524a65-15b7-4127-8bc9-9e6fd8c52c97 None None] Provisioning complete for port 9cd7d27e-559a-48ff-93e0-1532c4595112 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:38.611843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4f524a65-15b7-4127-8bc9-9e6fd8c52c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.633866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 45e8bbaf-c20b-45f1-952a-39b5020e0e0d) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:38.643810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:38.644078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.655484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.657243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:38.658027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.701854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60642) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.703227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3870718 Dec 22 08:42:38.710240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-176098207'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:38.717461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae12f60-c175-4fb3-b96c-f5b27a2e7892 None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:38.775566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.841031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:38.847982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.863755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:38.867425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:38.878806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.883242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8aef65ab-bfd3-4aff-b2ea-73f28a0416d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.932111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=35b8305f-ec44-4e94-83d5-58a6dcb8469b,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.939182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:38.961547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:39.055108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:39.058916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.086985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=4393f569-51d8-4fc0-9438-0605b2429a88,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:39.098173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:39.207561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.266484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:39.266992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790a99a-c377-49bb-9eb3-12aa16ba7772 None None] Network 0fce371d-1865-4732-8575-5b04a914611f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:39.292325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:42:39.310572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.318513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.333398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.333744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment e8d6a802-3e94-47ad-95fc-1639c2bb6427 of type vlan for network 9ceca711-0f05-4238-a5e9-babd51b3522a Dec 22 08:42:39.349885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Deleting port 9cd7d27e-559a-48ff-93e0-1532c4595112 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:39.355021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.355403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9e2f76eb-de2a-4a3c-af69-3140f509df24 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:39.416813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9d131b2d-af6a-43e2-8f22-08b44b60e24e None None] Provisioning for port f149f94c-f570-4d86-a42d-61d48512ad44 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:39.425786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:42:39.448433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:39.450795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.460158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:39.529580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.683536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 0fce371d-1865-4732-8575-5b04a914611f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:39.689293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:39.740767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.798947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c0965e4f-95ff-4b02-9adc-d3acce53ad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.839769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] For port 9cd7d27e-559a-48ff-93e0-1532c4595112, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=9cd7d27e-559a-48ff-93e0-1532c4595112,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:39.840366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.849572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP a4566aca-a663-49a5-94fb-1bcc571683ab associated. External IP: 172.26.7.226, port: dfd28956-ec4a-4fc0-ac30-4450a2cc908c. Dec 22 08:42:39.941031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:39.972948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f149f94c-f570-4d86-a42d-61d48512ad44 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:40.004114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Calling delete_port for 9cd7d27e-559a-48ff-93e0-1532c4595112 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:40.087215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.093541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.094189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.106235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:40.118960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port f149f94c-f570-4d86-a42d-61d48512ad44 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:40.126418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f149f94c-f570-4d86-a42d-61d48512ad44 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:40.127140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.160520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.171242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:40.228197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_pluggable_backend [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Port 9cd7d27e-559a-48ff-93e0-1532c4595112 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87601) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 08:42:40.228486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_pluggable_backend [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:fdd5 {{(pid=87601) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 08:42:40.237764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Pushing event deleted for resources: {'Port': ['ID=9cd7d27e-559a-48ff-93e0-1532c4595112,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.245413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:40.249369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] No DVR routers for this DVR port 9cd7d27e-559a-48ff-93e0-1532c4595112 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:40.251897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_pluggable_backend [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb2:fdd5 {{(pid=87601) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 08:42:40.262449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Provisioning complete for port f149f94c-f570-4d86-a42d-61d48512ad44 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:40.262940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.267409 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5618892 Dec 22 08:42:40.267409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.271794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60652) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.276175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=9ceca711-0f05-4238-a5e9-babd51b3522a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.281012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'ports': [{'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d'}, {'network_id': '9ceca711-0f05-4238-a5e9-babd51b3522a'}]} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:40.281703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:40.281841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '9ceca711-0f05-4238-a5e9-babd51b3522a'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:40.296178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d78aef-1c42-436b-8300-ef890cd04114 req-8f399459-5b78-4bca-b273-902581f41a35 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.297664 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-97d78aef-1c42-436b-8300-ef890cd04114 req-8f399459-5b78-4bca-b273-902581f41a35 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.5498741 Dec 22 08:42:40.303860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:40.304532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d55fb76-6d06-4641-aa3f-48ffeb50f412 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:40.323272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 9ceca711-0f05-4238-a5e9-babd51b3522a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:40.408213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:40.415460 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1531651 Dec 22 08:42:40.418884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60656) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.428624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-1925597540'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:40.438588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:40.443076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:40.446478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:40.454674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:40.484437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:40.486452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:40.486726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:40.489722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.525710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:40.537829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.538349 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment 467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8 of type vlan for network ec6852c8-d701-40a5-b5f7-0c789e58fef0 Dec 22 08:42:40.548453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:40.570209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.591482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89616da5-ec7b-4f59-a660-f9974fe2ceb3 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:40.598193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.601046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.619008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-97d78aef-1c42-436b-8300-ef890cd04114 req-b50bed26-8672-494b-b8d5-7b49ae31772a tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794144 Dec 22 08:42:40.670324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.674824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=80cf71b3-e35d-49a9-8011-5838a8738a47,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.678189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.678976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.699465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35bc375b-1162-4736-9708-0e5db20ad16a tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:40.734816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:40.735746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:40.763107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:40.767295 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7900631 Dec 22 08:42:40.774034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60662) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.801509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:40.835914 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4158936 Dec 22 08:42:40.850640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60666) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.864205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:40.897110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=ec6852c8-d701-40a5-b5f7-0c789e58fef0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.910781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:40.978939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:40.984406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:41.004370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:41.030333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:41.048868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:41.092766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:41.095330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 2} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:41.100583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.116833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:41.123184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:41.130613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.140307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:41.147114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:41.171187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:41.174109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.177558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.198949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:41.214546 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] Sync routers for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:41.236320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:41.237844 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:41.240350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:41.248811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:41.260405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:41.265863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.335130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:41.352756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 6e720267-cf09-4260-972b-44165df85e42 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:41.363906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:41.367765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.422537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:41.472125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.488863 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.6488602 Dec 22 08:42:41.489555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60672) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:41.489917 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:41.494532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:41.528201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.561180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '80cf71b3-e35d-49a9-8011-5838a8738a47'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:41.562151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.604441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port f149f94c-f570-4d86-a42d-61d48512ad44, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f149f94c-f570-4d86-a42d-61d48512ad44,segment=NetworkSegment(59d22f57-3cb5-469c-8d31-3173b1f7d3d1),segment_id=59d22f57-3cb5-469c-8d31-3173b1f7d3d1)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:41.616726 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'status': 'completed', 'code': 200} Dec 22 08:42:41.624181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.625275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 35b8305f-ec44-4e94-83d5-58a6dcb8469b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:41.625560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f06a-85d2-4234-91a1-71e1f18a60c1 req-29f6e6b0-cad3-4d65-9508-b287e18e363a tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:41.627337 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e946f06a-85d2-4234-91a1-71e1f18a60c1 req-29f6e6b0-cad3-4d65-9508-b287e18e363a tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.4896288 Dec 22 08:42:41.656916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15da84a7-98c3-4afc-88c6-604386ff78aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:41.752211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port ba428840-6822-4fbc-8b80-a1ed68d0ce61 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:41.857687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=f149f94c-f570-4d86-a42d-61d48512ad44,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:41.873028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:41.988189 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8a77d988-adc3-4e54-bb5f-f0f50bb8e693 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/a4566aca-a663-49a5-94fb-1bcc571683ab HTTP/1.1" status: 200 len: 992 time: 0.4886973 Dec 22 08:42:41.991292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.997121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-77d44da3-ae4b-4cef-b4c0-a5b8d3984373 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.018286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e946f06a-85d2-4234-91a1-71e1f18a60c1 req-50862dc2-e447-40c2-8604-21b8b26979d6 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697636 Dec 22 08:42:42.066368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.096369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:42.096839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:42.106882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=40d9786e-bb57-412f-8ad6-4c4ccf8de378,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.113676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.120833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-a5206e9d-77a2-4875-94a1-1804c8836d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.122487 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-a5206e9d-77a2-4875-94a1-1804c8836d16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1099 time: 0.4729447 Dec 22 08:42:42.122767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:42.123134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: ec6852c8-d701-40a5-b5f7-0c789e58fef0, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:42.124640 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:37Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:42.129312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 35b8305f-ec44-4e94-83d5-58a6dcb8469b triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:42.129874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.136262 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] Checking router: 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:42.147884 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:42.149082 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:42.154337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.160641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:42.162801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.192494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-93e52c03-04e0-48e0-8beb-b1f1c990c771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.388407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, ec6852c8-d701-40a5-b5f7-0c789e58fef0) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:42.398790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:42.402812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.403412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.407828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:42.413454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:42.414373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.427417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-ef0b46c3-0cb6-43ff-a80b-d7a4c8a702f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.431018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=6e720267-cf09-4260-972b-44165df85e42,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.431950 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-ef0b46c3-0cb6-43ff-a80b-d7a4c8a702f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 896 time: 0.3008041 Dec 22 08:42:42.438399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.438923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a75da3ba-b244-47bc-979c-2a7f0b681003 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.487838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e604b-518f-42a8-9294-dacc7a422253 None None] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:42.506980 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6533983 Dec 22 08:42:42.511884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60678) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.591737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.607423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52342610-370b-48ba-b756-fa4079116cbd tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.611336 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:42.664250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=ba428840-6822-4fbc-8b80-a1ed68d0ce61,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.668059 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-edd8704e-6aae-4143-90e7-a01bce8fec45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 200 len: 1000 time: 0.2122476 Dec 22 08:42:42.672755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Allocated IP 2001:db8::f816:3eff:fe48:96e8 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/80cf71b3-e35d-49a9-8011-5838a8738a47/bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:42.679798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:42.681636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.686201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:42.698239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': 'e8d6a802-3e94-47ad-95fc-1639c2bb6427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9ceca711-0f05-4238-a5e9-babd51b3522a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:42.698593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: 9ceca711-0f05-4238-a5e9-babd51b3522a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:42.728138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9cd7d27e-559a-48ff-93e0-1532c4595112 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:42.738435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.739355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.791455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=d913eb29-d91e-4cf3-8e7e-ffbef4627977,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.800469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.821373 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0462086 Dec 22 08:42:42.825461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60682) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.833657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 9cd7d27e-559a-48ff-93e0-1532c4595112 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:42.834306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 9cd7d27e-559a-48ff-93e0-1532c4595112 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:42.836246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:aa:23:cb', 'name': 'tempest-NetworksTestDHCPv6-369232081'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:42.859540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-3910dc7b-0d8b-43fa-a01c-776f578b747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.861827 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-3910dc7b-0d8b-43fa-a01c-776f578b747e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e148eb7-8bb4-464f-bdaf-853087fe8da7 HTTP/1.1" status: 200 len: 834 time: 0.1773214 Dec 22 08:42:42.865014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 9ceca711-0f05-4238-a5e9-babd51b3522a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:42.904365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 9ceca711-0f05-4238-a5e9-babd51b3522a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:42.913853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:42.921757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.927773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.928939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.960443 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6875577 Dec 22 08:42:42.967309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.994134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60690) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.998778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a19363-0423-4f74-b1fd-a7cb255aefa2 None None] Network 9ceca711-0f05-4238-a5e9-babd51b3522a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:43.049601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f149f94c-f570-4d86-a42d-61d48512ad44 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:43.189955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:43.190681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.249937 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-50c4c0be-2cf3-40ef-97a7-f46c4b15c936 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/a4566aca-a663-49a5-94fb-1bcc571683ab HTTP/1.1" status: 200 len: 992 time: 0.2502818 Dec 22 08:42:43.257602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Provisioning for port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:43.266619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-681e93b0-dad1-4366-9826-02e4de5f08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:43.268787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-681e93b0-dad1-4366-9826-02e4de5f08d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a3deada-971b-4d68-b789-08d87505c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3958900 Dec 22 08:42:43.279272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:43.285648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:43.290257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:43.300230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:43.309818 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:37Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:43.312693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port ba428840-6822-4fbc-8b80-a1ed68d0ce61 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:43.313045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.316389 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2c3cf-3d1c-429e-bbe4-7dfb613ba342 None None] The sync data for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv is: [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:37Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:43.401249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Provisioning complete for port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:43.401889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.463030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:43.463617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.464664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.480279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 3, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:39Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:43.552154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:43.552836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Updating router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:42:43.572568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-96e8a51f-21d5-4ac3-a4ba-dda167bca9f9 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602143 Dec 22 08:42:43.609620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.635894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79587b-fd89-4ab1-b437-af025cdef456 req-5ec0389f-2ae8-4dda-964d-6ceeee0fe6ed tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:43.637949 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9b79587b-fd89-4ab1-b437-af025cdef456 req-5ec0389f-2ae8-4dda-964d-6ceeee0fe6ed tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.4109747 Dec 22 08:42:43.708718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-caddb744-7295-4cb3-a072-cc8ce4a39820 None None] Port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:43.802470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831a2dc-423b-4a09-a316-a4e680159d53 None None] New status for floating IP a4566aca-a663-49a5-94fb-1bcc571683ab: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:42:43.832033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.867327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e7ab6227-7c16-435c-b55b-3512ef056a55 req-ae7985d6-fbe4-4a5f-94db-6391ab00f25a service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132795 Dec 22 08:42:43.878493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 01587f20-ab02-421e-b4a7-7748ffb8983e yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:43.911387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.963173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Allocated IP 172.22.0.2 (ec6852c8-d701-40a5-b5f7-0c789e58fef0/40d9786e-bb57-412f-8ad6-4c4ccf8de378/a4bb8441-45aa-4954-bc25-6458ed98426d) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:43.968180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f149f94c-f570-4d86-a42d-61d48512ad44 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:43.968479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.020185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.253797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60696) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:44.281737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.291093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for ba428840-6822-4fbc-8b80-a1ed68d0ce61 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:44.360834 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9b79587b-fd89-4ab1-b437-af025cdef456 req-27f243f1-22d5-4ebd-a35a-1a55cf04af6c tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295782 Dec 22 08:42:44.380941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-77136822-6c14-40a6-b287-d39dddda0491 None None] Provisioning complete for port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:44.380941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-77136822-6c14-40a6-b287-d39dddda0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.423091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Transition to ACTIVE for port object bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:44.509936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.532726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2f4182db-b8b9-42d8-ba69-1557706a1447 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:44.583807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Transition to ACTIVE for port object bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:44.605518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=ba428840-6822-4fbc-8b80-a1ed68d0ce61,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:44.608682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:44.635401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.649648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-77136822-6c14-40a6-b287-d39dddda0491 None None] Port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:44.663591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.664777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.682645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:44.691033 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/ba428840-6822-4fbc-8b80-a1ed68d0ce61 HTTP/1.1" status: 204 len: 168 time: 1.7222290 Dec 22 08:42:44.695432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60704) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:44.762812 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ca458a1a-b727-427b-a5fd-692d783728fe tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/a4566aca-a663-49a5-94fb-1bcc571683ab HTTP/1.1" status: 200 len: 992 time: 0.5074990 Dec 22 08:42:44.804752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:44.866171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:44.932587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:44.932859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3dc3dd-413d-4357-a44e-107f2fc3f71d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:44.938752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3dc3dd-413d-4357-a44e-107f2fc3f71d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:44.939547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7f3dc3dd-413d-4357-a44e-107f2fc3f71d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:44.945243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 172.20.0.12 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/d913eb29-d91e-4cf3-8e7e-ffbef4627977/01587f20-ab02-421e-b4a7-7748ffb8983e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:44.951742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bae6b-e742-4404-a62a-5fc4d8f8da16 req-6068e7e8-23c9-440f-8973-78f25560ece5 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:44.953635 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a09bae6b-e742-4404-a62a-5fc4d8f8da16 req-6068e7e8-23c9-440f-8973-78f25560ece5 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.1352348 Dec 22 08:42:44.962034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:feaa:23cb (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/80cf71b3-e35d-49a9-8011-5838a8738a47/01587f20-ab02-421e-b4a7-7748ffb8983e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:44.987100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7f3dc3dd-413d-4357-a44e-107f2fc3f71d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:44.988266 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7f3dc3dd-413d-4357-a44e-107f2fc3f71d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2923653 Dec 22 08:42:44.996678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.012583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.024597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732155-4852-44d7-b2f5-75c52969a09d req-2405e5f6-8b73-41d7-b77e-baebac4bc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:45.027042 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89732155-4852-44d7-b2f5-75c52969a09d req-2405e5f6-8b73-41d7-b77e-baebac4bc0ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2bf9754c40141c3aed724e15899e85d&device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 1099 time: 0.1305778 Dec 22 08:42:45.028797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.057785 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a09bae6b-e742-4404-a62a-5fc4d8f8da16 req-f6b4a8dd-e7da-4a41-81e8-a3bb2643ef7f tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965660 Dec 22 08:42:45.080991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 6e720267-cf09-4260-972b-44165df85e42 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:45.080991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.081466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.097995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Transition to ACTIVE for port object a4bb8441-45aa-4954-bc25-6458ed98426d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:45.174342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Transition to ACTIVE for port object a4bb8441-45aa-4954-bc25-6458ed98426d will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:45.175709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Attempting to bind port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:45.176366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Attempting to bind port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:45.176787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Attempting to bind port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:45.197233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.203470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.238755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:45.238755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:45.238755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.239225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:45.239570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Bound port: bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:45.239990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.301766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732155-4852-44d7-b2f5-75c52969a09d req-86a94853-3a36-4434-9851-7e6a68a15447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:45.303613 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89732155-4852-44d7-b2f5-75c52969a09d req-86a94853-3a36-4434-9851-7e6a68a15447 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad HTTP/1.1" status: 200 len: 911 time: 0.2608752 Dec 22 08:42:45.351212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:45.364860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:45.366679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Pushing event updated for resources: {'Port': ['ID=a4bb8441-45aa-4954-bc25-6458ed98426d,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.380831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:45.385884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.397313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.22.0.1 (ec6852c8-d701-40a5-b5f7-0c789e58fef0/40d9786e-bb57-412f-8ad6-4c4ccf8de378/8d0c090d-56c2-4cfc-b32a-3714c465bffe) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:45.401800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89732155-4852-44d7-b2f5-75c52969a09d req-f8ee3fdd-d8d8-4479-b003-603347df2ea3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc HTTP/1.1" status: 200 len: 217 time: 0.0834234 Dec 22 08:42:45.461841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.490227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 01587f20-ab02-421e-b4a7-7748ffb8983e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:45.499037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732155-4852-44d7-b2f5-75c52969a09d req-bba68189-9021-481b-a217-5253cfacd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:45.500036 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89732155-4852-44d7-b2f5-75c52969a09d req-bba68189-9021-481b-a217-5253cfacd096 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebbdc8c5-2dfd-4af2-9398-24efb36efbbd HTTP/1.1" status: 200 len: 851 time: 0.0829148 Dec 22 08:42:45.501455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.558918 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89732155-4852-44d7-b2f5-75c52969a09d req-9eda6617-4170-4035-aa5d-945400db26eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471978 Dec 22 08:42:45.593539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Attempting to bind port a4bb8441-45aa-4954-bc25-6458ed98426d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:45.594169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Attempting to bind port a4bb8441-45aa-4954-bc25-6458ed98426d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:45.594283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Attempting to bind port a4bb8441-45aa-4954-bc25-6458ed98426d on network ec6852c8-d701-40a5-b5f7-0c789e58fef0 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:45.596805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:45.599808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.605422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:45.610515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:45.610890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Checking segment: {'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:45.611298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.611693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Bound using segment: {'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:45.612199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Bound port: a4bb8441-45aa-4954-bc25-6458ed98426d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:45.612575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.633792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.641800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Transition to ACTIVE for port object 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:45.644345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.679461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.689831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-24d47ad1-1c73-4cbd-a6ee-e1d523557235 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.735548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.737835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 6e720267-cf09-4260-972b-44165df85e42 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:45.764982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60712) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.772657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:45.787355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:45.789833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:45.884092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.894187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.896846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-051f1504-f858-42a2-aa40-b79e16e16556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.897059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.908465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.918749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0da7fa0a-6ffe-49a1-9f07-0a24a5ab0bef tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.982195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=6e720267-cf09-4260-972b-44165df85e42,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.987975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.988828 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89732155-4852-44d7-b2f5-75c52969a09d req-320fb48e-7947-42ca-b338-a1c003281829 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223096 Dec 22 08:42:45.989546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 8d0c090d-56c2-4cfc-b32a-3714c465bffe will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:45.993478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c00cccaa-8974-4173-9efd-624abcde5240 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/a4566aca-a663-49a5-94fb-1bcc571683ab HTTP/1.1" status: 200 len: 994 time: 0.2232306 Dec 22 08:42:45.994450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.999878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] For port a4bb8441-45aa-4954-bc25-6458ed98426d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:46.010521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] For port a4bb8441-45aa-4954-bc25-6458ed98426d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4bb8441-45aa-4954-bc25-6458ed98426d,segment=NetworkSegment(467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8),segment_id=467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:46.031281 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/6e720267-cf09-4260-972b-44165df85e42 HTTP/1.1" status: 204 len: 168 time: 1.0334640 Dec 22 08:42:46.034623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.039201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.042780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=01587f20-ab02-421e-b4a7-7748ffb8983e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.046322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:46.085466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7971ad2-dade-4f6e-9906-cdbbce92e8c5 None None] Pushing event updated for resources: {'Port': ['ID=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.094918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f7971ad2-dade-4f6e-9906-cdbbce92e8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:46.102283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:46.140421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb027fc-1339-4ef1-a81c-1f8ef0910bc2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.141142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6bb027fc-1339-4ef1-a81c-1f8ef0910bc2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:46.146216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.146912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.168647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.183483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:46.190463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Attempting to bind port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:46.190463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Attempting to bind port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:46.190796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Attempting to bind port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 on network 0fce371d-1865-4732-8575-5b04a914611f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:46.203152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:46.203562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Checking segment: {'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:46.204008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.204412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Bound using segment: {'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:46.204886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Bound port: 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d22f57-3cb5-469c-8d31-3173b1f7d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0fce371d-1865-4732-8575-5b04a914611f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:46.205262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.233634 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4065821 Dec 22 08:42:46.242761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60722) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.260090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6bb027fc-1339-4ef1-a81c-1f8ef0910bc2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:46.261264 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6bb027fc-1339-4ef1-a81c-1f8ef0910bc2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2256982 Dec 22 08:42:46.271045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60726) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.306995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Pushing event updated for resources: {'Port': ['ID=a4bb8441-45aa-4954-bc25-6458ed98426d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.375900 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89732155-4852-44d7-b2f5-75c52969a09d req-ba8434c1-dfd8-41f2-aaef-79706e2e9f35 service neutron] 10.222.0.16 "GET /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610904 Dec 22 08:42:46.395343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=8d0c090d-56c2-4cfc-b32a-3714c465bffe,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.401697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:46.409746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:46.417024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:46.424382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:46.435408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:46.443064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f408-5a20-49a9-8a2b-8cc1ff92cbb5 req-c27443bc-1a44-4bdd-8be8-08d254f06d08 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.444693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3968f408-5a20-49a9-8a2b-8cc1ff92cbb5 req-c27443bc-1a44-4bdd-8be8-08d254f06d08 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.2098258 Dec 22 08:42:46.454461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c1b19-7f9a-4092-b944-559e93abebc7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.461538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c1b19-7f9a-4092-b944-559e93abebc7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.462412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-150c1b19-7f9a-4092-b944-559e93abebc7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:46.528777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] For port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:46.537024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-150c1b19-7f9a-4092-b944-559e93abebc7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:46.541239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-150c1b19-7f9a-4092-b944-559e93abebc7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2973397 Dec 22 08:42:46.542212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60730) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.549452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] For port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,segment=NetworkSegment(59d22f57-3cb5-469c-8d31-3173b1f7d3d1),segment_id=59d22f57-3cb5-469c-8d31-3173b1f7d3d1)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:46.581897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.589480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9a7a2807-3116-42f0-b3c5-d28a3a5440f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:46.616717 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3968f408-5a20-49a9-8a2b-8cc1ff92cbb5 req-7db16e98-cb0a-47f0-9400-42d298d8c670 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510398 Dec 22 08:42:46.707337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 01587f20-ab02-421e-b4a7-7748ffb8983e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:46.709057 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-de536680-6272-40e1-af1c-02a9dd132553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:42:46.709452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.710465 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-de536680-6272-40e1-af1c-02a9dd132553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/ba428840-6822-4fbc-8b80-a1ed68d0ce61 HTTP/1.1" status: 404 len: 333 time: 0.4269238 Dec 22 08:42:46.718997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:46.719673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:46.720088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.828553 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8238a9-d3b8-4228-b4f8-c8cfc25bcafe tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:42:46.830782 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-da8238a9-d3b8-4228-b4f8-c8cfc25bcafe tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/6e720267-cf09-4260-972b-44165df85e42 HTTP/1.1" status: 404 len: 333 time: 0.1088727 Dec 22 08:42:46.833869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60738) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.869384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.971962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:47.037084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.063294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7971ad2-dade-4f6e-9906-cdbbce92e8c5 None None] Pushing event updated for resources: {'Port': ['ID=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.068506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f7971ad2-dade-4f6e-9906-cdbbce92e8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:47.250147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.252220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4bb8441-45aa-4954-bc25-6458ed98426d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:47.274497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.292188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceca711-0f05-4238-a5e9-babd51b3522a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:47.335237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d6a802-3e94-47ad-95fc-1639c2bb6427') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:47.335510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d6a802-3e94-47ad-95fc-1639c2bb6427') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:47.348974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.365631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.390110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.421566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a4bb8441-45aa-4954-bc25-6458ed98426d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:47.433161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:47.546054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:47.553176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 3, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:46Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:47.561657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59a32b9-3782-4fbb-83c9-4dbb525850ee None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 3, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:46Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:47.566454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 01587f20-ab02-421e-b4a7-7748ffb8983e owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:47.687505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:47.688320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:47.707179 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:47.931698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.940018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.014251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=01587f20-ab02-421e-b4a7-7748ffb8983e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.018885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.046059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.058198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-94993be0-5666-4334-860b-6d3f6bc0eb25 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.076719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.100400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=9ceca711-0f05-4238-a5e9-babd51b3522a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.115234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.116984 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/9ceca711-0f05-4238-a5e9-babd51b3522a HTTP/1.1" status: 204 len: 168 time: 1.2819600 Dec 22 08:42:48.121752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60748) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.128215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.137554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-932908267'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:48.158513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cea61-3c53-482b-b0f8-c974bc824aa2 req-e37c2560-ba1c-4b93-837b-13690331809e tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:48.171387 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff9cea61-3c53-482b-b0f8-c974bc824aa2 req-e37c2560-ba1c-4b93-837b-13690331809e tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.3492858 Dec 22 08:42:48.185564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727b47f-6d17-475f-9b61-efd04108a566 None None] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:48.217698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:48.220696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.222782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.256026 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/01587f20-ab02-421e-b4a7-7748ffb8983e HTTP/1.1" status: 204 len: 168 time: 1.7026768 Dec 22 08:42:48.257024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60752) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.298167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3e50f8d6-b5ea-49ec-8505-5f99ec678de7 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.336151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:48.350155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:48.363336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Provisioning for port a4bb8441-45aa-4954-bc25-6458ed98426d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:48.375271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Provisioning complete for port a4bb8441-45aa-4954-bc25-6458ed98426d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:48.375978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.388615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314d4da-f7b1-4ac9-af66-4b7be6337dba tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:48.390557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314d4da-f7b1-4ac9-af66-4b7be6337dba tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:48.392199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314d4da-f7b1-4ac9-af66-4b7be6337dba tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:48.393026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f314d4da-f7b1-4ac9-af66-4b7be6337dba tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:48.414953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:48.424784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f314d4da-f7b1-4ac9-af66-4b7be6337dba tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:48.432093 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f314d4da-f7b1-4ac9-af66-4b7be6337dba tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1737785 Dec 22 08:42:48.433500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60756) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.444712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.451856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=8d0c090d-56c2-4cfc-b32a-3714c465bffe,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.459859 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff9cea61-3c53-482b-b0f8-c974bc824aa2 req-39e3ef10-554f-481c-8396-a0cae86e45b1 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873335 Dec 22 08:42:48.461206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.465207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:48.468884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.563733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9cf0a6-957e-4090-bc71-50ecf18ef86d None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:48.590048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 80cf71b3-e35d-49a9-8011-5838a8738a47 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:48.601902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.702247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:48.706211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:48.711755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:48.716553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.806616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.844569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.893942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.905941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe5b08cd-da18-4c47-ba6c-9dafc178a5d9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.953293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] For port a4bb8441-45aa-4954-bc25-6458ed98426d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4bb8441-45aa-4954-bc25-6458ed98426d,segment=NetworkSegment(467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8),segment_id=467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:48.957511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=80cf71b3-e35d-49a9-8011-5838a8738a47,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.960786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.964944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.969822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.973999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-75bd84c6-07ea-4d7f-924a-6683e5aced1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.990073 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/80cf71b3-e35d-49a9-8011-5838a8738a47 HTTP/1.1" status: 204 len: 168 time: 0.5560391 Dec 22 08:42:48.992865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60764) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.097460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet d913eb29-d91e-4cf3-8e7e-ffbef4627977 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:49.100287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.136443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:49.155591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.156601 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment 928e67c9-1c3d-419a-ab96-232aacaf08b4 of type vlan for network fda1ccc0-5c14-49dc-bf54-4310471acef5 Dec 22 08:42:49.167596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.221429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:49.230140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e911d5-1b73-4e0f-8f5b-357d7d48dc44 req-92764a14-a51a-4b6a-b42a-31bb112005cb tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:49.231720 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-96e911d5-1b73-4e0f-8f5b-357d7d48dc44 req-92764a14-a51a-4b6a-b42a-31bb112005cb tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.1536362 Dec 22 08:42:49.233891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.252799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.255359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Pushing event updated for resources: {'Port': ['ID=a4bb8441-45aa-4954-bc25-6458ed98426d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.265948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:49.279334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Provisioning for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:49.289681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:49.290053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.363963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.364427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:49.370104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63c65ee0-f625-4591-b5ec-387f2a36bfa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:49.374413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:49.374785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.420456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=d913eb29-d91e-4cf3-8e7e-ffbef4627977,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.427160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:49.428246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.438584 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/d913eb29-d91e-4cf3-8e7e-ffbef4627977 HTTP/1.1" status: 204 len: 168 time: 0.4434419 Dec 22 08:42:49.441094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60768) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.464030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:49.472318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:49.483689 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:49.497682 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:49.500869 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:49.503846 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9912281 Dec 22 08:42:49.510455 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-96e911d5-1b73-4e0f-8f5b-357d7d48dc44 req-af5149ef-4c38-4af4-80e1-452124279574 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691960 Dec 22 08:42:49.513037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60772) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.520656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'network': {'name': 'tempest-RoutersTest-834005842'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:49.537961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:49.537961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:network and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:49.537961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:49.543103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:49.545480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.552911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:49.553771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.560563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:49.562582 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a70413b2-5499-4745-bc2e-4ed89e0e7f7d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199107 Dec 22 08:42:49.566060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60776) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.575899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:49.658536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f9456b-ab6c-49eb-b9c3-fdf2858ea9f0 None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'd913eb29-d91e-4cf3-8e7e-ffbef4627977'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': 'bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:42:49.700392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:49.705283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.747423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2f9456b-ab6c-49eb-b9c3-fdf2858ea9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.787315 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6642809 Dec 22 08:42:49.788641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.802364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:49.865502 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:49.937935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.947788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:49.952620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:49.955024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:49.956109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:49.959507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:49.963346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:49.964157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:49.971551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:49.975709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:49.976896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:49.985619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.996811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=fda1ccc0-5c14-49dc-bf54-4310471acef5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.000088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.003991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:50.009928 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.033660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:50.042155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.051772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.053901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network fda1ccc0-5c14-49dc-bf54-4310471acef5 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:50.128068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.128532 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added segment 9abeae27-6ec6-438b-9178-92fd4de66372 of type vlan for network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 Dec 22 08:42:50.143190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Performing IP validity checks on allocation pools {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:42:50.147878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.ipam_backend_mixin [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:42:50.155447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b3541-20f9-4ea9-b463-b589b4f2e75a None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:50.200164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.228717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.253211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.257880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f9c2b17-1815-4777-8cf8-fd14aac5e7c4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.315848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.322662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:50.323434 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:47Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:46Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:47Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:50.323617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.329233 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:50.330508 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Updating router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc port 8d0c090d-56c2-4cfc-b32a-3714c465bffe binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:42:50.334424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:50.338091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:50.338568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,segment=NetworkSegment(59d22f57-3cb5-469c-8d31-3173b1f7d3d1),segment_id=59d22f57-3cb5-469c-8d31-3173b1f7d3d1)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:50.344021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:50.344886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.351764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ef79d7a-ee58-4291-8dbf-f08a674b440d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.359820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.366898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=723b6c8e-0f60-4488-ae96-d1c24e8995d5,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.370618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.373284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Provisioning complete for port a4bb8441-45aa-4954-bc25-6458ed98426d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:50.373658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.382107 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8652744 Dec 22 08:42:50.382451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60784) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.393068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'subnet': {'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:50.420440 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.429804 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8608584 Dec 22 08:42:50.446343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60788) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:50.460806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:50.523514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.529018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.534378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d07ee760-4cf6-4445-b614-aeb98eef0c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.562900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:50.569437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:subnet and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.573995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.596936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:50.613309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Made reservation on behalf of 7e622c8ac6bd423ba0d33da3b35e04b5 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:50.619106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.685022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.695215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.696276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Network': ['ID=09ddbffb-2ac8-4944-a247-ffefbc3a2585,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.704356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.714017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:50.747876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.757478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-49c6847d-141a-434b-a792-c7b2f205e75f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.870910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Provisioning for port 8d0c090d-56c2-4cfc-b32a-3714c465bffe completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:50.884806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Provisioning complete for port 8d0c090d-56c2-4cfc-b32a-3714c465bffe triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:50.884806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.887854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': '928e67c9-1c3d-419a-ab96-232aacaf08b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:50.888245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: fda1ccc0-5c14-49dc-bf54-4310471acef5, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:50.924338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=fc764735-cf68-44b8-8856-15118c1d276f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.932961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.940545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:50.943397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': '723b6c8e-0f60-4488-ae96-d1c24e8995d5'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': 'bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:42:50.945501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.949843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.964675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.975999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:50.978343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e50b646-e085-4e54-a87d-0d000fe19099 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.999614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:51.004186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Port 8d0c090d-56c2-4cfc-b32a-3714c465bffe cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:51.013683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.021817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.037386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:51.038595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6a4e3c56-3c2a-4df8-8263-520974547ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.144369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4bb8441-45aa-4954-bc25-6458ed98426d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:51.150664 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.153339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Checking segment: {'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:51.153699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network hostable DHCP agents. Network: 09ddbffb-2ac8-4944-a247-ffefbc3a2585, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:51.164749 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Transition to ACTIVE for port object 8d0c090d-56c2-4cfc-b32a-3714c465bffe will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:51.175539 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.177431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Subnet': ['ID=37de3a9d-60ca-4903-a237-5193241e8c43,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:51.180786 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb2e952a-59a5-4bf8-bc28-c46081cc41f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:51.186342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:51.194262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c618ab0-98f4-4439-b05d-3d24a6bced88 req-c38646b3-e841-47a4-b803-e463d5e7dd36 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.195815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c618ab0-98f4-4439-b05d-3d24a6bced88 req-c38646b3-e841-47a4-b803-e463d5e7dd36 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.2897549 Dec 22 08:42:51.236291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:51.253693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c618ab0-98f4-4439-b05d-3d24a6bced88 req-110f08b1-bb59-4361-8cf4-0ff9eb4d67e4 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 Dec 22 08:42:51.255948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 09ddbffb-2ac8-4944-a247-ffefbc3a2585) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:51.263017 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Pushing event updated for resources: {'Port': ['ID=8d0c090d-56c2-4cfc-b32a-3714c465bffe,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:51.271389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a685cc-0356-4b48-9237-aa33ea812600 None None] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:51.275630 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.276040 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.276373 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.276869 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.276982 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.277304 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.277631 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.277933 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.278250 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.278566 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.278873 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.279182 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:51.284888 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:51.321053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.321979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.378264 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9945972 Dec 22 08:42:51.384160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60794) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.519949 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Attempting to bind port 8d0c090d-56c2-4cfc-b32a-3714c465bffe on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:51.520212 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Attempting to bind port 8d0c090d-56c2-4cfc-b32a-3714c465bffe by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:51.520499 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Attempting to bind port 8d0c090d-56c2-4cfc-b32a-3714c465bffe on network ec6852c8-d701-40a5-b5f7-0c789e58fef0 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:51.531104 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:51.531473 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Checking segment: {'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:51.531874 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.532318 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Bound using segment: {'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:51.532780 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Bound port: 8d0c090d-56c2-4cfc-b32a-3714c465bffe, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:51.533157 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.610655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-715c1637-b396-4482-b150-c4c0a3a00a93 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.614290 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-715c1637-b396-4482-b150-c4c0a3a00a93 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.16 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.3447530 Dec 22 08:42:51.659747 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] For port 8d0c090d-56c2-4cfc-b32a-3714c465bffe, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:51.663645 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] For port 8d0c090d-56c2-4cfc-b32a-3714c465bffe, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d0c090d-56c2-4cfc-b32a-3714c465bffe,segment=NetworkSegment(467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8),segment_id=467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:51.665203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a4bb8441-45aa-4954-bc25-6458ed98426d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:51.666286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.669935 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.675647 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:51.676858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network fda1ccc0-5c14-49dc-bf54-4310471acef5 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:51.717835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, fda1ccc0-5c14-49dc-bf54-4310471acef5) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:51.741440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.742995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.746485 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Pushing event updated for resources: {'Port': ['ID=8d0c090d-56c2-4cfc-b32a-3714c465bffe,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:51.751967 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:51.753811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a44af-cf13-48be-8dd1-9e9efc519a59 None None] Network fda1ccc0-5c14-49dc-bf54-4310471acef5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:51.772510 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:51.772941 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.841835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Deleting port 8af516c2-2509-4fd0-b938-9daf3d01bddc {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:51.842191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.853444 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0580955 Dec 22 08:42:51.861275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.878596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5', 'name': 'tempest-PortsIpV6TestJSON-1503592954'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:51.936251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Allocated IP 172.20.0.2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/723b6c8e-0f60-4488-ae96-d1c24e8995d5/bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:51.996484 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:52.012512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:42:52.229109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:52.241018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:52.245773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:52.246613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.257106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:52.262315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.290704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:52.363020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:52.454331 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:47Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:51Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:52.458582 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab24481-5515-4ba7-b610-4f4c29857467 None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:47Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:51Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:42:52.621954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::1b5 (fda1ccc0-5c14-49dc-bf54-4310471acef5/fc764735-cf68-44b8-8856-15118c1d276f/91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:52.660436 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:52.687722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87f06-df86-4696-b650-40bbe0bc5f91 req-6720c73b-6015-49f3-bd14-10285985d3bf tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:52.689283 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-84a87f06-df86-4696-b650-40bbe0bc5f91 req-6720c73b-6015-49f3-bd14-10285985d3bf tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 946 time: 0.2360902 Dec 22 08:42:52.741138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] For port 8af516c2-2509-4fd0-b938-9daf3d01bddc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8af516c2-2509-4fd0-b938-9daf3d01bddc,segment=NetworkSegment(6c1a99fd-0d43-4baf-8833-0f7669be5898),segment_id=6c1a99fd-0d43-4baf-8833-0f7669be5898)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:52.742803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.803317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:52.803806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.832105 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-84a87f06-df86-4696-b650-40bbe0bc5f91 req-b4e8ae9b-56eb-4e1a-80f8-cec0ce5d6ad3 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c96b39b-f8b3-4990-8b1d-54ef1be27153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353135 Dec 22 08:42:52.863893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-fda1ccc0-5c14-49dc-bf54-4310471acef5', 'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5', 'tenant_id': 'ef0ea95314be40368f12fdef58e3e10b', 'fixed_ips': [{'subnet_id': 'fc764735-cf68-44b8-8856-15118c1d276f'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:42:52.864743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.884013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.891247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Calling delete_port for 8af516c2-2509-4fd0-b938-9daf3d01bddc owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:52.927429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.929618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Allocated IP 172.23.0.2 (09ddbffb-2ac8-4944-a247-ffefbc3a2585/37de3a9d-60ca-4903-a237-5193241e8c43/88c854bb-0aeb-4ea4-b66f-26df355561d5) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:52.932554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Transition to ACTIVE for port object bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:52.954788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object 91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:52.996182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.008349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b96d10c4-c28f-4a44-ac29-f46976a2e2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:53.058055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.066545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bef77a6f-4d5b-4b59-b13e-3e3d6d6055af tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:53.115676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.157029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.197897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.208628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:53.221964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network fda1ccc0-5c14-49dc-bf54-4310471acef5 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:53.224941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:53.227462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:53.234505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:53.235497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.240776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.328028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3bc042fe-a3cd-4492-acbb-7a01349d671b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:53.333250 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4710417 Dec 22 08:42:53.334233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.420139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Pushing event deleted for resources: {'Port': ['ID=8af516c2-2509-4fd0-b938-9daf3d01bddc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.471162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.476656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:53.491615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 8af516c2-2509-4fd0-b938-9daf3d01bddc no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:53.528147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:53.528147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.565724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:53.576716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] No DVR routers for this DVR port 8af516c2-2509-4fd0-b938-9daf3d01bddc on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:53.580872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.583419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'name': 'network-vif-deleted', 'tag': '8af516c2-2509-4fd0-b938-9daf3d01bddc'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:53.616757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:53.648143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 8af516c2-2509-4fd0-b938-9daf3d01bddc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:42:53.648407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 8af516c2-2509-4fd0-b938-9daf3d01bddc not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:53.683065 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a7062-625e-4dad-83ed-5c32fb7bdab0', 'name': 'network-vif-deleted', 'tag': '8af516c2-2509-4fd0-b938-9daf3d01bddc', 'status': 'completed', 'code': 200} Dec 22 08:42:53.693131 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dccddd5f-7986-4ffb-8e40-b80b25f1ca3d req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.16 "DELETE /v2.0/ports/8af516c2-2509-4fd0-b938-9daf3d01bddc HTTP/1.1" status: 204 len: 173 time: 2.0348694 Dec 22 08:42:53.714638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Allocated IP 2001:db8::2 (fda1ccc0-5c14-49dc-bf54-4310471acef5/fc764735-cf68-44b8-8856-15118c1d276f/7696d016-08b3-409b-950f-75454514204b) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:53.745601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:53.805189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.814905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.815869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.822899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:53.964179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.061111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.089189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:54.090518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Transition to ACTIVE for port object 88c854bb-0aeb-4ea4-b66f-26df355561d5 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:54.110902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.117512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.185253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:54.228893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:54.232290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:54.232959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.247305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Transition to ACTIVE for port object 88c854bb-0aeb-4ea4-b66f-26df355561d5 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:54.250693 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-464ac520-a2a4-43e9-b7e0-a855aef8e5d0 req-54de599d-0ad4-4d93-9cbe-0aef1ed63873 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] 10.222.0.36 "GET /v2.0/ports?device_id=527a7062-625e-4dad-83ed-5c32fb7bdab0 HTTP/1.1" status: 200 len: 210 time: 0.0641639 Dec 22 08:42:54.251610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844f337d-c085-4134-aabe-59e7da7d259b None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:54.259689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=7']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.263518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.270355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e7f5b7cf-74c6-4cff-84ea-54943fad8e9e tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.315376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0c090d-56c2-4cfc-b32a-3714c465bffe up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:54.356164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60814) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:54.356765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.356967 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9087498 Dec 22 08:42:54.361698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:c8:90:34', 'name': 'tempest-NetworksTestDHCPv6-1903659747'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:54.380775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.382550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Allocated IP 172.23.0.1 (09ddbffb-2ac8-4944-a247-ffefbc3a2585/37de3a9d-60ca-4903-a237-5193241e8c43/3aae66fd-278a-4ad0-8599-683681acb993) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:54.453400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=1651db9e-906e-4dc5-9533-6f7f0c87d07c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.456876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.469234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.489491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.491999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.553026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:54.564900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:54.566002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.568660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Pushing event updated for resources: {'Port': ['ID=88c854bb-0aeb-4ea4-b66f-26df355561d5,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.578414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:54.582535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.588701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:54.595011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Provisioning for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:54.600071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Transition to ACTIVE for port object 7696d016-08b3-409b-950f-75454514204b will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:54.720798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:54.721175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.737515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.744007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.772071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:54.778691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:54.783890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:54.791535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.794658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.799828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:54.826272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.833762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:54.835833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.846899 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e HTTP/1.1" status: 204 len: 168 time: 1.5081131 Dec 22 08:42:54.851811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60818) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:54.852877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Transition to ACTIVE for port object 7696d016-08b3-409b-950f-75454514204b will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:54.860458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Attempting to bind port 88c854bb-0aeb-4ea4-b66f-26df355561d5 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:54.860852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Attempting to bind port 88c854bb-0aeb-4ea4-b66f-26df355561d5 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:54.861258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Attempting to bind port 88c854bb-0aeb-4ea4-b66f-26df355561d5 on network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:54.873088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.876758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8d0c090d-56c2-4cfc-b32a-3714c465bffe completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:54.886458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f0a11e8a-b483-4b0e-b5cc-178327296ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.928588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:54.928968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Checking segment: {'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:54.929386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.929790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Bound using segment: {'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:54.930279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Bound port: 88c854bb-0aeb-4ea4-b66f-26df355561d5, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:54.930660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.952380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Transition to ACTIVE for port object 3aae66fd-278a-4ad0-8599-683681acb993 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:54.975638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68c51da-d727-47d4-a7fd-2c76332aba5d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:54.976130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68c51da-d727-47d4-a7fd-2c76332aba5d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:54.986911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8d0c090d-56c2-4cfc-b32a-3714c465bffe triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:54.987445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.995998 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c68c51da-d727-47d4-a7fd-2c76332aba5d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e HTTP/1.1" status: 404 len: 333 time: 0.1412032 Dec 22 08:42:54.998847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60822) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.033436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.057056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Network fda1ccc0-5c14-49dc-bf54-4310471acef5 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:55.061343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.063795 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96e541a-752e-4ad6-a4e8-2d14fc63e06b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:42:55.065246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d96e541a-752e-4ad6-a4e8-2d14fc63e06b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:55.072587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.090138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d96e541a-752e-4ad6-a4e8-2d14fc63e06b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:55.095579 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d96e541a-752e-4ad6-a4e8-2d14fc63e06b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/91ef6bcf-24b2-4c7d-ae75-3c2148f6cc5e HTTP/1.1" status: 404 len: 333 time: 0.0914540 Dec 22 08:42:55.096160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60826) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.096346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:55.104560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port d3b3ae16-69a1-473b-9593-f3fa29ea87ae yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:55.120145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:55.123163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Pushing event updated for resources: {'Port': ['ID=7696d016-08b3-409b-950f-75454514204b,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.145253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.179064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet fc764735-cf68-44b8-8856-15118c1d276f {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:55.183304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.191548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:55.200013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:55.206704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:55.242378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=3aae66fd-278a-4ad0-8599-683681acb993,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.254945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.263547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.321232 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:42:55.326960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.351805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.416695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.417413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] For port 88c854bb-0aeb-4ea4-b66f-26df355561d5, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:55.449406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.476939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] For port 88c854bb-0aeb-4ea4-b66f-26df355561d5, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=88c854bb-0aeb-4ea4-b66f-26df355561d5,segment=NetworkSegment(9abeae27-6ec6-438b-9178-92fd4de66372),segment_id=9abeae27-6ec6-438b-9178-92fd4de66372)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:55.484646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Attempting to bind port 7696d016-08b3-409b-950f-75454514204b on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:55.485089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Attempting to bind port 7696d016-08b3-409b-950f-75454514204b by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '928e67c9-1c3d-419a-ab96-232aacaf08b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:55.485444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Attempting to bind port 7696d016-08b3-409b-950f-75454514204b on network fda1ccc0-5c14-49dc-bf54-4310471acef5 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:42:55.505832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.513973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-45555be7-ae63-4f13-a23c-0247fe63b9a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.519017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Deleting subnet ebbdc8c5-2dfd-4af2-9398-24efb36efbbd {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:55.523912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.538849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.561573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:42:55.562006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Checking segment: {'id': '928e67c9-1c3d-419a-ab96-232aacaf08b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:42:55.562354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.563413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Bound using segment: {'id': '928e67c9-1c3d-419a-ab96-232aacaf08b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:42:55.563413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Bound port: 7696d016-08b3-409b-950f-75454514204b, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928e67c9-1c3d-419a-ab96-232aacaf08b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fda1ccc0-5c14-49dc-bf54-4310471acef5'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:55.565015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.589229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 172.20.0.8 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/723b6c8e-0f60-4488-ae96-d1c24e8995d5/d3b3ae16-69a1-473b-9593-f3fa29ea87ae) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:55.599241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:fec8:9034 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/1651db9e-906e-4dc5-9533-6f7f0c87d07c/d3b3ae16-69a1-473b-9593-f3fa29ea87ae) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:55.603681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9359f6db-5809-47e0-98be-53b2869b86d3 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.641796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.654692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=fc764735-cf68-44b8-8856-15118c1d276f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.657260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.662579 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/fc764735-cf68-44b8-8856-15118c1d276f HTTP/1.1" status: 204 len: 168 time: 0.5652740 Dec 22 08:42:55.663687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60836) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.677848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.714100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.735630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:55.762470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.764920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Pushing event updated for resources: {'Port': ['ID=88c854bb-0aeb-4ea4-b66f-26df355561d5,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.769622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.777919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.780245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa69ce42-39ab-47c9-a9f8-e78a2ca0ea3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.856350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.872691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.896961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 8d0c090d-56c2-4cfc-b32a-3714c465bffe, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d0c090d-56c2-4cfc-b32a-3714c465bffe,segment=NetworkSegment(467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8),segment_id=467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:55.898302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] For port 7696d016-08b3-409b-950f-75454514204b, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:42:55.906640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=9']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.913751 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.914672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:55.916519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 7696d016-08b3-409b-950f-75454514204b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:55.917074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.946481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] For port 7696d016-08b3-409b-950f-75454514204b, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7696d016-08b3-409b-950f-75454514204b,segment=NetworkSegment(928e67c9-1c3d-419a-ab96-232aacaf08b4),segment_id=928e67c9-1c3d-419a-ab96-232aacaf08b4)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:42:55.947652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.948198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c08155f6-dcf3-4e8c-aa68-bdd8abbe9af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.014458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.143800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.155540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-837b95d4-add5-43a8-a3bd-54bedd30f7cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.181287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=8d0c090d-56c2-4cfc-b32a-3714c465bffe,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.186268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.192781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:56.193405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.212322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbdc8c5-2dfd-4af2-9398-24efb36efbbd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.214843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:56.218664 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ebbdc8c5-2dfd-4af2-9398-24efb36efbbd HTTP/1.1" status: 204 len: 168 time: 0.8011601 Dec 22 08:42:56.229241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.234780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.275451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object d3b3ae16-69a1-473b-9593-f3fa29ea87ae will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:56.304761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7f2e0-979e-4a35-884c-084de02975fa None None] Network fda1ccc0-5c14-49dc-bf54-4310471acef5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:56.426332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:56.426707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.467222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.474974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-47f276ba-9874-494b-b50a-adf1752adbb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.526434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.541844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 7696d016-08b3-409b-950f-75454514204b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7696d016-08b3-409b-950f-75454514204b,segment=NetworkSegment(928e67c9-1c3d-419a-ab96-232aacaf08b4),segment_id=928e67c9-1c3d-419a-ab96-232aacaf08b4)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:56.542552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.608375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Pushing event updated for resources: {'Port': ['ID=7696d016-08b3-409b-950f-75454514204b,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.623675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:56.701218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec1346-6398-4883-b103-4e1a7fd8411a None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:56.745180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 7696d016-08b3-409b-950f-75454514204b owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:56.805226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:56.810182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:56.812671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:42:56.879213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.885444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=d3b3ae16-69a1-473b-9593-f3fa29ea87ae,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.889213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:56.893390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.898185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.925543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18f1a3a5-7b16-4ba6-a1f7-3cf0c9ee2aac tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.941162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.955754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1a99fd-0d43-4baf-8833-0f7669be5898') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.956193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1a99fd-0d43-4baf-8833-0f7669be5898') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.966649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.982208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eee4f101-0e86-4f0d-b400-e11fba106303 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:57.014336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:57.015911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.043043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.066274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-39547758-4f68-422c-a64a-e9558c383b06 None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:57.066840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-39547758-4f68-422c-a64a-e9558c383b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.069523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event updated for resources: {'Port': ['ID=3aae66fd-278a-4ad0-8599-683681acb993,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.075054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=7696d016-08b3-409b-950f-75454514204b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.075226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:57.081190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No DVR routers for this DVR port 7696d016-08b3-409b-950f-75454514204b on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:57.085118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:57.097239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.123948 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7583532 Dec 22 08:42:57.142082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60844) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.255666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.259364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.266388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 88c854bb-0aeb-4ea4-b66f-26df355561d5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:57.281527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:57.282196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:57.297503 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:57.301285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bfb479-d744-46af-8a66-b291103a2181 None None] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:42:57.368144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda1ccc0-5c14-49dc-bf54-4310471acef5']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:57.399287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928e67c9-1c3d-419a-ab96-232aacaf08b4') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:57.400272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928e67c9-1c3d-419a-ab96-232aacaf08b4') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:57.421570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.432366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.437079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-029e1287-2336-4a84-9d50-fb9e7fe13734 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:57.454839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.459806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:57.464181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:57.464526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.466871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.473619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:57.476780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:42:57.477301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:57.492054 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:57.518939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 88c854bb-0aeb-4ea4-b66f-26df355561d5 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:57.531725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0c090d-56c2-4cfc-b32a-3714c465bffe up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:57.551504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0897a83e-3498-4991-b72a-7bca765a1695 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:57.558264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0897a83e-3498-4991-b72a-7bca765a1695 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:57.559149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0897a83e-3498-4991-b72a-7bca765a1695 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:57.575499 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b3c93f6-94a9-4bd0-9ae6-52e4a1160fad HTTP/1.1" status: 204 len: 168 time: 1.3451090 Dec 22 08:42:57.576626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60848) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.609887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Provisioning for port 88c854bb-0aeb-4ea4-b66f-26df355561d5 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:57.650551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Provisioning complete for port 88c854bb-0aeb-4ea4-b66f-26df355561d5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:57.650892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.677361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0897a83e-3498-4991-b72a-7bca765a1695 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:57.682037 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0897a83e-3498-4991-b72a-7bca765a1695 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5385623 Dec 22 08:42:57.683618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60852) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.712251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:57.766620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port d3b3ae16-69a1-473b-9593-f3fa29ea87ae {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:57.766966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.816985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.840847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-baab6b6f-513b-4962-8a86-dcc581047a4d tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:57.859283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.873840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Deleting subnet 3eab8021-b9f6-4fc6-885d-f0646a6f6e48 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:42:57.889469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.892823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60858) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.917725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=fda1ccc0-5c14-49dc-bf54-4310471acef5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.932006 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/fda1ccc0-5c14-49dc-bf54-4310471acef5 HTTP/1.1" status: 204 len: 168 time: 2.2614703 Dec 22 08:42:57.936398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8d0c090d-56c2-4cfc-b32a-3714c465bffe triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:57.936770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.941213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:57.941950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60862) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.980392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-130069562'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:58.006086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:58.006945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.019379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:58.025101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:58.035910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:58.039748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.052463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] For port 88c854bb-0aeb-4ea4-b66f-26df355561d5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=88c854bb-0aeb-4ea4-b66f-26df355561d5,segment=NetworkSegment(9abeae27-6ec6-438b-9178-92fd4de66372),segment_id=9abeae27-6ec6-438b-9178-92fd4de66372)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:42:58.094022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.100872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:58.154089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:58.161631 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7715890 Dec 22 08:42:58.165681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60866) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:58.178538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7f160-e209-41e0-9490-900975414389 None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:58.179016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:42:58.216103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Deleting port cf04ae3e-3858-4ddd-8a44-af2ab94d8831 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:42:58.216455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.220641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:58.243007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:58.257725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.273507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:58.274493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:58.468354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Pushing event updated for resources: {'Port': ['ID=88c854bb-0aeb-4ea4-b66f-26df355561d5,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.471777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:58.482908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6ab7660a-7946-4e17-a1d8-80dbf7bf59ce None None] Could not find standard attr ID for object 01587f20-ab02-421e-b4a7-7748ffb8983e. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:58.504988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.505363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.518141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6ab7660a-7946-4e17-a1d8-80dbf7bf59ce None None] Provisioning for port d3b3ae16-69a1-473b-9593-f3fa29ea87ae completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:58.535491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6ab7660a-7946-4e17-a1d8-80dbf7bf59ce None None] Provisioning complete for port d3b3ae16-69a1-473b-9593-f3fa29ea87ae triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:58.535879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6ab7660a-7946-4e17-a1d8-80dbf7bf59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.561272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:42:58.689668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Calling delete_port for cf04ae3e-3858-4ddd-8a44-af2ab94d8831 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:58.782304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.995685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7660a-7946-4e17-a1d8-80dbf7bf59ce None None] Port d3b3ae16-69a1-473b-9593-f3fa29ea87ae cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:42:59.004529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:59.004998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.021968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.069579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.075175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-00fd898d-db9d-4b71-9b89-ba9b17c46735 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:59.079951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6ab7660a-7946-4e17-a1d8-80dbf7bf59ce None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:59.080469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6ab7660a-7946-4e17-a1d8-80dbf7bf59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.126321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event deleted for resources: {'Port': ['ID=cf04ae3e-3858-4ddd-8a44-af2ab94d8831,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:59.131144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:59.186947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:59.230341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe03863-60cc-46a3-8366-0e5e1a8ec7d0 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:42:59.247639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.248298 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Floating IP 5ebe3cae-3e1d-4458-8cca-e519dfe7a455 disassociated (deleted). External IP: 172.26.7.236, port: 1dbabfc4-f94b-42de-b30a-d5f57c909b98. Dec 22 08:42:59.265694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for d3b3ae16-69a1-473b-9593-f3fa29ea87ae owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:42:59.359892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.360152 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment 01274871-b02e-4206-b414-a42714ed4743 of type vlan for network 91028dbc-f6c4-4788-b4e9-346770b2dd8a Dec 22 08:42:59.452051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:42:56Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:59.462785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7f160-e209-41e0-9490-900975414389 None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:42:59.463246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7f160-e209-41e0-9490-900975414389 None None] Updating router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc port 3aae66fd-278a-4ad0-8599-683681acb993 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:42:59.483450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.488502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.498332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a5dbfbdd-d3b1-4aea-bb39-01e1bcfb36b1 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:59.513408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 88c854bb-0aeb-4ea4-b66f-26df355561d5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:59.585117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eab8021-b9f6-4fc6-885d-f0646a6f6e48,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:59.588293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:59.598956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.601432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe03863-60cc-46a3-8366-0e5e1a8ec7d0 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:42:59.671633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9da7f160-e209-41e0-9490-900975414389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.679902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:42:59.702985 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3eab8021-b9f6-4fc6-885d-f0646a6f6e48 HTTP/1.1" status: 204 len: 168 time: 2.1200912 Dec 22 08:42:59.737605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60872) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:59.781046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.786470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:59.787053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.818585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:59.822329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d51c5b13-6ee3-46a0-a4dc-c451063af7b5 None None] Provisioning complete for port 88c854bb-0aeb-4ea4-b66f-26df355561d5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:59.822692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d51c5b13-6ee3-46a0-a4dc-c451063af7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.877608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:42:59.892724 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] Sync routers for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:42:59.904975 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:42:59.905709 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:59.912946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.946457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 88c854bb-0aeb-4ea4-b66f-26df355561d5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:59.946747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.988113 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0418255 Dec 22 08:42:59.994199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60876) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:00.004716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:00.082509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=91028dbc-f6c4-4788-b4e9-346770b2dd8a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.087411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:00.093663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.095675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.101505 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:00.107241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10051284-7d54-4a9b-8236-44cfa1f68799 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:00.109316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 91028dbc-f6c4-4788-b4e9-346770b2dd8a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:00.170490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=d3b3ae16-69a1-473b-9593-f3fa29ea87ae,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.185297 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "DELETE /v2.0/floatingips/5ebe3cae-3e1d-4458-8cca-e519dfe7a455 HTTP/1.1" status: 204 len: 168 time: 2.2911584 Dec 22 08:43:00.191600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:00.220656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:00.224815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:00.230485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:00.230649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:00.237032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:00.250712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:00.265318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.452802 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'status': 'completed', 'code': 200} Dec 22 08:43:00.600426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f829e-523a-4575-a278-71b057efce41 req-8876f6cb-97b6-4d4d-9c02-a8be8ed12084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.601906 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-379f829e-523a-4575-a278-71b057efce41 req-8876f6cb-97b6-4d4d-9c02-a8be8ed12084 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 1098 time: 0.1483350 Dec 22 08:43:00.657329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:43:00.726100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.731446 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/d3b3ae16-69a1-473b-9593-f3fa29ea87ae HTTP/1.1" status: 204 len: 168 time: 3.0457988 Dec 22 08:43:00.733509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.743254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60886) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:00.744447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Removed routes are [] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:43:00.744828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.763969 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:33Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:00.769043 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] Checking router: cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:00.780743 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:00.781897 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:00.824987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9da7f160-e209-41e0-9490-900975414389 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.845159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9da7f160-e209-41e0-9490-900975414389 None None] Transition to ACTIVE for port object 3aae66fd-278a-4ad0-8599-683681acb993 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:00.876051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaf8aa4-297e-467d-b38f-7b6b904f19d6']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:00.901868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9da7f160-e209-41e0-9490-900975414389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.920128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-70e93276-c178-462c-81a2-32d32131f41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:00.974696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6350c7e-2f69-4f79-a5b8-af21b9f56459') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:00.974960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ca268-6ed2-4df0-aaa3-34763d974887 req-81ea408a-552e-475d-b4de-dcd8418a3af1 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.975067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6350c7e-2f69-4f79-a5b8-af21b9f56459') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:00.975609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3b5ca268-6ed2-4df0-aaa3-34763d974887 req-81ea408a-552e-475d-b4de-dcd8418a3af1 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Synchronizing usage tracker for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:00.985371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f829e-523a-4575-a278-71b057efce41 req-81be0096-dc96-421c-ae85-91af593d52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.986422 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-379f829e-523a-4575-a278-71b057efce41 req-81be0096-dc96-421c-ae85-91af593d52af service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 200 len: 897 time: 0.3698754 Dec 22 08:43:00.994477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.001775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.006654 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:01.010859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d51c5b13-6ee3-46a0-a4dc-c451063af7b5 None None] Provisioning for port 3aae66fd-278a-4ad0-8599-683681acb993 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:01.038059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28658f-b8d8-41b9-a006-9f579d465b49 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:01.039529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28658f-b8d8-41b9-a006-9f579d465b49 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:01.041812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28658f-b8d8-41b9-a006-9f579d465b49 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:01.042660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ca28658f-b8d8-41b9-a006-9f579d465b49 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:01.047897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.098804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7936200-8901-4d3c-8d6c-0b2927de3ac1 None None] Pushing event updated for resources: {'Port': ['ID=3aae66fd-278a-4ad0-8599-683681acb993,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:01.130595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c7936200-8901-4d3c-8d6c-0b2927de3ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:01.132182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d51c5b13-6ee3-46a0-a4dc-c451063af7b5 None None] Could not find standard attr ID for object d3b3ae16-69a1-473b-9593-f3fa29ea87ae. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:01.183082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:01.183688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:01.196971 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:01.200286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35995ff5-af0d-4743-9f8a-5b3d1088c47d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:01.264925 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-379f829e-523a-4575-a278-71b057efce41 req-83c8626e-9b8f-40e6-b79a-c378c1ab985d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 200 len: 217 time: 0.2649546 Dec 22 08:43:01.267420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=73c42966-b4e4-4231-b989-559a4fb6ab6e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:01.270565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:01.293933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ca28658f-b8d8-41b9-a006-9f579d465b49 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:01.299069 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ca28658f-b8d8-41b9-a006-9f579d465b49 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5493503 Dec 22 08:43:01.300009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9da7f160-e209-41e0-9490-900975414389 None None] Attempting to bind port 3aae66fd-278a-4ad0-8599-683681acb993 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:01.300138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60890) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:01.300226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9da7f160-e209-41e0-9490-900975414389 None None] Attempting to bind port 3aae66fd-278a-4ad0-8599-683681acb993 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:01.300982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7f160-e209-41e0-9490-900975414389 None None] Attempting to bind port 3aae66fd-278a-4ad0-8599-683681acb993 on network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:01.321298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7f160-e209-41e0-9490-900975414389 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:01.321298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7f160-e209-41e0-9490-900975414389 None None] Checking segment: {'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:01.321898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9da7f160-e209-41e0-9490-900975414389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.322446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7f160-e209-41e0-9490-900975414389 None None] Bound using segment: {'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:01.323105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9da7f160-e209-41e0-9490-900975414389 None None] Bound port: 3aae66fd-278a-4ad0-8599-683681acb993, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abeae27-6ec6-438b-9178-92fd4de66372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:01.323770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9da7f160-e209-41e0-9490-900975414389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.337698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f829e-523a-4575-a278-71b057efce41 req-9fd642d1-95c9-41e0-b194-5d9e2ed806b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:01.338913 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-379f829e-523a-4575-a278-71b057efce41 req-9fd642d1-95c9-41e0-b194-5d9e2ed806b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf0f007a-dfb4-436b-96cb-995031d89ee8 HTTP/1.1" status: 200 len: 834 time: 0.0626893 Dec 22 08:43:01.340875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3b5ca268-6ed2-4df0-aaa3-34763d974887 req-81ea408a-552e-475d-b4de-dcd8418a3af1 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Unset dirty status for tenant:1977a8a6e19e4ee796cb0ce097f94bfe on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:01.342096 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b5ca268-6ed2-4df0-aaa3-34763d974887 req-81ea408a-552e-475d-b4de-dcd8418a3af1 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.6187592 Dec 22 08:43:01.360241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.365568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.379094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68d3a481-deea-4607-afa5-10fec0965ed9 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:01.409877 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] 10.222.0.36 "DELETE /v2.0/networks/dcaf8aa4-297e-467d-b38f-7b6b904f19d6 HTTP/1.1" status: 204 len: 168 time: 1.6416342 Dec 22 08:43:01.424181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Pushing event deleted for resources: {'Network': ['ID=dcaf8aa4-297e-467d-b38f-7b6b904f19d6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:01.428802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:01.439091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.448756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 1651db9e-906e-4dc5-9533-6f7f0c87d07c {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:01.450874 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b5ca268-6ed2-4df0-aaa3-34763d974887 req-de27a873-b23a-4e44-a925-b6f66d1d5bb5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642011 Dec 22 08:43:01.460988 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:33Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:01.467580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.469912 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349b6ff-b8ee-4b5d-92b4-cc053c2bc97f None None] The sync data for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv is: [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b7fded46-f655-484f-8b9e-bad30616fc10', 'name': '', 'network_id': '3bbe142c-749a-4d50-9db2-e89c11ce3faa', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'mac_address': 'fa:16:3e:4d:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:33Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'subnets': [{'id': 'bf0f007a-dfb4-436b-96cb-995031d89ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:01.473044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.473789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': '01274871-b02e-4206-b414-a42714ed4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:01.474143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: 91028dbc-f6c4-4788-b4e9-346770b2dd8a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:01.480926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9da7f160-e209-41e0-9490-900975414389 None None] For port 3aae66fd-278a-4ad0-8599-683681acb993, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:01.485179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9da7f160-e209-41e0-9490-900975414389 None None] For port 3aae66fd-278a-4ad0-8599-683681acb993, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3aae66fd-278a-4ad0-8599-683681acb993,segment=NetworkSegment(9abeae27-6ec6-438b-9178-92fd4de66372),segment_id=9abeae27-6ec6-438b-9178-92fd4de66372)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:01.538276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9da7f160-e209-41e0-9490-900975414389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.553465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f829e-523a-4575-a278-71b057efce41 req-2d11a430-24b8-4c15-9af6-84532f5539d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:01.556482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f7971ad2-dade-4f6e-9906-cdbbce92e8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:01.558707 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-379f829e-523a-4575-a278-71b057efce41 req-2d11a430-24b8-4c15-9af6-84532f5539d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bbe142c-749a-4d50-9db2-e89c11ce3faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2110314 Dec 22 08:43:01.561157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 91028dbc-f6c4-4788-b4e9-346770b2dd8a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:01.637164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 91028dbc-f6c4-4788-b4e9-346770b2dd8a) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:01.667966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62288b-6715-4195-88c5-4b87a60254ed None None] Network 91028dbc-f6c4-4788-b4e9-346770b2dd8a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:01.766123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:01.767121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.772696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60898) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:01.897092 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8991139 Dec 22 08:43:01.900054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:01.901092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60902) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:01.916534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2144621577'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:01.954308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.978786 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-379f829e-523a-4575-a278-71b057efce41 req-f246a6e7-5ca0-453e-aaa6-a7268f8ec580 service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971014 Dec 22 08:43:01.997797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7936200-8901-4d3c-8d6c-0b2927de3ac1 None None] Pushing event updated for resources: {'Port': ['ID=3aae66fd-278a-4ad0-8599-683681acb993,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:01.998374 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-01bb76a0-8f1d-4265-97bc-51b953df96f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2bf9754c40141c3aed724e15899e85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215292 Dec 22 08:43:02.013330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15f8f-a00a-4b9d-b1be-45d63bef0327 None None] New status for floating IP 5ebe3cae-3e1d-4458-8cca-e519dfe7a455: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:43:02.035369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60906) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:02.197724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.308352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c7936200-8901-4d3c-8d6c-0b2927de3ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:02.331588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:02.332351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.332820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:02.348598 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-379f829e-523a-4575-a278-71b057efce41 req-70082e26-6588-4384-b8cb-6c788797c969 service neutron] 10.222.0.16 "GET /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515589 Dec 22 08:43:02.454070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.462595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b52028bf-7d1f-46be-b5e7-2d5766dcc025 tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:02.502661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c96b39b-f8b3-4990-8b1d-54ef1be27153,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.532921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-5c0115e6-5843-4124-9cc9-da5c06da87f5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:02.542033 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-5c0115e6-5843-4124-9cc9-da5c06da87f5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.2525530 Dec 22 08:43:02.553455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:02.561435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.562377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:02.563027 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cacac6ac-440d-4ed3-a9ec-006eab60d3de tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 200 len: 933 time: 4.3885796 Dec 22 08:43:02.575167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60912) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:02.637908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.659160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.659537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.659903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.660405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.660767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.661122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.661479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.661830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.662178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.662524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.662871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.663215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.669745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:02.676343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.681542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c96b39b-f8b3-4990-8b1d-54ef1be27153 HTTP/1.1" status: 204 len: 168 time: 0.6442964 Dec 22 08:43:02.685731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Deleting port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:02.686081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.823658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:02.857821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:02.866002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:02.891859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:02.926585 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e408fdac-5fc1-4001-a877-f16c3884034d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 200 len: 933 time: 0.3482645 Dec 22 08:43:02.932736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60918) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:02.937563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:02.941216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.957059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'routes': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:02.986229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-91028dbc-f6c4-4788-b4e9-346770b2dd8a', 'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a', 'tenant_id': 'ef0ea95314be40368f12fdef58e3e10b', 'fixed_ips': [{'subnet_id': '73c42966-b4e4-4231-b989-559a4fb6ab6e'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:02.987255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.027416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] For port 1dbabfc4-f94b-42de-b30a-d5f57c909b98, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1dbabfc4-f94b-42de-b30a-d5f57c909b98,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:03.028066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.106530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc25aca-3d51-45dd-88b4-bc76c0a3058c req-344c2d91-1185-47e9-aa61-f40619cce43c tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:03.108322 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fc25aca-3d51-45dd-88b4-bc76c0a3058c req-344c2d91-1185-47e9-aa61-f40619cce43c tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 945 time: 0.4220436 Dec 22 08:43:03.142688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.152609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e282952c-2196-4f55-bf3f-6daba833596f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:03.188169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 6e7c808e-1cc0-4af2-ad14-c951647c7ad9 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:03.200265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Calling delete_port for 1dbabfc4-f94b-42de-b30a-d5f57c909b98 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:03.247436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=1651db9e-906e-4dc5-9533-6f7f0c87d07c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.261545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.262276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.262899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.263466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.264066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.264591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.265132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.265819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.266351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.266879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.267410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.267942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:03.271857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:03.284234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.355860 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fc25aca-3d51-45dd-88b4-bc76c0a3058c req-fbbbf530-ad8e-49c0-8a0e-f6a1204d4a94 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a006dcb-1987-4870-8116-4d0c5cc0aa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358367 Dec 22 08:43:03.358492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60924) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:03.375450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.378243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Allocated IP 2001:db8::2 (91028dbc-f6c4-4788-b4e9-346770b2dd8a/73c42966-b4e4-4231-b989-559a4fb6ab6e/40191797-d001-48f9-9405-4522d13e06aa) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:03.380433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e9f5a-13e8-42c8-b7ce-798a8d0b0062 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:03.392221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6cf8a8b-5660-49a5-bb50-d9c37b8d683b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:03.438702 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/1651db9e-906e-4dc5-9533-6f7f0c87d07c HTTP/1.1" status: 204 len: 168 time: 2.1331284 Dec 22 08:43:03.441689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60928) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:03.472933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event deleted for resources: {'Port': ['ID=1dbabfc4-f94b-42de-b30a-d5f57c909b98,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.475856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:03.610781 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-13fec99e-cc8b-4a61-b90d-1efa521e4051 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1364b677ce1a4c7c8c3694c260d4e73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395766 Dec 22 08:43:03.613316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60932) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:03.672094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.702509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] No DVR routers for this DVR port 1dbabfc4-f94b-42de-b30a-d5f57c909b98 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:03.706432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.709205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-deleted', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:03.726032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 723b6c8e-0f60-4488-ae96-d1c24e8995d5 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:03.730498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.731573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.759112 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c0a9e91-b866-48ca-9b51-e1d9c9e38328 req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.16 "DELETE /v2.0/ports/1dbabfc4-f94b-42de-b30a-d5f57c909b98 HTTP/1.1" status: 204 len: 173 time: 1.2040720 Dec 22 08:43:03.764868 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba78f423-15e1-45d0-baff-a135afd25152', 'name': 'network-vif-deleted', 'tag': '1dbabfc4-f94b-42de-b30a-d5f57c909b98', 'status': 'completed', 'code': 200} Dec 22 08:43:03.790982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Transition to ACTIVE for port object 40191797-d001-48f9-9405-4522d13e06aa will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:03.797735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.831442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.883296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Transition to ACTIVE for port object 40191797-d001-48f9-9405-4522d13e06aa will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:03.905175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.937782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.949542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:04.035418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Network 91028dbc-f6c4-4788-b4e9-346770b2dd8a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:04.044208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:04.045303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.051248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31f58ab6-c1d8-4b8d-91a0-6abc597a6eb7 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:04.059800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:04.070621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9da7f160-e209-41e0-9490-900975414389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:00Z', 'revision_number': 6, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:01Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:04.074808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.091393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd45a4d4-17b6-416a-ab20-baaa4a4c6e82 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:04.101711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=723b6c8e-0f60-4488-ae96-d1c24e8995d5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:04.108735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.113159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:04.120831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/723b6c8e-0f60-4488-ae96-d1c24e8995d5 HTTP/1.1" status: 204 len: 168 time: 0.6781259 Dec 22 08:43:04.121001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7f160-e209-41e0-9490-900975414389 None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:00Z', 'revision_number': 6, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:01Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:04.122220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60938) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:04.125637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::35b (91028dbc-f6c4-4788-b4e9-346770b2dd8a/73c42966-b4e4-4231-b989-559a4fb6ab6e/6e7c808e-1cc0-4af2-ad14-c951647c7ad9) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:04.129564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2312f-0b12-4ccb-a3a7-5a9f7b0aa1ee,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:04.132072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Pushing event updated for resources: {'Port': ['ID=40191797-d001-48f9-9405-4522d13e06aa,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:04.132362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:04.141841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.143096 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ba2312f-0b12-4ccb-a3a7-5a9f7b0aa1ee HTTP/1.1" status: 204 len: 168 time: 0.5289586 Dec 22 08:43:04.169402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:04.329948 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a32ce9eb-40b9-44a2-8256-7d35f7effd0c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2010722 Dec 22 08:43:04.338012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60944) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:04.352078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:04.465425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Attempting to bind port 40191797-d001-48f9-9405-4522d13e06aa on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:04.468278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Attempting to bind port 40191797-d001-48f9-9405-4522d13e06aa by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '01274871-b02e-4206-b414-a42714ed4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:04.470289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Attempting to bind port 40191797-d001-48f9-9405-4522d13e06aa on network 91028dbc-f6c4-4788-b4e9-346770b2dd8a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:04.512692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:04.513394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Checking segment: {'id': '01274871-b02e-4206-b414-a42714ed4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:04.513970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.514547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Bound using segment: {'id': '01274871-b02e-4206-b414-a42714ed4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:04.515202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Bound port: 40191797-d001-48f9-9405-4522d13e06aa, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01274871-b02e-4206-b414-a42714ed4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91028dbc-f6c4-4788-b4e9-346770b2dd8a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:04.515753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.593459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:04.598363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:04.601738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:04.608807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:04.633342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:04.642420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.750773 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c8db15c-1e30-4f9b-bc40-931124014523 req-bbcb3071-d179-4f78-9174-423afe5aff4d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba78f423-15e1-45d0-baff-a135afd25152 HTTP/1.1" status: 200 len: 210 time: 0.0862768 Dec 22 08:43:04.768684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added routes are [] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:43:04.769203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:43:04.845372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005e4a6-7965-4307-9d54-35d1d4165038 None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': '723b6c8e-0f60-4488-ae96-d1c24e8995d5'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': 'bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:04.872497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.881522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.928838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7005e4a6-7965-4307-9d54-35d1d4165038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.938775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] For port 40191797-d001-48f9-9405-4522d13e06aa, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:04.952827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] For port 40191797-d001-48f9-9405-4522d13e06aa, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=40191797-d001-48f9-9405-4522d13e06aa,segment=NetworkSegment(01274871-b02e-4206-b414-a42714ed4743),segment_id=01274871-b02e-4206-b414-a42714ed4743)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:04.987195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.992576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.002481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91c3648e-39b0-4af7-aaee-eef300ed2605 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:05.003904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c7936200-8901-4d3c-8d6c-0b2927de3ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:05.045736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object 6e7c808e-1cc0-4af2-ad14-c951647c7ad9 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:05.076247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:05.084753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:05.097141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:05.099054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.132869 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7904999 Dec 22 08:43:05.132869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60950) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:05.145736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:05.190451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=b7452f28-8e3a-4fba-bd89-e1acda7bc7ca,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.203053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Pushing event updated for resources: {'Port': ['ID=40191797-d001-48f9-9405-4522d13e06aa,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.203316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:05.206824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:05.236631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.247802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5027f39f-751e-4272-af73-939426688fe2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:05.269048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e0d423-e93c-45b4-a29f-a78ca4577417 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:05.345280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 91028dbc-f6c4-4788-b4e9-346770b2dd8a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:05.351042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:05.359147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:05.365101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:05.365845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.372948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.389781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.396303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=6e7c808e-1cc0-4af2-ad14-c951647c7ad9,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.435898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:05.448796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:05.454959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:05.467874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:05.487548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-527edfac-9c56-4a09-ad38-8c2c69448254 None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:05.488146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-527edfac-9c56-4a09-ad38-8c2c69448254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.488479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:05.493972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.581803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1dbabfc4-f94b-42de-b30a-d5f57c909b98 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:05.585984 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:05.608780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3aae66fd-278a-4ad0-8599-683681acb993 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:05.612503 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:05.614153 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:05.677912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:05.689563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 1dbabfc4-f94b-42de-b30a-d5f57c909b98 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:05.690102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1dbabfc4-f94b-42de-b30a-d5f57c909b98 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:05.691963 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.7849326 Dec 22 08:43:05.695134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60954) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:05.783183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:05.790632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 6e7c808e-1cc0-4af2-ad14-c951647c7ad9 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:05.791031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.845021 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:05.875534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 3aae66fd-278a-4ad0-8599-683681acb993 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:05.885484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 3aae66fd-278a-4ad0-8599-683681acb993 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:05.885858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.007015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60960) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:06.135571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.237175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:43:06.292473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 3aae66fd-278a-4ad0-8599-683681acb993, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3aae66fd-278a-4ad0-8599-683681acb993,segment=NetworkSegment(9abeae27-6ec6-438b-9178-92fd4de66372),segment_id=9abeae27-6ec6-438b-9178-92fd4de66372)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:06.302645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'b7452f28-8e3a-4fba-bd89-e1acda7bc7ca'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': 'bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:06.377963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.380455 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:04Z', 'revision_number': 7, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:01Z', 'revision_number': 4, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.386619 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:06.396983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1a9b2a9d-1115-47e9-be5a-bbf719859b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:06.400884 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:06.402025 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.492363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:06.507747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.651328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.653498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:06.671614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.673470 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-02e4b674-9840-4df7-824c-d4111983c114 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 200 len: 699 time: 3.7389007 Dec 22 08:43:06.677716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60964) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:06.695588 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:06.725090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4edf7-7c9b-49be-b128-d7fba7e5d9e9 None None] Network 91028dbc-f6c4-4788-b4e9-346770b2dd8a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:06.750307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.831783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:06.864539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.872297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.873077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.877280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc92961d-484c-4a64-a334-7d6647e03af1 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:06.910300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 6e7c808e-1cc0-4af2-ad14-c951647c7ad9 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:07.075751 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:04Z', 'revision_number': 7, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:06Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:07.083562 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60235283-2dbc-4a7e-9236-c23c4ca6e4ce None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:04Z', 'revision_number': 7, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:06Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:07.096050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=3aae66fd-278a-4ad0-8599-683681acb993,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.113497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:07.129738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:07.134185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:07.135245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.188022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=13']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.192305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:07.193670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0135d6bb-95cf-438a-82cd-f32ad6441217 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:07.228408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0944321 Dec 22 08:43:07.233027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60968) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.239145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:92:1b:be', 'name': 'tempest-NetworksTestDHCPv6-1699872843'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:07.329865 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29c8f95c-7e0c-4e23-b4f9-465c4de55179 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 200 len: 699 time: 0.3811512 Dec 22 08:43:07.338222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60972) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.346521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b0a7370b-42ab-482d-b0ab-15fc6db9583c None None] Provisioning for port 40191797-d001-48f9-9405-4522d13e06aa completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:07.354628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:07.401367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=f78c6b4d-384f-4c43-9a1d-425298c7fe67,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.412328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:07.464665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.467716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:07.472039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:07.475118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:07.482633 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:07.487556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Allocated IP 172.20.0.2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/b7452f28-8e3a-4fba-bd89-e1acda7bc7ca/bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:07.494873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:07.651010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:07.670667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.700208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 97a49a0f-3b9d-4654-b863-ac37c124f337 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:07.766036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.776260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:07.782202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:07.783073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:07.864539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=6e7c808e-1cc0-4af2-ad14-c951647c7ad9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.922384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:08.108501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:08.119390 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:08.120008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.168405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/6e7c808e-1cc0-4af2-ad14-c951647c7ad9 HTTP/1.1" status: 204 len: 168 time: 2.4700365 Dec 22 08:43:08.169265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60976) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:08.236244 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab507a63-dc46-47d7-9cf0-789154cc1e2c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:43:08.242083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60980) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:08.242736 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ab507a63-dc46-47d7-9cf0-789154cc1e2c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/6e7c808e-1cc0-4af2-ad14-c951647c7ad9 HTTP/1.1" status: 404 len: 333 time: 0.0717559 Dec 22 08:43:08.337903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 73c42966-b4e4-4231-b989-559a4fb6ab6e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:08.342542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.357704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.380752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8ccb5ed7-a8a0-4664-95a0-d29f6e5e5535 None None] Could not find standard attr ID for object 6e7c808e-1cc0-4af2-ad14-c951647c7ad9. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:08.472705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.489333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Transition to ACTIVE for port object bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:08.497368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.505342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-941095cc-69f1-4f24-9f40-14bc7fb08c16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:08.592323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.692924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.728954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.766975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 172.20.0.4 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/b7452f28-8e3a-4fba-bd89-e1acda7bc7ca/97a49a0f-3b9d-4654-b863-ac37c124f337) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:08.771638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6ec2a962-0992-4175-8fb1-f01009672abe None None] Could not find standard attr ID for object 6e7c808e-1cc0-4af2-ad14-c951647c7ad9. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:08.782412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:fe92:1bbe (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/f78c6b4d-384f-4c43-9a1d-425298c7fe67/97a49a0f-3b9d-4654-b863-ac37c124f337) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:08.819803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:08.820229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:08.820670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=14']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:08.826976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:08.895189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:04Z', 'revision_number': 7, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:06Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:08.900032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:08.911396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:08.912116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:09.111161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.135063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 97a49a0f-3b9d-4654-b863-ac37c124f337 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:09.136515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.159809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4aa874b0-21f9-4d08-a5fe-abedda3838ee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:09.166644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.173263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d17a514-e577-4f21-b001-cc79d3d4c381 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:09.226642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:09.255407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=97a49a0f-3b9d-4654-b863-ac37c124f337,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:09.267815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:09.273331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:09.275623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:09.280660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:09.357521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.358809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.377035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=73c42966-b4e4-4231-b989-559a4fb6ab6e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:09.379019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.386126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:09.392046 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1584127 Dec 22 08:43:09.394322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60984) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:09.411413 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/73c42966-b4e4-4231-b989-559a4fb6ab6e HTTP/1.1" status: 204 len: 168 time: 1.1681855 Dec 22 08:43:09.412801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 60988) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:09.472219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.495477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b9fce9-1865-41ad-b70a-cae92c67ea35 None None] Network 91028dbc-f6c4-4788-b4e9-346770b2dd8a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:09.544790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:09.552594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f40d80-02ee-4115-b505-f8fc10ab1825 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.563259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f40d80-02ee-4115-b505-f8fc10ab1825 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.564897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e3f40d80-02ee-4115-b505-f8fc10ab1825 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:09.603107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e3f40d80-02ee-4115-b505-f8fc10ab1825 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:09.604480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e3f40d80-02ee-4115-b505-f8fc10ab1825 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2085476 Dec 22 08:43:09.607044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 60992) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:09.635238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.638132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 3aae66fd-278a-4ad0-8599-683681acb993 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:09.639166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.719423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.732997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 97a49a0f-3b9d-4654-b863-ac37c124f337 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:09.733606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.749936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:09.813866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c767b3b-c2d8-42ce-b713-2dbe416a44e9 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:09.962532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.962758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 40191797-d001-48f9-9405-4522d13e06aa {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:09.963136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.019370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 40191797-d001-48f9-9405-4522d13e06aa up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:10.093048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Deleting port b7fded46-f655-484f-8b9e-bad30616fc10 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:10.094012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.104825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=15']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:10.108242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7cd0e6af-b02a-4d08-9484-f8c84e4b7dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.112577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:10.121582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Provisioning for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:10.133565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.184275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:10.184573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.269764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 97a49a0f-3b9d-4654-b863-ac37c124f337 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:10.361059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 3aae66fd-278a-4ad0-8599-683681acb993, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3aae66fd-278a-4ad0-8599-683681acb993,segment=NetworkSegment(9abeae27-6ec6-438b-9178-92fd4de66372),segment_id=9abeae27-6ec6-438b-9178-92fd4de66372)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:10.361651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.433817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 40191797-d001-48f9-9405-4522d13e06aa completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:10.492785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 40191797-d001-48f9-9405-4522d13e06aa triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:10.493742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.585920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 3aae66fd-278a-4ad0-8599-683681acb993 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:10.598822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:04Z', 'revision_number': 7, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:06Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:10.606997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3feb0-896a-4d55-9163-03d6a240762c None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:04Z', 'revision_number': 7, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aae66fd-278a-4ad0-8599-683681acb993', 'name': '', 'network_id': '09ddbffb-2ac8-4944-a247-ffefbc3a2585', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:e8:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:53Z', 'updated_at': '2021-12-22T08:43:06Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '37de3a9d-60ca-4903-a237-5193241e8c43', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:10.626517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.652240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.667658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4008b640-3bd3-4b0d-a4f4-351a73818139 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:10.687092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] For port b7fded46-f655-484f-8b9e-bad30616fc10, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b7fded46-f655-484f-8b9e-bad30616fc10,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:10.687555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.732467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] DHCP port deletion for 91028dbc-f6c4-4788-b4e9-346770b2dd8a request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:10.744632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.762047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Deleting port 40191797-d001-48f9-9405-4522d13e06aa {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:10.762047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.831398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=97a49a0f-3b9d-4654-b863-ac37c124f337,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:10.837622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:10.846946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Calling delete_port for b7fded46-f655-484f-8b9e-bad30616fc10 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:10.877339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:10.882666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 40191797-d001-48f9-9405-4522d13e06aa, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=40191797-d001-48f9-9405-4522d13e06aa,segment=NetworkSegment(01274871-b02e-4206-b414-a42714ed4743),segment_id=01274871-b02e-4206-b414-a42714ed4743)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:10.883030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.898111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.906850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:10.908568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.926233 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/97a49a0f-3b9d-4654-b863-ac37c124f337 HTTP/1.1" status: 204 len: 168 time: 1.3157706 Dec 22 08:43:10.926536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32768) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:10.964818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 40191797-d001-48f9-9405-4522d13e06aa, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=40191797-d001-48f9-9405-4522d13e06aa,segment=NetworkSegment(01274871-b02e-4206-b414-a42714ed4743),segment_id=01274871-b02e-4206-b414-a42714ed4743)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:10.999312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be5a9b-2da9-4af2-8bfa-4c491d16e84e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:11.000932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be5a9b-2da9-4af2-8bfa-4c491d16e84e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:11.002594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be5a9b-2da9-4af2-8bfa-4c491d16e84e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:11.003446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a9be5a9b-2da9-4af2-8bfa-4c491d16e84e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:11.014740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.015677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:11.021002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a9be5a9b-2da9-4af2-8bfa-4c491d16e84e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:11.024673 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a9be5a9b-2da9-4af2-8bfa-4c491d16e84e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0945556 Dec 22 08:43:11.025045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32772) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.070810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 40191797-d001-48f9-9405-4522d13e06aa owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:11.100561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Pushing event updated for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=16']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.110722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet b7452f28-8e3a-4fba-bd89-e1acda7bc7ca {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:11.114231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.181200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.220798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.221144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.221489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.221825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.221966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:11.222155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.222267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:11.222485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.222815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.223158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.223470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.223791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.224133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.224454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:11.235209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:11.241095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efded745-263f-42a2-a9e5-e327d4abf4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:11.327374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=40191797-d001-48f9-9405-4522d13e06aa,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.330411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:11.331122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.347317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.375627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:11.380268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.406435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] For port 40191797-d001-48f9-9405-4522d13e06aa, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=40191797-d001-48f9-9405-4522d13e06aa,segment=NetworkSegment(01274871-b02e-4206-b414-a42714ed4743),segment_id=01274871-b02e-4206-b414-a42714ed4743)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:11.408046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.527335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.532688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c44b5205-e1c1-44bf-8eb0-19a9ae63b30e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:11.611144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Calling delete_port for 40191797-d001-48f9-9405-4522d13e06aa owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:11.617307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6815866-3903-4db4-9998-67d3284a9f30 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:11.659601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.671963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=b7452f28-8e3a-4fba-bd89-e1acda7bc7ca,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.691068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:11.720642 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/b7452f28-8e3a-4fba-bd89-e1acda7bc7ca HTTP/1.1" status: 204 len: 168 time: 0.6939878 Dec 22 08:43:11.724451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32778) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.831083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet f78c6b4d-384f-4c43-9a1d-425298c7fe67 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:11.834827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.865860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3aae66fd-278a-4ad0-8599-683681acb993 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:11.901688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.916536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:11.937113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.987652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Pushing event deleted for resources: {'Port': ['ID=40191797-d001-48f9-9405-4522d13e06aa,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.989690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b907f0-24ca-4d7e-bab6-80c244cc705b None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:12.008190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 3aae66fd-278a-4ad0-8599-683681acb993 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:12.009443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3aae66fd-278a-4ad0-8599-683681acb993 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:43:12.028054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 40191797-d001-48f9-9405-4522d13e06aa {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:12.028589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.060368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.104296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.237588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:12.252502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=3aae66fd-278a-4ad0-8599-683681acb993,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:12.269057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] The port '40191797-d001-48f9-9405-4522d13e06aa' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:12.276966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:12.277696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c5189f7-1a7a-4038-a3e3-f5f62570ef32 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:12.286024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0785ed4f-e93d-49a2-bddd-0ea525f43dcd None None] Could not find standard attr ID for object 97a49a0f-3b9d-4654-b863-ac37c124f337. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:12.291072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] No DVR routers for this DVR port 40191797-d001-48f9-9405-4522d13e06aa on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:12.303611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Port 3aae66fd-278a-4ad0-8599-683681acb993 not found, will not notify nova. {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:43:12.368992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-be4708d5-48f1-49b4-b883-f49459f8a3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.388021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0785ed4f-e93d-49a2-bddd-0ea525f43dcd None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:12.389182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0785ed4f-e93d-49a2-bddd-0ea525f43dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.401533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.529163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5a888324-8e25-4a86-b011-4d888ee42af7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:12.540778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:12.579106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.589801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=f78c6b4d-384f-4c43-9a1d-425298c7fe67,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:12.597443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event deleted for resources: {'Port': ['ID=b7fded46-f655-484f-8b9e-bad30616fc10,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:12.608923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:12.617454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:12.625488 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/f78c6b4d-384f-4c43-9a1d-425298c7fe67 HTTP/1.1" status: 204 len: 168 time: 0.8981023 Dec 22 08:43:12.631291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32784) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.641823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:12.668130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Deleting port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:12.668520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.754509 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-09295d01-2136-499b-8c20-8a2480d893b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203871 Dec 22 08:43:12.756829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32788) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.766260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:12.766894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.838073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-0f817bc9-a0da-43a6-9daa-a6a559e09f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:12.839534 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-0f817bc9-a0da-43a6-9daa-a6a559e09f5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.6353247 Dec 22 08:43:12.849503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85a26d-b664-450b-9c48-86c2313a9cd8 req-f26aab9a-3027-4261-9561-b2c8c6361b6d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:12.851426 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dc85a26d-b664-450b-9c48-86c2313a9cd8 req-f26aab9a-3027-4261-9561-b2c8c6361b6d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.5776541 Dec 22 08:43:12.853657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.980666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91028dbc-f6c4-4788-b4e9-346770b2dd8a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:13.007102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01274871-b02e-4206-b414-a42714ed4743') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:13.007743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01274871-b02e-4206-b414-a42714ed4743') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:13.030219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.032280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240852e9-c13a-41b5-ba65-3549d26925d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.033649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-240852e9-c13a-41b5-ba65-3549d26925d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:13.042430 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dc85a26d-b664-450b-9c48-86c2313a9cd8 req-38a51f2d-5289-4f65-a042-b539e132263d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600094 Dec 22 08:43:13.069110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-2c139dd0-90c5-47fe-a6f7-a40dbf8a1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.070622 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-2c139dd0-90c5-47fe-a6f7-a40dbf8a1feb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 0.2135756 Dec 22 08:43:13.071953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-240852e9-c13a-41b5-ba65-3549d26925d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:13.075425 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-240852e9-c13a-41b5-ba65-3549d26925d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3094203 Dec 22 08:43:13.075706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32792) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.127486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] For port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:13.128586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.134531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.142935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:13.143698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.172691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:13.176585 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:13.296875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Calling delete_port for bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:13.340188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.343401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.363612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 40191797-d001-48f9-9405-4522d13e06aa no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:13.413736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 40191797-d001-48f9-9405-4522d13e06aa {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:13.413736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 40191797-d001-48f9-9405-4522d13e06aa not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:13.429262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.437439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-96973598-d202-4bc0-a324-7ddceb6c6eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:13.486339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Pushing event deleted for resources: {'Port': ['ID=bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.488724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] No DVR routers for this DVR port bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:13.490234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:13.508517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecdbf4-1ccc-481f-a67f-500b06e97904 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.511712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1fecdbf4-1ccc-481f-a67f-500b06e97904 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:13.519385 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-09fbdf0f-04ad-469a-8eb6-97e121ee36c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 1000 time: 0.4408598 Dec 22 08:43:13.576051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1fecdbf4-1ccc-481f-a67f-500b06e97904 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:13.580847 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1fecdbf4-1ccc-481f-a67f-500b06e97904 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5005357 Dec 22 08:43:13.581053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.581166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32796) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.590736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b64917c6-5dd2-4426-9d91-f51c8c01e3fa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:13.624151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.648576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=91028dbc-f6c4-4788-b4e9-346770b2dd8a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.653402 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-163523de-7c6b-4a30-b3d2-d837039c329b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724545 Dec 22 08:43:13.655125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.660006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32800) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.666816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:13.667967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:13.690413 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/91028dbc-f6c4-4788-b4e9-346770b2dd8a HTTP/1.1" status: 204 len: 168 time: 4.2725601 Dec 22 08:43:13.691238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.741619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-2505478f-f48c-427e-a9c6-d085640ea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.743207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-2505478f-f48c-427e-a9c6-d085640ea3af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.2162144 Dec 22 08:43:13.848508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:13.862368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:13.879739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-7ac00d05-6487-463c-97fb-8cc6da542e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.881298 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-7ac00d05-6487-463c-97fb-8cc6da542e61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1312432 Dec 22 08:43:13.882165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:13.886379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.887860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:13.888335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:13.951788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'name': 'tempest-PortsIpV6TestJSON-5038038'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:13.981839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7580cbea-5bb8-4ecd-8e42-592df22acd85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3204501 Dec 22 08:43:13.988711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32808) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.999099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.141250 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-53c401e5-40c9-46e7-ba85-e9c6af30e03c service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489977 Dec 22 08:43:14.143314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.173125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.257153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.262154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.263693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:14.264339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:14.305289 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-32e64143-21e9-49fa-9e23-b61f34b8e2b1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3103502 Dec 22 08:43:14.307607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.307833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32818) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.322510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.332173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:14.347065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:14.353593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:14.368105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.407263 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10c4d296-d135-4e8e-b327-00d7035d6469 req-22f251a9-0fa8-4e14-a064-75397cf1f3c7 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526605 Dec 22 08:43:14.458742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.466243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.477133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.488974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.492804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.494507 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:14.494942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:14.522377 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b822c954-49a9-421d-80ba-b557419c057e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2138555 Dec 22 08:43:14.523447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:14.523603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32822) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.530583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.600041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:14.600638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbf1e5e4-5ac6-4632-a3b0-a670dd0523ca not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:14.623694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.627364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.673706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.686227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.692449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 2c6f6919-c76a-4cfb-91e5-13a290cd042e yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:14.698117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.701925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.703554 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:14.704064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:14.727576 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7e3750b9-7d82-446a-babb-26ef7a3c592d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2032988 Dec 22 08:43:14.731103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32826) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.742020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.787819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76801883-3d12-436c-b0c7-c779d4e48939 req-1f02d0f7-6225-4afb-a716-5048ba5c5eca tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:14.789415 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76801883-3d12-436c-b0c7-c779d4e48939 req-1f02d0f7-6225-4afb-a716-5048ba5c5eca tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.5708275 Dec 22 08:43:14.869910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.880914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.892192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.895728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.897121 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:14.897550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:14.903850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:14.915842 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:14.922702 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3408b40e-e7ff-42e2-a20c-3c8fd32debcb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1856585 Dec 22 08:43:14.923083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32830) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.928331 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:14.928990 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.932116 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-76801883-3d12-436c-b0c7-c779d4e48939 req-024adc95-4015-4944-8632-b83bc3c91c73 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293066 Dec 22 08:43:14.932776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:14.947503 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6079359 Dec 22 08:43:14.955154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:14.956021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.067706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:15.078729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:15.091448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:15.095622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.097299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:15.097906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:15.131585 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3a8d3dd0-5873-4e7b-8f55-35f8f80d7e9f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2068293 Dec 22 08:43:15.134465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32838) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.137477 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:15.205548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet 37de3a9d-60ca-4903-a237-5193241e8c43 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:15.213170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e2c0e5ff-fa47-462e-9d46-161f89375c20 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0770743 Dec 22 08:43:15.216571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32842) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.245942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.443323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13395654-a4b8-444f-895b-935833fa75aa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:15.447753 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-13395654-a4b8-444f-895b-935833fa75aa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2272272 Dec 22 08:43:15.448013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32848) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.491288 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:11Z', 'revision_number': 8, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:15.495803 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:15.504429 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:15.506163 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:15.520737 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-51daf235-e604-47f1-ae21-037b4090d8ba tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656705 Dec 22 08:43:15.521117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32852) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.526680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:15.608588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.625579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.647384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:15.654667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:15.660674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:15.664312 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "PUT /v2.0/routers/cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6493888 Dec 22 08:43:15.665408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] Sync routers for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:15.669030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32856) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.683872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:15.684940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:15.687871 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:15.733667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:15.738143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.750422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.804172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.819328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-74fafe85-e2e8-46d6-bdf2-228b0129c1e6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:15.851502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Deleting subnet bf0f007a-dfb4-436b-96cb-995031d89ee8 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:15.866459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.893972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:15.903544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:15.915564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:15.922924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:15.923575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.937619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.944037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=2c6f6919-c76a-4cfb-91e5-13a290cd042e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:15.950711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:15.972523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 2.0356247 Dec 22 08:43:15.974625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.976715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32860) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:15.990946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b59c0051-3593-4811-88fc-0d51a31f4735 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:16.050044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:16.064622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.073888 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/37de3a9d-60ca-4903-a237-5193241e8c43 HTTP/1.1" status: 204 len: 168 time: 1.1143136 Dec 22 08:43:16.093313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32866) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:16.096420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=37de3a9d-60ca-4903-a237-5193241e8c43,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:16.100449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886184c-c548-41d6-b045-0ec336e53e0b None None] Network 09ddbffb-2ac8-4944-a247-ffefbc3a2585 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:16.144834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 2c6f6919-c76a-4cfb-91e5-13a290cd042e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:16.145300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.157621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:16.278733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.286597 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:11Z', 'revision_number': 8, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:16.288652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.291629 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab0add9-1f7f-4cb0-a9d5-0233c4d1cff8 None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:11Z', 'revision_number': 8, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d0c090d-56c2-4cfc-b32a-3714c465bffe', 'name': '', 'network_id': 'ec6852c8-d701-40a5-b5f7-0c789e58fef0', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:af:6e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:44Z', 'updated_at': '2021-12-22T08:42:55Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '40d9786e-bb57-412f-8ad6-4c4ccf8de378', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:16.293575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 88c854bb-0aeb-4ea4-b66f-26df355561d5 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:16.294195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.470810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.485328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4b4a2a86-54ec-41d3-9c9a-89c5b4566c43 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:16.542714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 88c854bb-0aeb-4ea4-b66f-26df355561d5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=88c854bb-0aeb-4ea4-b66f-26df355561d5,segment=NetworkSegment(9abeae27-6ec6-438b-9178-92fd4de66372),segment_id=9abeae27-6ec6-438b-9178-92fd4de66372)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:16.543770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.559390 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:43:11Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:16.563914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] Checking router: cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:16.576348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0f007a-dfb4-436b-96cb-995031d89ee8,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:16.578867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.594316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf297c67-f826-49a0-b33a-d32ac2c4a1b5 None None] Network 3bbe142c-749a-4d50-9db2-e89c11ce3faa requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:16.603615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:16.615486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] Routers {'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:16.616282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:16.728302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e15c0f-fced-489d-8383-eae2f9376f3e None None] DHCP port deletion for 09ddbffb-2ac8-4944-a247-ffefbc3a2585 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:16.773829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "DELETE /v2.0/subnets/bf0f007a-dfb4-436b-96cb-995031d89ee8 HTTP/1.1" status: 204 len: 168 time: 1.1007361 Dec 22 08:43:16.777670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:43:16.781559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 88c854bb-0aeb-4ea4-b66f-26df355561d5 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:16.784342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32872) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:16.785251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.800140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e57e3a-4785-4c6b-931d-9c41f763b941 req-c003b841-80e6-4c41-beee-4e141f120ef0 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:16.802071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a5e57e3a-4785-4c6b-931d-9c41f763b941 req-c003b841-80e6-4c41-beee-4e141f120ef0 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6099133 Dec 22 08:43:16.847905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-47e15c0f-fced-489d-8383-eae2f9376f3e None None] Deleting port 88c854bb-0aeb-4ea4-b66f-26df355561d5 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:16.848324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47e15c0f-fced-489d-8383-eae2f9376f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.859670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb73278a-8948-4ced-92fa-8c53ae7d429f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:16.893129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.898455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:16.954994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=88c854bb-0aeb-4ea4-b66f-26df355561d5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:16.958171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:16.959530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No DVR routers for this DVR port 88c854bb-0aeb-4ea4-b66f-26df355561d5 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:16.997326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:17.004458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-47e15c0f-fced-489d-8383-eae2f9376f3e None None] The port '88c854bb-0aeb-4ea4-b66f-26df355561d5' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:17.004663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:17.015065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:17.015649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.032224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.044918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a95a23-f9b9-4374-982a-def912311c9f None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:17.094762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.113061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=063cec0d-fe52-44e9-b748-ccbec90ae9bb,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.116607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:17.131574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ddbffb-2ac8-4944-a247-ffefbc3a2585']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.152154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abeae27-6ec6-438b-9178-92fd4de66372') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.152438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abeae27-6ec6-438b-9178-92fd4de66372') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.165945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.168251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] Set router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:17.185287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.195106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:17.195516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:17.216362 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:17.321848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.330595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.334121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-481390c4-5bb4-46bc-9f72-22e5f86f9ad1 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:17.364566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=09ddbffb-2ac8-4944-a247-ffefbc3a2585,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.368540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:17.372863 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/09ddbffb-2ac8-4944-a247-ffefbc3a2585 HTTP/1.1" status: 204 len: 168 time: 1.2634294 Dec 22 08:43:17.376040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32876) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.444754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 2c6f6919-c76a-4cfb-91e5-13a290cd042e owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:17.482878 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a5e57e3a-4785-4c6b-931d-9c41f763b941 req-b599df3c-d539-42e4-8767-8f3a2a470c2d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5922470 Dec 22 08:43:17.512040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a04f2fe0-4b87-4eb1-9feb-9873ffc16785 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9875679 Dec 22 08:43:17.522729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32880) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.556536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:71:d5:6c', 'name': 'tempest-NetworksTestDHCPv6-27915850'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:17.556895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.639091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '063cec0d-fe52-44e9-b748-ccbec90ae9bb'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:17.640067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.652386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] DHCP port deletion for 3bbe142c-749a-4d50-9db2-e89c11ce3faa request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:17.666267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Deleting port cc181853-cede-4b81-8509-5fa5148b4841 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:17.666883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.800936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:43:11Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:17.809101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.822702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:17.849946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74889b22-0c44-4c5b-8221-178702b885a5 None None] The sync data for ids ['cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba'] in dv-neutron-822602-1-hyperv is: [{'id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112556535', 'tenant_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141'}], 'enable_snat': True}, 'gw_port_id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:00Z', 'updated_at': '2021-12-22T08:43:11Z', 'revision_number': 5, 'project_id': '1977a8a6e19e4ee796cb0ce097f94bfe', 'gw_port': {'id': 'df5ba025-7308-4895-a935-1a01ab865dfb', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:02Z', 'updated_at': '2021-12-22T08:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:17.885958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=2c6f6919-c76a-4cfb-91e5-13a290cd042e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.888411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.894966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:17.911315 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/2c6f6919-c76a-4cfb-91e5-13a290cd042e HTTP/1.1" status: 204 len: 168 time: 1.9255979 Dec 22 08:43:17.912642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32886) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.923397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'mac_address': 'fa:16:3e:1f:ac:fe', 'name': 'tempest-PortsIpV6TestJSON-1495472310'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:17.955688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.042961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Deleting port df5ba025-7308-4895-a935-1a01ab865dfb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:18.043235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.046523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Allocated IP 2001:db8::f816:3eff:fefc:b2a (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/063cec0d-fe52-44e9-b748-ccbec90ae9bb/b4d26524-121b-4ee7-a1f5-07e4b3b232fb) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:18.081820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] For port cc181853-cede-4b81-8509-5fa5148b4841, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cc181853-cede-4b81-8509-5fa5148b4841,segment=NetworkSegment(26d0c402-eedb-40be-8a66-8bfc7716d0be),segment_id=26d0c402-eedb-40be-8a66-8bfc7716d0be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:18.082331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.084098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:18.104397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:18.153212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:18.231441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] For port df5ba025-7308-4895-a935-1a01ab865dfb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=df5ba025-7308-4895-a935-1a01ab865dfb,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:18.231441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.291308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Calling delete_port for cc181853-cede-4b81-8509-5fa5148b4841 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:18.360536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.401399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 1dab85cf-d4ff-43e7-811a-d0d3447aaf22 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:18.401641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Calling delete_port for df5ba025-7308-4895-a935-1a01ab865dfb owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:18.463159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cc181853-cede-4b81-8509-5fa5148b4841 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:18.610021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.627872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Transition to ACTIVE for port object b4d26524-121b-4ee7-a1f5-07e4b3b232fb will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:18.643731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.649726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Transition to ACTIVE for port object b4d26524-121b-4ee7-a1f5-07e4b3b232fb will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:18.670128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.677372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:18.678215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:18.705196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:18.710169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:18.721702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:18.749786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.752876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:18.770494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:18.776289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:18.783480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:18.786449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No active binding found for port cc181853-cede-4b81-8509-5fa5148b4841 {{(pid=87602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 08:43:18.787074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cc181853-cede-4b81-8509-5fa5148b4841 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:18.787676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 88c854bb-0aeb-4ea4-b66f-26df355561d5 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:18.815343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Pushing event updated for resources: {'Port': ['ID=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.831438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] No DVR routers for this DVR port cc181853-cede-4b81-8509-5fa5148b4841 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:18.837352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:18.846980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c7936200-8901-4d3c-8d6c-0b2927de3ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:18.885242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.923170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 20444997-c341-4f3c-b918-ceb027d631a5 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:18.931118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 88c854bb-0aeb-4ea4-b66f-26df355561d5 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:18.931466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 88c854bb-0aeb-4ea4-b66f-26df355561d5 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:18.931893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b7fded46-f655-484f-8b9e-bad30616fc10 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:18.934882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:fe71:d56c (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/063cec0d-fe52-44e9-b748-ccbec90ae9bb/1dab85cf-d4ff-43e7-811a-d0d3447aaf22) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:18.979259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: b7fded46-f655-484f-8b9e-bad30616fc10 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:18.979259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b7fded46-f655-484f-8b9e-bad30616fc10 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:18.979259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3aae66fd-278a-4ad0-8599-683681acb993 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:19.018728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 3aae66fd-278a-4ad0-8599-683681acb993 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:19.019075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3aae66fd-278a-4ad0-8599-683681acb993 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:19.020649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Pushing event deleted for resources: {'Port': ['ID=cc181853-cede-4b81-8509-5fa5148b4841,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.048516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:19.082282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Attempting to bind port b4d26524-121b-4ee7-a1f5-07e4b3b232fb on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:19.082826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Attempting to bind port b4d26524-121b-4ee7-a1f5-07e4b3b232fb by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:19.083125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Attempting to bind port b4d26524-121b-4ee7-a1f5-07e4b3b232fb on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:19.090770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:19.091164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:19.091681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.092116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:19.093047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Bound port: b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:19.093188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.093302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.098681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf7413fd-ef13-4ea2-a097-e2b27cebf851 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:19.205059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] For port b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:19.209248 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] For port b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:19.220491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.225882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:19.288442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event deleted for resources: {'Port': ['ID=df5ba025-7308-4895-a935-1a01ab865dfb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.291565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:19.322214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Pushing event updated for resources: {'Port': ['ID=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.327076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:19.338640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 8d0c090d-56c2-4cfc-b32a-3714c465bffe {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:19.339231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.368599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.407387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 1dab85cf-d4ff-43e7-811a-d0d3447aaf22 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:19.555602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.566568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.573845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:19.618070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 8d0c090d-56c2-4cfc-b32a-3714c465bffe, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d0c090d-56c2-4cfc-b32a-3714c465bffe,segment=NetworkSegment(467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8),segment_id=467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:19.618070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.685105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.763267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.766106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.796120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.796834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Fanout notify agent at l3_agent the message router_deleted on router cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:19.809343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.816779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-40c407c7-aac8-40a0-9f41-912080d1bb03 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:19.881275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.884958 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "DELETE /v2.0/routers/cb275ef0-d9b7-4ddd-82c3-e96af50ed6ba HTTP/1.1" status: 204 len: 168 time: 3.0928009 Dec 22 08:43:19.886408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32890) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:19.915778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 8d0c090d-56c2-4cfc-b32a-3714c465bffe owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:19.920243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:19.924774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=20444997-c341-4f3c-b918-ceb027d631a5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.963602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:19.973778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:19.974685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:19.975781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:19.978354 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:19.982087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:19.984173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.984778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.987433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.988059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.998601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=1dab85cf-d4ff-43e7-811a-d0d3447aaf22,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.007807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.033599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1172163 Dec 22 08:43:20.036056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32894) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.042060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.047030 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5231929 Dec 22 08:43:20.048234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32898) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.188457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.193375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620bd376-51cb-4e41-b8e0-107e060787d0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.194006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-620bd376-51cb-4e41-b8e0-107e060787d0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:20.221746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbe142c-749a-4d50-9db2-e89c11ce3faa']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:20.235051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d0c402-eedb-40be-8a66-8bfc7716d0be') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:20.235462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d0c402-eedb-40be-8a66-8bfc7716d0be') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:20.248678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.253530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-620bd376-51cb-4e41-b8e0-107e060787d0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:20.257414 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-620bd376-51cb-4e41-b8e0-107e060787d0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/20444997-c341-4f3c-b918-ceb027d631a5 HTTP/1.1" status: 200 len: 845 time: 0.2204697 Dec 22 08:43:20.259000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32902) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.303201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108c5e5-d03b-43c9-9c80-c3080300aac2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.309720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108c5e5-d03b-43c9-9c80-c3080300aac2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.310487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a108c5e5-d03b-43c9-9c80-c3080300aac2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:20.332295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 20444997-c341-4f3c-b918-ceb027d631a5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:20.332483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.332645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.345656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.365007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.399961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:20.400523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:20.417038 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:20.438553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=8d0c090d-56c2-4cfc-b32a-3714c465bffe,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.446491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.487703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b4d26524-121b-4ee7-a1f5-07e4b3b232fb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:20.509086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a108c5e5-d03b-43c9-9c80-c3080300aac2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:20.513314 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a108c5e5-d03b-43c9-9c80-c3080300aac2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.4279113 Dec 22 08:43:20.513935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32908) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.656606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b4d26524-121b-4ee7-a1f5-07e4b3b232fb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:20.711896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.718246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.725545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f0d48100-14c4-4327-9797-8e882300a39c tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.739086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device df5ba025-7308-4895-a935-1a01ab865dfb no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:20.761112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.777046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event deleted for resources: {'Network': ['ID=3bbe142c-749a-4d50-9db2-e89c11ce3faa,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.784213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 1dab85cf-d4ff-43e7-811a-d0d3447aaf22 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:20.784399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: df5ba025-7308-4895-a935-1a01ab865dfb {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:20.784527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.784727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device df5ba025-7308-4895-a935-1a01ab865dfb not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:20.787188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.799046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Provisioning for port b4d26524-121b-4ee7-a1f5-07e4b3b232fb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:20.808825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Provisioning complete for port b4d26524-121b-4ee7-a1f5-07e4b3b232fb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:20.809797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.850799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "DELETE /v2.0/networks/3bbe142c-749a-4d50-9db2-e89c11ce3faa HTTP/1.1" status: 204 len: 168 time: 0.9610660 Dec 22 08:43:20.851906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32912) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.953897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.964652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.018531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] For port b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:21.025188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.028169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-84636c4e-930d-4c73-9f0f-fde5db21f0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:21.090924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 20444997-c341-4f3c-b918-ceb027d631a5 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:21.103633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Pushing event updated for resources: {'Port': ['ID=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.106601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:21.147216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9343334c-99fd-4dd2-b50a-5a5aa8f6632b None None] Provisioning for port 1dab85cf-d4ff-43e7-811a-d0d3447aaf22 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:21.156252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9343334c-99fd-4dd2-b50a-5a5aa8f6632b None None] Provisioning complete for port 1dab85cf-d4ff-43e7-811a-d0d3447aaf22 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:21.156789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9343334c-99fd-4dd2-b50a-5a5aa8f6632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.215258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9343334c-99fd-4dd2-b50a-5a5aa8f6632b None None] Port 1dab85cf-d4ff-43e7-811a-d0d3447aaf22 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:21.230490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.236840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.242195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.252392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36160156-348f-4aff-be59-6146f20584c9 tempest-TestServerAdvancedOps-831628350 tempest-TestServerAdvancedOps-831628350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:21.303510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.327021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=20444997-c341-4f3c-b918-ceb027d631a5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.330015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:21.332487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.358322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/20444997-c341-4f3c-b918-ceb027d631a5 HTTP/1.1" status: 204 len: 168 time: 1.0981541 Dec 22 08:43:21.362569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32916) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:21.420635 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-378ae8ec-a8d5-4dff-9589-def4619657ea tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:43:21.421166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-378ae8ec-a8d5-4dff-9589-def4619657ea tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:21.438922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-378ae8ec-a8d5-4dff-9589-def4619657ea tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:21.444511 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-378ae8ec-a8d5-4dff-9589-def4619657ea tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/20444997-c341-4f3c-b918-ceb027d631a5 HTTP/1.1" status: 404 len: 333 time: 0.0769217 Dec 22 08:43:21.445119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32920) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:21.451788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'name': 'tempest-PortsIpV6TestJSON-1905438959'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:21.546887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.552767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-488872e7-f17d-4466-aebb-9b5c1c9b1217 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:21.580242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a006dcb-1987-4870-8116-4d0c5cc0aa7f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.583422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:21.598619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:21.601040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.602743 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] 10.222.0.36 "DELETE /v2.0/security-groups/3a006dcb-1987-4870-8116-4d0c5cc0aa7f HTTP/1.1" status: 204 len: 168 time: 0.5223935 Dec 22 08:43:21.615205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:21.628075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:21.628405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 1dab85cf-d4ff-43e7-811a-d0d3447aaf22 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:21.632424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.663779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 6a892974-0386-4e32-ab0c-ad5c476d5729 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:21.737371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:21.952283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.958899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39aded0f-b1b4-4e93-b0fe-fdf08ba025cd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:21.966065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.978519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32930) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.004376 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-c4565b1a-c1fb-4b92-a35a-ff28df51b939 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2003615 Dec 22 08:43:22.008988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:22.019373 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:22.022283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=1dab85cf-d4ff-43e7-811a-d0d3447aaf22,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.023225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.029639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:22.036582 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:22.037401 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.050602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9e2e052-8e16-4527-ae99-2763e8789e48 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:22.122838 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7453525 Dec 22 08:43:22.126964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.129021 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/1dab85cf-d4ff-43e7-811a-d0d3447aaf22 HTTP/1.1" status: 204 len: 168 time: 1.6114237 Dec 22 08:43:22.129624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32936) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.131728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32938) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.219260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:22.232714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:22.236574 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:22.249824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:22.255705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:22.256386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.258213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet 40d9786e-bb57-412f-8ad6-4c4ccf8de378 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:22.266876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.303510 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8570971 Dec 22 08:43:22.309960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32944) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.315611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=6a892974-0386-4e32-ab0c-ad5c476d5729,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.323745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:22.358842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:22.360345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ddbdc4-2606-41ca-8981-7437f43ab570 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:22.362104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ddbdc4-2606-41ca-8981-7437f43ab570 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:22.362940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65ddbdc4-2606-41ca-8981-7437f43ab570 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:22.381121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.410801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4e179ec4-0ccf-4880-95b2-2f2e920f30cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1977a8a6e19e4ee796cb0ce097f94bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310899 Dec 22 08:43:22.415039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32948) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.457687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65ddbdc4-2606-41ca-8981-7437f43ab570 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:22.461372 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65ddbdc4-2606-41ca-8981-7437f43ab570 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3260436 Dec 22 08:43:22.462486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32952) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.551914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b4d26524-121b-4ee7-a1f5-07e4b3b232fb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:22.563027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-09825aaa-dc7f-45ac-9c80-315b830d5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:22.564926 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-09825aaa-dc7f-45ac-9c80-315b830d5933 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.4578874 Dec 22 08:43:22.569402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 063cec0d-fe52-44e9-b748-ccbec90ae9bb {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:22.573094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.636579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.641268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.662941 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:20Z', 'revision_number': 9, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.663243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b4d26524-121b-4ee7-a1f5-07e4b3b232fb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:22.663347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.668342 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:22.678291 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:22.678915 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:22.721018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.728883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.802415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.815245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.862378 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:22.865397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.873058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-25a4b9df-4d98-48b2-aabb-2c3b72de19e7 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:22.918966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.922687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=063cec0d-fe52-44e9-b748-ccbec90ae9bb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.925314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:22.934189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-e7704b10-cf7e-4e41-9fbc-e93113d5bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:22.935759 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-e7704b10-cf7e-4e41-9fbc-e93113d5bfd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 0.3469818 Dec 22 08:43:22.945684 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/063cec0d-fe52-44e9-b748-ccbec90ae9bb HTTP/1.1" status: 204 len: 168 time: 0.4829884 Dec 22 08:43:22.946085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce431417-ac58-4316-a032-0aced7b1e0b6 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:22.948907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32956) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.032183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b2dda49f-8058-44f9-a7f4-aa1c01939fd0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:router {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:23.056853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.063617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7b72f60e-cd77-4676-bed5-3bff62e822d4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:23.109581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b2dda49f-8058-44f9-a7f4-aa1c01939fd0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:router {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:23.110801 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b2dda49f-8058-44f9-a7f4-aa1c01939fd0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1609635 Dec 22 08:43:23.114183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=40d9786e-bb57-412f-8ad6-4c4ccf8de378,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.117118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:23.117667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32960) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.119075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.129881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:23.132419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f76f5f-80ea-49cd-a26a-6b01f6bca350 None None] Network ec6852c8-d701-40a5-b5f7-0c789e58fef0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:23.155211 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/40d9786e-bb57-412f-8ad6-4c4ccf8de378 HTTP/1.1" status: 204 len: 168 time: 1.0245247 Dec 22 08:43:23.210764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32964) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.305497 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:20Z', 'revision_number': 9, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:23.311480 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb07578-d792-47ce-b7ff-74cc29357839 None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:20Z', 'revision_number': 9, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5', 'name': '', 'network_id': '0fce371d-1865-4732-8575-5b04a914611f', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:1b:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:36Z', 'updated_at': '2021-12-22T08:42:50Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '92d2e34c-49dc-422b-a0f4-a2adc884cff8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:23.360258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.380314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5fb60493-bfdd-4471-a807-1cb91fd8c4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:23.389940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:23.395227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:23.398342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:23.405557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:23.415807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:23.416975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45133dcb-14e9-49f8-9e97-055398608060,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.421801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.432372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:23.450929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.453479 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-63e78f8d-767c-484c-b5a3-97da3e1c2d18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 1000 time: 0.4639633 Dec 22 08:43:23.460969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.464982 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45133dcb-14e9-49f8-9e97-055398608060 HTTP/1.1" status: 204 len: 168 time: 1.0447268 Dec 22 08:43:23.526594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-5ed7f55e-bd11-4d49-9907-5ed9272706e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.528137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-5ed7f55e-bd11-4d49-9907-5ed9272706e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.0632105 Dec 22 08:43:23.582281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.590613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port a4bb8441-45aa-4954-bc25-6458ed98426d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:23.590950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.625014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.635348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f70c444-2b47-4b72-8891-0b79743426b5 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:23.710117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:23.718280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] In _notify_port_updated(), no bound segment for port 6a892974-0386-4e32-ab0c-ad5c476d5729 on network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:43:23.723699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.724311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Deleting port b4d26524-121b-4ee7-a1f5-07e4b3b232fb {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:23.724711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.731692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.735970 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "PUT /v2.0/ports/6a892974-0386-4e32-ab0c-ad5c476d5729 HTTP/1.1" status: 200 len: 818 time: 1.4218161 Dec 22 08:43:23.740108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32972) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.768385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] DHCP port deletion for ec6852c8-d701-40a5-b5f7-0c789e58fef0 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:23.798282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Deleting port a4bb8441-45aa-4954-bc25-6458ed98426d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:23.798779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.870691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=6a892974-0386-4e32-ab0c-ad5c476d5729,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.874110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:23.902957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-eb5c3cb2-3d04-4578-88c2-6d7d896e5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.904546 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-eb5c3cb2-3d04-4578-88c2-6d7d896e5d28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3674700 Dec 22 08:43:23.921902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32976) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.943072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:43:23.945677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.955195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 6a892974-0386-4e32-ab0c-ad5c476d5729 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:23.955531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.015943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:24.025500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Usage tracker for resource:security_group_rule and tenant:7a67903dca3f4802981ca90f9cfee707 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:24.030556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:24.039390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:24.157438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.164368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port a4bb8441-45aa-4954-bc25-6458ed98426d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4bb8441-45aa-4954-bc25-6458ed98426d,segment=NetworkSegment(467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8),segment_id=467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:24.165269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.199476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] For port a4bb8441-45aa-4954-bc25-6458ed98426d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4bb8441-45aa-4954-bc25-6458ed98426d,segment=NetworkSegment(467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8),segment_id=467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:24.199878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.301321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.307469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.345758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Calling delete_port for a4bb8441-45aa-4954-bc25-6458ed98426d owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:24.358802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for a4bb8441-45aa-4954-bc25-6458ed98426d owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:24.360659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-428db74e-26dd-4f2f-9b21-4f0501bd89df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:24.385806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] For port b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:24.386214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.410143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5823ac2c-b372-403d-b0c4-0a879ef39743,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.415458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:24.442320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-04a5a12e-dcab-48bb-8daa-ea9840c274bd service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288503 Dec 22 08:43:24.465017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4bb8441-45aa-4954-bc25-6458ed98426d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:24.484825 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a67903dca3f4802981ca90f9cfee707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618725 Dec 22 08:43:24.493667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32980) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.509651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:24.537159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.543042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.544098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.556181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dae8f3c5-0279-4eef-a7c6-e0beb6f98162 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:24.568550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Calling delete_port for b4d26524-121b-4ee7-a1f5-07e4b3b232fb owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:24.625814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:24.629590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:24.633126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:24.634328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.672133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.676329 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No ports have port_id starting with a4bb8441-45aa-4954-bc25-6458ed98426d Dec 22 08:43:24.678662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-01db89cd-5087-449e-858b-32e115f8c0ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:24.682605 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5578940 Dec 22 08:43:24.683288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 32984) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.691713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:e9:38:5a', 'name': 'tempest-NetworksTestDHCPv6-13259053'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:24.692677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.714619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0c090d-56c2-4cfc-b32a-3714c465bffe no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:24.753716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Pushing event deleted for resources: {'Port': ['ID=a4bb8441-45aa-4954-bc25-6458ed98426d,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.756646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:24.763960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] No DVR routers for this DVR port a4bb8441-45aa-4954-bc25-6458ed98426d on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:24.765591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8d0c090d-56c2-4cfc-b32a-3714c465bffe {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:24.766007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0c090d-56c2-4cfc-b32a-3714c465bffe not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:24.766492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b4d26524-121b-4ee7-a1f5-07e4b3b232fb no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:24.773124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,revision_number=6']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.777149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:24.785956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d35d38aa-fa22-4db3-b534-c0802f098b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:24.791725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:24.792186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:24.892670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.893433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=117179ce-7fd5-4437-a4e5-03846b511da2,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.896642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:24.911711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.920639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:24.930455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:24.931741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:24.934911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.940034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4b8ef344-ee29-422c-860e-50cc95d27dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:24.943759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:24.978556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:24.978892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:24.986874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 6a892974-0386-4e32-ab0c-ad5c476d5729 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:25.006587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.010371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:25.061985 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6888d41d-aa7b-43ef-a510-7ca63d46a42b req-9036b4b8-c5fd-4e03-9dcc-5fa245bfaba6 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695267 Dec 22 08:43:25.074453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.075268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.101264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 406a7a05-90d2-4c66-a0a1-22ac05a23823 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:25.125450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.130762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d577a786-ebb5-4519-a1bf-bef4b9598907 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:25.173905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=6a892974-0386-4e32-ab0c-ad5c476d5729,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.178421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:25.183200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.204074 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/6a892974-0386-4e32-ab0c-ad5c476d5729 HTTP/1.1" status: 204 len: 168 time: 1.4586155 Dec 22 08:43:25.204285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32990) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.206667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.209059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.210069 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5823ac2c-b372-403d-b0c4-0a879ef39743 HTTP/1.1" status: 204 len: 168 time: 0.7155821 Dec 22 08:43:25.250454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-77373263-dadd-421e-9654-33c3af8b89f3 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:25.254906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:fee9:385a (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/117179ce-7fd5-4437-a4e5-03846b511da2/406a7a05-90d2-4c66-a0a1-22ac05a23823) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:25.264901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5823ac2c-b372-403d-b0c4-0a879ef39743,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.273281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:25.298307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Deleting port b4d26524-121b-4ee7-a1f5-07e4b3b232fb {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:25.300281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.313409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c6b76-76d4-43cd-b002-38892737e59b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.314064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-976c6b76-76d4-43cd-b002-38892737e59b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:25.339342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-976c6b76-76d4-43cd-b002-38892737e59b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:25.340659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-976c6b76-76d4-43cd-b002-38892737e59b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1354537 Dec 22 08:43:25.343810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 32996) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.411375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac03177b-5782-41c5-8002-e7e1f7012683 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:43:25.416192 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ac03177b-5782-41c5-8002-e7e1f7012683 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/6a892974-0386-4e32-ab0c-ad5c476d5729 HTTP/1.1" status: 404 len: 333 time: 0.0690241 Dec 22 08:43:25.419210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33000) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.428073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1037790321'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:25.436125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:25.443788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:25.451102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:25.458202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:25.477550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:25.485474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.504448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port a4bb8441-45aa-4954-bc25-6458ed98426d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:25.504924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.527673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.547473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 406a7a05-90d2-4c66-a0a1-22ac05a23823 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:25.576613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.600489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] The port 'a4bb8441-45aa-4954-bc25-6458ed98426d' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:25.604750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-216570f4-6dff-41ac-b85c-d00c8bafa5bd tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:25.668752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:25.677678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:25.680428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:25.681288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:25.686454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.687148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.732800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=406a7a05-90d2-4c66-a0a1-22ac05a23823,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.737100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:25.741323 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0569715 Dec 22 08:43:25.744153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33012) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.752606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.752963 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment f04ed5e8-156e-4cdd-b872-f5647c318d9b of type vlan for network bc4e855b-2393-4f40-92b1-298b9c1cb9fb Dec 22 08:43:25.766850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] For port b4d26524-121b-4ee7-a1f5-07e4b3b232fb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:25.767343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.775681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.818556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.823383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6852c8-d701-40a5-b5f7-0c789e58fef0']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:25.838758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:25.839074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467c5fc7-ba29-4cd8-a982-5aeb2d5fdbc8') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:25.840946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37594f99-cfb9-48a5-9a74-5f506073fe40 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.847866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37594f99-cfb9-48a5-9a74-5f506073fe40 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.849142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37594f99-cfb9-48a5-9a74-5f506073fe40 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:25.854848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.867858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-37594f99-cfb9-48a5-9a74-5f506073fe40 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:25.869546 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-37594f99-cfb9-48a5-9a74-5f506073fe40 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1243448 Dec 22 08:43:25.872322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33018) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.884227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.891370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.897171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.897793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.904118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:25.904522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.920183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:25.922155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Calling delete_port for b4d26524-121b-4ee7-a1f5-07e4b3b232fb owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:25.934619 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:25.956668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 406a7a05-90d2-4c66-a0a1-22ac05a23823 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:25.957189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.083273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.095688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:26.095905 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6721110 Dec 22 08:43:26.097017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33026) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.107328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:26.146670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Pushing event deleted for resources: {'Port': ['ID=b4d26524-121b-4ee7-a1f5-07e4b3b232fb,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.149412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:26.223505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.225263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=bc4e855b-2393-4f40-92b1-298b9c1cb9fb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.228298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:26.232749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:26.234440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-461751c3-df5c-4310-bcc9-c24ffe33cfaf tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:26.246388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:26.249783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.252728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:26.265500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] No DVR routers for this DVR port b4d26524-121b-4ee7-a1f5-07e4b3b232fb on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:26.266177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:26.270069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=ec6852c8-d701-40a5-b5f7-0c789e58fef0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.280562 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/ec6852c8-d701-40a5-b5f7-0c789e58fef0 HTTP/1.1" status: 204 len: 168 time: 3.0660257 Dec 22 08:43:26.280562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:26.280562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33034) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.282027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:26.350952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c1b58-cf29-4b06-affc-f42fd27108a5 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:26.382449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33038) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.429989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:26.433170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.447511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.528174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1453699413-network', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:26.589491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:26.598959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 406a7a05-90d2-4c66-a0a1-22ac05a23823 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:26.639853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Usage tracker for resource:network and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:26.650730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:26.661777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:26.683555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Made reservation on behalf of b805cd7023bd40e9adced4da7cc8cd9d for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:26.685761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.692949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '117179ce-7fd5-4437-a4e5-03846b511da2'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:26.693874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.711845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.729816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:26.764036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:26.771149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:26.784108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:26.826602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.833422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a15131a8-da71-4cea-aa7f-56be9aa4d524 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:26.891486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=406a7a05-90d2-4c66-a0a1-22ac05a23823,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.896920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:26.941979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Allocated IP 2001:db8::f816:3eff:fe66:f8ad (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/117179ce-7fd5-4437-a4e5-03846b511da2/b26f1449-b445-42a3-a6a3-467b5d90d30a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:26.950890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.987634 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/406a7a05-90d2-4c66-a0a1-22ac05a23823 HTTP/1.1" status: 204 len: 168 time: 1.1142433 Dec 22 08:43:26.991683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33044) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.072886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.081391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.088810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-808ec20b-02c6-4af5-a861-f60b920b3cfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.089867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.093899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7710af1b-706b-47ff-964e-88d5c64f1778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.100169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ef13b-b1db-4d74-bb2d-77b5217fba37 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.101764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ef13b-b1db-4d74-bb2d-77b5217fba37 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.102560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-621ef13b-b1db-4d74-bb2d-77b5217fba37 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:27.135251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:27.140402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799875d9-b83c-4551-96f3-17fca04b812a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.147206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.154700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.155106 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Added segment d387f5db-7c87-428a-9a42-9b6f1bbdd310 of type vlan for network 90ca7df1-b1e0-4487-90f0-567b9097045a Dec 22 08:43:27.162034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-621ef13b-b1db-4d74-bb2d-77b5217fba37 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:27.166480 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-621ef13b-b1db-4d74-bb2d-77b5217fba37 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1704590 Dec 22 08:43:27.166643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33048) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.215072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.221114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=1b18e23b-47a6-41cd-87d0-9256f70d565b,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.225758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Transition to ACTIVE for port object b26f1449-b445-42a3-a6a3-467b5d90d30a will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:27.227728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.238674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': 'f04ed5e8-156e-4cdd-b872-f5647c318d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:27.239157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.239409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: bc4e855b-2393-4f40-92b1-298b9c1cb9fb, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:27.246201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Transition to ACTIVE for port object b26f1449-b445-42a3-a6a3-467b5d90d30a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:27.256199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.261239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 117179ce-7fd5-4437-a4e5-03846b511da2 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:27.265265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.265596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.273572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:27.287652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.325528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:27.328445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:27.332231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:27.341159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.342785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.343842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.343994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, bc4e855b-2393-4f40-92b1-298b9c1cb9fb) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:27.350085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.377066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Pushing event updated for resources: {'Port': ['ID=b26f1449-b445-42a3-a6a3-467b5d90d30a,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.380286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646d255-b84d-4c22-92e7-017c8b7b5957 None None] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:27.381112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.392741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.408178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.409033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.456608 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3579850 Dec 22 08:43:27.459852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33052) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.468091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:27.501106 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1221545 Dec 22 08:43:27.508001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.519479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Request body: {'subnet': {'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1453699413-subnet', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:27.528825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Pushing event updated for resources: {'Network': ['ID=90ca7df1-b1e0-4487-90f0-567b9097045a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.536556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:27.539271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.545943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Usage tracker for resource:subnet and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:27.549906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:27.557325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:27.562941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 90ca7df1-b1e0-4487-90f0-567b9097045a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:27.567718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.609190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Made reservation on behalf of b805cd7023bd40e9adced4da7cc8cd9d for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:27.611846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.666589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Attempting to bind port b26f1449-b445-42a3-a6a3-467b5d90d30a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:27.666951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Attempting to bind port b26f1449-b445-42a3-a6a3-467b5d90d30a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:27.667233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Attempting to bind port b26f1449-b445-42a3-a6a3-467b5d90d30a on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:27.686221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:27.686221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:27.686595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.686888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:27.687343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Bound port: b26f1449-b445-42a3-a6a3-467b5d90d30a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:27.687721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.754456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.760220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2b5c08a5-4952-4726-ba06-59f29c127fda tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.800737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=117179ce-7fd5-4437-a4e5-03846b511da2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.801000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:27.806453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.810497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:27.836435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.852766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:27.876498 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/117179ce-7fd5-4437-a4e5-03846b511da2 HTTP/1.1" status: 204 len: 168 time: 0.7064271 Dec 22 08:43:27.876723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:27.878292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.884444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] For port b26f1449-b445-42a3-a6a3-467b5d90d30a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:27.891185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] For port b26f1449-b445-42a3-a6a3-467b5d90d30a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b26f1449-b445-42a3-a6a3-467b5d90d30a,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:27.897909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.901211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:27.905312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.906111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.966988 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-090eb851-7923-42e4-8546-fc5dece3c88e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851727 Dec 22 08:43:27.967972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33066) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.975970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:27.976236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.024769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-bc4e855b-2393-4f40-92b1-298b9c1cb9fb', 'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb', 'tenant_id': 'ef0ea95314be40368f12fdef58e3e10b', 'fixed_ips': [{'subnet_id': '1b18e23b-47a6-41cd-87d0-9256f70d565b'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:28.026332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.041621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.047209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-541a911b-bb19-4f4c-b87b-782b223f31f1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:28.097633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Pushing event updated for resources: {'Port': ['ID=b26f1449-b445-42a3-a6a3-467b5d90d30a,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.133786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a442103-1ddd-4b02-b118-82413147ffe5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.138814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:28.144565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:28.145368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Checking segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:28.145731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Network hostable DHCP agents. Network: 90ca7df1-b1e0-4487-90f0-567b9097045a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:28.158594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b4f3a-7bdb-4c73-ad40-0c2c7b6b1d10 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:28.159955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e86b4f3a-7bdb-4c73-ad40-0c2c7b6b1d10 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:28.176796 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.ipam_backend_mixin [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b18e23b-47a6-41cd-87d0-9256f70d565b (CIDR: 2001:db8::/64) Dec 22 08:43:28.187146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:28.188095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:28.191590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e86b4f3a-7bdb-4c73-ad40-0c2c7b6b1d10 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:28.197894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e86b4f3a-7bdb-4c73-ad40-0c2c7b6b1d10 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2289350 Dec 22 08:43:28.198633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33070) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.202272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Network 90ca7df1-b1e0-4487-90f0-567b9097045a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:28.225923 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bf2e1189-567f-4053-b1f9-f95d643b3fdc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7647212 Dec 22 08:43:28.234629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33074) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.245542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:28.263761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 90ca7df1-b1e0-4487-90f0-567b9097045a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:28.268536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,segment=NetworkSegment(59d22f57-3cb5-469c-8d31-3173b1f7d3d1),segment_id=59d22f57-3cb5-469c-8d31-3173b1f7d3d1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:28.269775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.272164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:28.272753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.284694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf1d35-bf00-49e5-8b90-e1394526a244 None None] Network 90ca7df1-b1e0-4487-90f0-567b9097045a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:28.299542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Allocated IP 2001:db8::2 (bc4e855b-2393-4f40-92b1-298b9c1cb9fb/1b18e23b-47a6-41cd-87d0-9256f70d565b/192f29de-99ea-49f9-bd7c-d049f6c03230) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:28.428336 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9150646 Dec 22 08:43:28.429008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ab8d6-c2c1-411f-a2e2-24b58a81f61f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:28.429731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-349ab8d6-c2c1-411f-a2e2-24b58a81f61f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:28.433485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33078) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.439688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:28.448189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:28.455302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Usage tracker for resource:router and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:28.458776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:28.465436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-349ab8d6-c2c1-411f-a2e2-24b58a81f61f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:28.468569 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-349ab8d6-c2c1-411f-a2e2-24b58a81f61f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2655520 Dec 22 08:43:28.468569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:28.468743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33082) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.543688 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce17150d-7574-4025-85f0-b6e9e964469e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694895 Dec 22 08:43:28.544217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.550207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:28.570291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.572601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.595248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:28.620743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.668934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Transition to ACTIVE for port object 192f29de-99ea-49f9-bd7c-d049f6c03230 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:28.670066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.687959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:28.700364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:28.702407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Transition to ACTIVE for port object 192f29de-99ea-49f9-bd7c-d049f6c03230 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:28.737190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.746108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1eadc1ae-46b9-4f0d-9d8e-fc78721604fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:28.804792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-90ca7df1-b1e0-4487-90f0-567b9097045a', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:28.807026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.809751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:28.816966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:28.821875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:28.827356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:28.832324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:28.832707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:28.834709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:28.836818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.837998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:28.848056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.855618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9e7ef43-6c99-4ddc-8d9b-5a49b9f8f188 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:28.904960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.908349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:28.908981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:28.913811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.916608 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Pushing event updated for resources: {'Port': ['ID=192f29de-99ea-49f9-bd7c-d049f6c03230,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.924854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:29.008859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Attempting to bind port 192f29de-99ea-49f9-bd7c-d049f6c03230 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:29.009238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Attempting to bind port 192f29de-99ea-49f9-bd7c-d049f6c03230 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'f04ed5e8-156e-4cdd-b872-f5647c318d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:29.009608 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Attempting to bind port 192f29de-99ea-49f9-bd7c-d049f6c03230 on network bc4e855b-2393-4f40-92b1-298b9c1cb9fb {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:29.022327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:29.022680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Checking segment: {'id': 'f04ed5e8-156e-4cdd-b872-f5647c318d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:29.023332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.024249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Bound using segment: {'id': 'f04ed5e8-156e-4cdd-b872-f5647c318d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:29.024885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Bound port: 192f29de-99ea-49f9-bd7c-d049f6c03230, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04ed5e8-156e-4cdd-b872-f5647c318d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:29.025461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.073231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.144241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Allocated IP 172.20.0.2 (90ca7df1-b1e0-4487-90f0-567b9097045a/1a442103-1ddd-4b02-b118-82413147ffe5/84c0bda0-63e0-4b8d-8553-feb40dd1191f) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:29.279034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] For port 192f29de-99ea-49f9-bd7c-d049f6c03230, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:29.292704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] For port 192f29de-99ea-49f9-bd7c-d049f6c03230, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=192f29de-99ea-49f9-bd7c-d049f6c03230,segment=NetworkSegment(f04ed5e8-156e-4cdd-b872-f5647c318d9b),segment_id=f04ed5e8-156e-4cdd-b872-f5647c318d9b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:29.367033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.369599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.376870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-18845653-86a8-4a27-bc5e-fb247ecfe582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:29.529486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Pushing event updated for resources: {'Port': ['ID=192f29de-99ea-49f9-bd7c-d049f6c03230,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:29.533790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:29.566641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.582147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Transition to ACTIVE for port object 84c0bda0-63e0-4b8d-8553-feb40dd1191f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:29.605369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Transition to ACTIVE for port object 84c0bda0-63e0-4b8d-8553-feb40dd1191f will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:29.617205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.625898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:29.703369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:43:29.707567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Network 90ca7df1-b1e0-4487-90f0-567b9097045a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:29.710843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:29.715709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:29.726504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Pushing event updated for resources: {'Port': ['ID=84c0bda0-63e0-4b8d-8553-feb40dd1191f,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:29.760497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:29.828133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:29.833634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.837696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Attempting to bind port 84c0bda0-63e0-4b8d-8553-feb40dd1191f on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:29.838146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Attempting to bind port 84c0bda0-63e0-4b8d-8553-feb40dd1191f by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:29.838582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Attempting to bind port 84c0bda0-63e0-4b8d-8553-feb40dd1191f on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:29.844413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:29.844959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Checking segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:29.845432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.846087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Bound using segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:29.846432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Bound port: 84c0bda0-63e0-4b8d-8553-feb40dd1191f, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:29.846872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.874007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.950754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] For port 84c0bda0-63e0-4b8d-8553-feb40dd1191f, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:29.955299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] For port 84c0bda0-63e0-4b8d-8553-feb40dd1191f, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=84c0bda0-63e0-4b8d-8553-feb40dd1191f,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:29.962339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.967202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:30.065576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Pushing event updated for resources: {'Port': ['ID=84c0bda0-63e0-4b8d-8553-feb40dd1191f,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.069981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:30.132942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.144462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a8607596-ed87-4eb7-9a0b-f3c60c26cfc1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:30.221681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:30.223639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Allocated IP 172.26.7.171 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/025dffb5-10d2-4f9b-baef-ee8adeeb99f1) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:30.228696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:30.237413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:30.237708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.257488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:30.275338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=16d72a08-ed84-4cf2-adea-5d0dd859475e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.298169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:30.309577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:30.310367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:30.312309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:30.320540 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0384412 Dec 22 08:43:30.322625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33092) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.406803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet 92d2e34c-49dc-422b-a0f4-a2adc884cff8 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:30.414054 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1776211 Dec 22 08:43:30.414279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33096) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.416223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.481960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb', 'fixed_ips': [{'subnet_id': '1b18e23b-47a6-41cd-87d0-9256f70d565b'}, {'subnet_id': '16d72a08-ed84-4cf2-adea-5d0dd859475e'}], 'name': 'tempest-PortsIpV6TestJSON-1165398286'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:30.501531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.589203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:30.633938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.651421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.728636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.740556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9f0fa42-7aa8-4cf5-8716-59f351f01849 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:30.772692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.787547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=92d2e34c-49dc-422b-a0f4-a2adc884cff8,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.790789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:30.792715 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/92d2e34c-49dc-422b-a0f4-a2adc884cff8 HTTP/1.1" status: 204 len: 168 time: 0.4686615 Dec 22 08:43:30.796237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33100) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.804136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 84c0bda0-63e0-4b8d-8553-feb40dd1191f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:30.828994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e5d918-8b4f-402b-b89a-c64d6be24b38 None None] Network 0fce371d-1865-4732-8575-5b04a914611f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:30.927508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:30.949179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:30.954236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.964512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:30.967803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port f149f94c-f570-4d86-a42d-61d48512ad44 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:30.968335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.982507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:31.019887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port b26f1449-b445-42a3-a6a3-467b5d90d30a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b26f1449-b445-42a3-a6a3-467b5d90d30a,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:31.027171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:31.066322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.067101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dccde19-dac1-4577-89ee-a8be84735c38 None None] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:31.195276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.202835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.214763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b9557fe-46d6-4115-8df9-e06f05b7b08d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:31.247688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port f149f94c-f570-4d86-a42d-61d48512ad44, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f149f94c-f570-4d86-a42d-61d48512ad44,segment=NetworkSegment(59d22f57-3cb5-469c-8d31-3173b1f7d3d1),segment_id=59d22f57-3cb5-469c-8d31-3173b1f7d3d1)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:31.248224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.269037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.269837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.281406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 84c0bda0-63e0-4b8d-8553-feb40dd1191f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:31.322960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:31.328696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:31.332667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:31.339305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 192f29de-99ea-49f9-bd7c-d049f6c03230 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:31.345365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:31.347387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:31.372111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd24d67-22e6-471b-88fc-7d94df48d014 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:31.385692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:31.386271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.405253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for f149f94c-f570-4d86-a42d-61d48512ad44 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:31.426886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.442096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Pushing event updated for resources: {'Port': ['ID=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:31.460720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:31.464233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:31.501588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.506582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad3a79c6-254b-4ebb-b406-40c8fd65cd23 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:31.524726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8b71396f-7c58-4ec1-bb03-7b4738f843d1 None None] Provisioning for port 192f29de-99ea-49f9-bd7c-d049f6c03230 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:31.548303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed186c6-4da5-4617-800d-c2c38b157693 None None] Network 90ca7df1-b1e0-4487-90f0-567b9097045a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:31.568067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=f149f94c-f570-4d86-a42d-61d48512ad44,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:31.568285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=b26f1449-b445-42a3-a6a3-467b5d90d30a,revision_number=5']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:31.572225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:31.573563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No DVR routers for this DVR port f149f94c-f570-4d86-a42d-61d48512ad44 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:31.581629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:31.585013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-55426d83-23d8-460e-a998-612e7a3c4516 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:31.677224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:31.728591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.762556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fce371d-1865-4732-8575-5b04a914611f']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:31.776686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d22f57-3cb5-469c-8d31-3173b1f7d3d1') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:31.777011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d22f57-3cb5-469c-8d31-3173b1f7d3d1') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:31.782234 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2371390 Dec 22 08:43:31.793020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33104) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.795234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.813279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:b2:72:5e', 'name': 'tempest-NetworksTestDHCPv6-698681993'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:31.897734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.900895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=24ef1719-7096-4eba-8e6e-7dd221c29110,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:31.904339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:31.948756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:31.949384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.957942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf4082-633c-48b3-9b50-8393c649e02e None None] DHCP port deletion for 0fce371d-1865-4732-8575-5b04a914611f request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:31.960465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 192f29de-99ea-49f9-bd7c-d049f6c03230 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:31.970178 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:31.985526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-08cee0b5-412c-4e14-a6cc-81b7bcbae655 None None] Provisioning for port 84c0bda0-63e0-4b8d-8553-feb40dd1191f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:32.011786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 192f29de-99ea-49f9-bd7c-d049f6c03230 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:32.012235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.091045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-08cee0b5-412c-4e14-a6cc-81b7bcbae655 None None] Provisioning complete for port 84c0bda0-63e0-4b8d-8553-feb40dd1191f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:32.091772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-08cee0b5-412c-4e14-a6cc-81b7bcbae655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.152934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:28Z', 'revision_number': 10, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:32.221311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:32.234617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:32.238657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.247399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:32.264326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.271068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:32.280286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=0fce371d-1865-4732-8575-5b04a914611f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.286056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:32.294905 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/0fce371d-1865-4732-8575-5b04a914611f HTTP/1.1" status: 204 len: 168 time: 1.4970584 Dec 22 08:43:32.295362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33108) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.297851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:32.308263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:32.308942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:32.322058 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:43:32.434918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.468796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 5c32022d-9667-4ecc-a390-57c3e2c65e07 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:32.604482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.673431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:32.676788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:feb2:725e (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/24ef1719-7096-4eba-8e6e-7dd221c29110/5c32022d-9667-4ecc-a390-57c3e2c65e07) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:32.723137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.753761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-08cee0b5-412c-4e14-a6cc-81b7bcbae655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.951782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Update dhcp port {'port': {'network_id': 'bc4e855b-2393-4f40-92b1-298b9c1cb9fb', 'fixed_ips': [{'subnet_id': '1b18e23b-47a6-41cd-87d0-9256f70d565b', 'ip_address': '2001:db8::2'}, {'subnet_id': '16d72a08-ed84-4cf2-adea-5d0dd859475e'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '192f29de-99ea-49f9-bd7c-d049f6c03230'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:32.952079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.974018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 5c32022d-9667-4ecc-a390-57c3e2c65e07 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:32.983246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-08cee0b5-412c-4e14-a6cc-81b7bcbae655 None None] For port 84c0bda0-63e0-4b8d-8553-feb40dd1191f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=84c0bda0-63e0-4b8d-8553-feb40dd1191f,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:33.015797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::32b (bc4e855b-2393-4f40-92b1-298b9c1cb9fb/1b18e23b-47a6-41cd-87d0-9256f70d565b/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:33.019594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.031329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81d4b611-bcfb-4854-879b-cabaa379a873 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:33.077863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8:0:1::3af (bc4e855b-2393-4f40-92b1-298b9c1cb9fb/16d72a08-ed84-4cf2-adea-5d0dd859475e/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:33.132565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:33.137085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:33.139843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:33.145575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:33.146842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.202550 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3975339 Dec 22 08:43:33.203448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=5c32022d-9667-4ecc-a390-57c3e2c65e07,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.206924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:33.207429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33112) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.240507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 192f29de-99ea-49f9-bd7c-d049f6c03230, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=192f29de-99ea-49f9-bd7c-d049f6c03230,segment=NetworkSegment(f04ed5e8-156e-4cdd-b872-f5647c318d9b),segment_id=f04ed5e8-156e-4cdd-b872-f5647c318d9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:33.275829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-08cee0b5-412c-4e14-a6cc-81b7bcbae655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.278001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.291329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a31b1366-eabd-4968-94ea-1c34c044062f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:33.374869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f2508e-ac9f-4c50-b481-27e4fa3b63c9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:33.384433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f2508e-ac9f-4c50-b481-27e4fa3b63c9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:33.388994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-03f2508e-ac9f-4c50-b481-27e4fa3b63c9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:33.406666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.436146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-03f2508e-ac9f-4c50-b481-27e4fa3b63c9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:33.440120 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-03f2508e-ac9f-4c50-b481-27e4fa3b63c9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2292871 Dec 22 08:43:33.440716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33116) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.524410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b26f1449-b445-42a3-a6a3-467b5d90d30a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:33.556916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cee0b5-412c-4e14-a6cc-81b7bcbae655 None None] Pushing event updated for resources: {'Port': ['ID=84c0bda0-63e0-4b8d-8553-feb40dd1191f,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.559166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.565399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 5c32022d-9667-4ecc-a390-57c3e2c65e07 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:33.566116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.761427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2f6b82a1-533d-467f-af08-acf7034bca7c None None] Provisioning complete for port 84c0bda0-63e0-4b8d-8553-feb40dd1191f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:33.762121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2f6b82a1-533d-467f-af08-acf7034bca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.838038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=192f29de-99ea-49f9-bd7c-d049f6c03230,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.849721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:33.850191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:33.850537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:33.881575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b26f1449-b445-42a3-a6a3-467b5d90d30a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:33.895391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:28Z', 'revision_number': 10, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:33.933879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c899c48-788f-43f4-aa4b-d85d194dd56a None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:28Z', 'revision_number': 10, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None, '_interfaces': [{'id': '35b8305f-ec44-4e94-83d5-58a6dcb8469b', 'name': '', 'network_id': '07d7eff2-a02d-46db-8007-5845abb9a14d', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'mac_address': 'fa:16:3e:60:35:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:28Z', 'updated_at': '2021-12-22T08:42:38Z', 'revision_number': 5, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'subnets': [{'id': '10357d66-54c2-4e38-b8e1-5b75eb77ae79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:33.936264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.966722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f149f94c-f570-4d86-a42d-61d48512ad44 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:34.013537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: f149f94c-f570-4d86-a42d-61d48512ad44 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:34.013998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f149f94c-f570-4d86-a42d-61d48512ad44 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:34.114806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 5c32022d-9667-4ecc-a390-57c3e2c65e07 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:34.124913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.175692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:34.203802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:43:34.225816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.277963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.284418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c5a90d78-14b3-4a16-a9b8-31c9ef90169a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:34.362403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=5c32022d-9667-4ecc-a390-57c3e2c65e07,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:34.389699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Provisioning for port b26f1449-b445-42a3-a6a3-467b5d90d30a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:34.392952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:34.399026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Provisioning complete for port b26f1449-b445-42a3-a6a3-467b5d90d30a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:34.399494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.416701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.447104 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/5c32022d-9667-4ecc-a390-57c3e2c65e07 HTTP/1.1" status: 204 len: 168 time: 1.0031273 Dec 22 08:43:34.447455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33120) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.547130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b2a390-cd7d-4ddb-9ed4-8fc46b7cb88e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:34.549261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b2a390-cd7d-4ddb-9ed4-8fc46b7cb88e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:34.550208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-96b2a390-cd7d-4ddb-9ed4-8fc46b7cb88e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:34.571803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-96b2a390-cd7d-4ddb-9ed4-8fc46b7cb88e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:34.577971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.579761 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-96b2a390-cd7d-4ddb-9ed4-8fc46b7cb88e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1310568 Dec 22 08:43:34.580549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33124) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.608499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7e0723f8-187b-4d4e-9560-4ee59de6dd2a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:34.650886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Allocated IP 2001:db8:0:1::2 (bc4e855b-2393-4f40-92b1-298b9c1cb9fb/16d72a08-ed84-4cf2-adea-5d0dd859475e/192f29de-99ea-49f9-bd7c-d049f6c03230) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:34.696117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 24ef1719-7096-4eba-8e6e-7dd221c29110 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:34.700279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.703202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:34.716000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:34.728819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:34.740236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:34.740910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.784212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.830049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.875346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:34.880320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] For port b26f1449-b445-42a3-a6a3-467b5d90d30a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b26f1449-b445-42a3-a6a3-467b5d90d30a,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:34.889261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.896349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8f80cd34-da8e-4fae-b50a-f98b509e2bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:34.952020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:34.967604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:34.977602 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.5438755 Dec 22 08:43:34.983669 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:34.995749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33128) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.997320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:34.998399 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:35.017246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Pushing event updated for resources: {'Port': ['ID=b26f1449-b445-42a3-a6a3-467b5d90d30a,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.020833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:35.023414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] For port 192f29de-99ea-49f9-bd7c-d049f6c03230, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=192f29de-99ea-49f9-bd7c-d049f6c03230,segment=NetworkSegment(f04ed5e8-156e-4cdd-b872-f5647c318d9b),segment_id=f04ed5e8-156e-4cdd-b872-f5647c318d9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:35.026671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-045fbe45-b689-41e5-8f12-c1b0b0e1962e None None] Could not find standard attr ID for object 5c32022d-9667-4ecc-a390-57c3e2c65e07. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:35.044763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b18e23b-47a6-41cd-87d0-9256f70d565b'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:35.049753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.058856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.077018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Transition to ACTIVE for port object 192f29de-99ea-49f9-bd7c-d049f6c03230 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:35.083130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.089688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:35.132705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.142105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-572c5d09-6434-4bff-ad53-b695cb3f2784 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:35.175749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.177613 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7431731 Dec 22 08:43:35.184972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33132) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.192377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=24ef1719-7096-4eba-8e6e-7dd221c29110,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.194663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.202077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:35.211284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/24ef1719-7096-4eba-8e6e-7dd221c29110 HTTP/1.1" status: 204 len: 168 time: 0.6289482 Dec 22 08:43:35.213250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33136) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.227261 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:35.237317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268aa840-253b-4ef5-b785-0e7e811d3c6f None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:35.304566 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dda01b9e-96d5-474b-89a5-a8687a761294 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877194 Dec 22 08:43:35.305506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33140) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.312887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:35.345871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Pushing event updated for resources: {'Port': ['ID=192f29de-99ea-49f9-bd7c-d049f6c03230,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.355269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:35.482514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:35.487596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:35.491643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:35.498831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:35.514787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:35.519709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 84c0bda0-63e0-4b8d-8553-feb40dd1191f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:35.524420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.662193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 84c0bda0-63e0-4b8d-8553-feb40dd1191f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:35.663231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.736534 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:31Z', 'revision_number': 3, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:35.749012 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:35.749361 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Updating router f96c8abb-97ed-47d3-8a42-cb70a7820f5b port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:43:35.841703 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.912609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:35.937471 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Deleting port b26f1449-b445-42a3-a6a3-467b5d90d30a {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:35.938065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.993590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.026708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b26f1449-b445-42a3-a6a3-467b5d90d30a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:36.216474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:43:36.312126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] For port b26f1449-b445-42a3-a6a3-467b5d90d30a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b26f1449-b445-42a3-a6a3-467b5d90d30a,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:36.312913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.340852 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.356070 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Transition to ACTIVE for port object 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:36.364067 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.368890 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.427005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.440457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port 35b8305f-ec44-4e94-83d5-58a6dcb8469b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:36.441015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.447657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Calling delete_port for b26f1449-b445-42a3-a6a3-467b5d90d30a owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:36.463667 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Attempting to bind port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:36.464415 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Attempting to bind port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:36.464796 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Attempting to bind port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:36.467099 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52049997-9d4e-4a07-b978-46ab9940f787 None None] Pushing event updated for resources: {'Port': ['ID=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.471107 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-52049997-9d4e-4a07-b978-46ab9940f787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:36.475598 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:36.476063 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:36.476481 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.477447 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:36.477928 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Bound port: 025dffb5-10d2-4f9b-baef-ee8adeeb99f1, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:36.478312 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.530623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859ff3b-4b63-42d1-9273-7cbdd1398ca8 None None] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:36.641918 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] For port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:36.650323 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] For port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:36.662461 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.669616 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.683664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:36.684162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:36.720347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-72d5cb37-6195-4c48-a75d-49f4dc7dd204 None None] Provisioning for port 192f29de-99ea-49f9-bd7c-d049f6c03230 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:36.740315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-72d5cb37-6195-4c48-a75d-49f4dc7dd204 None None] Provisioning complete for port 192f29de-99ea-49f9-bd7c-d049f6c03230 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:36.740941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72d5cb37-6195-4c48-a75d-49f4dc7dd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.767019 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:36.767677 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:36.833874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b26f1449-b445-42a3-a6a3-467b5d90d30a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:36.834558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.854565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Delete allocated IP 2001:db8:0:1::3af (bc4e855b-2393-4f40-92b1-298b9c1cb9fb/16d72a08-ed84-4cf2-adea-5d0dd859475e) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:43:36.857453 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52049997-9d4e-4a07-b978-46ab9940f787 None None] Pushing event updated for resources: {'Port': ['ID=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.863298 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-52049997-9d4e-4a07-b978-46ab9940f787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:36.874172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port b26f1449-b445-42a3-a6a3-467b5d90d30a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b26f1449-b445-42a3-a6a3-467b5d90d30a,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:36.909425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.917113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.918020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.931639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-031d9ee5-c6a4-4b13-9d63-6e93de42494f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.970885 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:36.979091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port 35b8305f-ec44-4e94-83d5-58a6dcb8469b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=35b8305f-ec44-4e94-83d5-58a6dcb8469b,segment=NetworkSegment(e38d73a4-8a7d-4cc8-abc7-4b469f44ab75),segment_id=e38d73a4-8a7d-4cc8-abc7-4b469f44ab75)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:36.979711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.027879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=b26f1449-b445-42a3-a6a3-467b5d90d30a,revision_number=9']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:37.032150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:37.034890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cc433941-2650-4ef8-8bf8-a5f255ea9a00 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:37.072267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:37.077655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:37.081288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:37.081877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.090136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 192f29de-99ea-49f9-bd7c-d049f6c03230 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:37.150598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:37.153984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8472347 Dec 22 08:43:37.154949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:37.160824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33146) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:37.172403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:c9:af:58', 'name': 'tempest-NetworksTestDHCPv6-2097096297'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:37.188513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Deleting port b26f1449-b445-42a3-a6a3-467b5d90d30a {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:37.189275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.192357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for 35b8305f-ec44-4e94-83d5-58a6dcb8469b owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:37.373485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 192f29de-99ea-49f9-bd7c-d049f6c03230 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:37.374145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.487118 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:31Z', 'revision_number': 3, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.501437 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17fd44-285d-4533-b5fb-3e2552f7e4b1 None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:31Z', 'revision_number': 3, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:37.529679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.535860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.569861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Ignored duplicate provisioning block setup for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:43:37.610406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:37.618761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:37.625475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:37.639471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:37.661405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:37.662240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.673375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c31a79f-3d62-4fba-903d-35858b358cd5 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:37.870856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] For port b26f1449-b445-42a3-a6a3-467b5d90d30a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b26f1449-b445-42a3-a6a3-467b5d90d30a,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:37.871943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.980570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.022152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 628ad9b8-c657-4691-b1bc-9324699fe9e6 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:38.031501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2de99e68-661d-48f7-b2b1-cd41092db2f2 None None] Provisioning for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:38.097630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.112545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Calling delete_port for b26f1449-b445-42a3-a6a3-467b5d90d30a owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:38.143606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2de99e68-661d-48f7-b2b1-cd41092db2f2 None None] Provisioning complete for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:38.144002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2de99e68-661d-48f7-b2b1-cd41092db2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.167064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.227318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] In _notify_port_updated(), no bound segment for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 on network bc4e855b-2393-4f40-92b1-298b9c1cb9fb {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:43:38.232932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:38.233631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.237699 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "PUT /v2.0/ports/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 HTTP/1.1" status: 200 len: 926 time: 3.2250659 Dec 22 08:43:38.243243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33150) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:38.261791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b18e23b-47a6-41cd-87d0-9256f70d565b'}, {'subnet_id': '16d72a08-ed84-4cf2-adea-5d0dd859475e'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:38.391599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2de99e68-661d-48f7-b2b1-cd41092db2f2 None None] Port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:38.395365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:38.421999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.458017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f88a9e3d-db5f-4070-b1ce-77b906083291 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.473195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:fec9:af58 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b/628ad9b8-c657-4691-b1bc-9324699fe9e6) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:38.474939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:38.475299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 68fc2aed-c0f2-4a4e-a6fc-f796ce1166c5 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:38.518532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2de99e68-661d-48f7-b2b1-cd41092db2f2 None None] Provisioning complete for port 192f29de-99ea-49f9-bd7c-d049f6c03230 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:38.518913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2de99e68-661d-48f7-b2b1-cd41092db2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.588282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=35b8305f-ec44-4e94-83d5-58a6dcb8469b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.602299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.663143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Allocated IP 172.20.0.1 (90ca7df1-b1e0-4487-90f0-567b9097045a/1a442103-1ddd-4b02-b118-82413147ffe5/e982cd1e-b078-48de-90d2-35d28b296d15) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:38.740596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.763912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.869353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 192f29de-99ea-49f9-bd7c-d049f6c03230 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:38.877016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.901825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 628ad9b8-c657-4691-b1bc-9324699fe9e6 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:38.912065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Pushing event deleted for resources: {'Port': ['ID=b26f1449-b445-42a3-a6a3-467b5d90d30a,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.924309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.938546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.944957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7d15ab5-6edb-485c-8f77-927686be8cab tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:39.015816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:39.022354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] No DVR routers for this DVR port b26f1449-b445-42a3-a6a3-467b5d90d30a on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:39.043849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 192f29de-99ea-49f9-bd7c-d049f6c03230 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:39.044270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.056861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:39.059467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:39.066526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:39.067322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.075698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b0ff2-50b6-48d1-8d1e-20027dda0b85 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:39.088349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5bdd9115-afe7-4b4c-b79a-53312674cbda None None] Provisioning complete for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:39.088734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5bdd9115-afe7-4b4c-b79a-53312674cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.108665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=628ad9b8-c657-4691-b1bc-9324699fe9e6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:39.120802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:39.123941 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9613905 Dec 22 08:43:39.126902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33154) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:39.168137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.184988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.220893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f1f0b6-a688-40ed-a7a3-ee3e545d6882 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:39.222243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c3f1f0b6-a688-40ed-a7a3-ee3e545d6882 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:39.236220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd9115-afe7-4b4c-b79a-53312674cbda None None] Port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:39.243964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c3f1f0b6-a688-40ed-a7a3-ee3e545d6882 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:39.247571 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c3f1f0b6-a688-40ed-a7a3-ee3e545d6882 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1171806 Dec 22 08:43:39.248275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33158) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:39.323729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 628ad9b8-c657-4691-b1bc-9324699fe9e6 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:39.324109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.369062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.378460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:39.418282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Transition to ACTIVE for port object e982cd1e-b078-48de-90d2-35d28b296d15 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:39.509495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.528583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:39.536238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:39.536623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.600899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.607414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:39.608896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.781080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3402-ba51-4424-84b0-7f70a6669209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.781995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 628ad9b8-c657-4691-b1bc-9324699fe9e6 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:39.786719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.845966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:39.859980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.863523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:39.867859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cc317c38-90cc-4d04-ad13-51f61edf16bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:39.932122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Allocated IP 2001:db8::f816:3eff:fe63:9932 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b/dcf3eb36-5970-47c0-8fcd-c6ec81f9d506) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:39.974574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.978446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b26f1449-b445-42a3-a6a3-467b5d90d30a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:39.978872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.985106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4a257f-4913-4767-8e61-0cce39821b92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.008594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.043481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2c04a71-a271-4e93-a60d-d5eeddc0be21 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.043861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=628ad9b8-c657-4691-b1bc-9324699fe9e6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.048828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.074457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.104206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.122559 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/628ad9b8-c657-4691-b1bc-9324699fe9e6 HTTP/1.1" status: 204 len: 168 time: 0.8724082 Dec 22 08:43:40.124323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33162) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.132181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: b26f1449-b445-42a3-a6a3-467b5d90d30a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:40.132541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b26f1449-b445-42a3-a6a3-467b5d90d30a not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:40.195878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Network 90ca7df1-b1e0-4487-90f0-567b9097045a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:40.197047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:40.203824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:40.204467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f096c7-8b04-4583-81d0-08d4f5f02c90 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:40.207690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f096c7-8b04-4583-81d0-08d4f5f02c90 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:40.208488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f2f096c7-8b04-4583-81d0-08d4f5f02c90 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:40.228429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f2f096c7-8b04-4583-81d0-08d4f5f02c90 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:40.232126 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f2f096c7-8b04-4583-81d0-08d4f5f02c90 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1041043 Dec 22 08:43:40.232441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33166) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.244366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:40.250398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:40.281316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:40.282100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.303497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:40.310323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Pushing event updated for resources: {'Port': ['ID=e982cd1e-b078-48de-90d2-35d28b296d15,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.318169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.325701 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0266423 Dec 22 08:43:40.329131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33170) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.355480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.356775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.358481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8:0:1::84 (bc4e855b-2393-4f40-92b1-298b9c1cb9fb/16d72a08-ed84-4cf2-adea-5d0dd859475e/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:40.368990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Transition to ACTIVE for port object dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:40.417619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting subnet 10357d66-54c2-4e38-b8e1-5b75eb77ae79 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:40.421173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.457728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Transition to ACTIVE for port object dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:40.469328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:40.519136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.584480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.594215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.609335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.661447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:38Z', 'revision_number': 11, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.681771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:40.687684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.694654 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:40.702648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:40.704932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:40.707494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f4d6c79a-2712-4c55-8d01-ae5baeb2f696 None None] Provisioning for port e982cd1e-b078-48de-90d2-35d28b296d15 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:40.711393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.714432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.724806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:40.730522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.744853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.745673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.751583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-63280f2d-e59f-4b82-bd28-1ad2b61d215e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.756134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:40.756800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.815377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f4d6c79a-2712-4c55-8d01-ae5baeb2f696 None None] Provisioning complete for port e982cd1e-b078-48de-90d2-35d28b296d15 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:40.816058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c79a-2712-4c55-8d01-ae5baeb2f696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.833764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.840179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:40.906948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.937922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.960066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] In _notify_port_updated(), no bound segment for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 on network bc4e855b-2393-4f40-92b1-298b9c1cb9fb {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:43:40.966239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:40.966841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.968215 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "PUT /v2.0/ports/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 HTTP/1.1" status: 200 len: 1011 time: 2.7173684 Dec 22 08:43:40.971245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33174) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:41.027693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:41.084084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.118836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:41.119176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.160154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.166764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da74e64a-8fa5-4dde-a95d-6b1d54efc36c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.174798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:38Z', 'revision_number': 11, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.184750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2e7c0-b4f3-48a6-9b7b-c3c725dafe4d None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:38Z', 'revision_number': 11, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:41.193610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Attempting to bind port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:41.194259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Attempting to bind port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:41.194874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Attempting to bind port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:41.199707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6c79a-2712-4c55-8d01-ae5baeb2f696 None None] Port e982cd1e-b078-48de-90d2-35d28b296d15 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:41.212415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Subnet': ['ID=10357d66-54c2-4e38-b8e1-5b75eb77ae79,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.220551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:41.221244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:41.221663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.222889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:41.226770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Bound port: dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:41.227850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.228508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.230784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.244425 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/10357d66-54c2-4e38-b8e1-5b75eb77ae79 HTTP/1.1" status: 204 len: 168 time: 0.9104171 Dec 22 08:43:41.244633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04294778-02ae-4e27-9885-99f1e94c5dbb None None] Network 07d7eff2-a02d-46db-8007-5845abb9a14d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:41.245151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33178) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:41.327846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.341195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b09fd77-bfc6-45ff-bc09-df0e6f625cae tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.376505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.384884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.397259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.400082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:41.400468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.402145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b HTTP/1.1" status: 204 len: 168 time: 1.1686578 Dec 22 08:43:41.403611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.404622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33182) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:41.411310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.411681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.433059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f8aa1212-9174-4ad0-aa00-789d8829994c None None] Provisioning for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:41.448394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-afc6f9a4-49e8-41ed-babf-20d381683c9a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.489133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-864cebfe-fc6f-45b8-b8c1-efb2964b29bb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807540 Dec 22 08:43:41.489133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33186) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:41.555877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f8aa1212-9174-4ad0-aa00-789d8829994c None None] Provisioning complete for port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:41.556271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1212-9174-4ad0-aa00-789d8829994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.606807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Deleting port ee4aab15-b95c-42cb-bc98-24db19493dd2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:41.607235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.654296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:41.657544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:41.664780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.689317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.699887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7c02d27a-8ad6-4df6-9295-35bd871ef58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.722207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d758ae-1033-4867-a753-0299123c55be tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:41.722917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-24d758ae-1033-4867-a753-0299123c55be tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:41.768915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-24d758ae-1033-4867-a753-0299123c55be tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:41.772738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-24d758ae-1033-4867-a753-0299123c55be tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2802243 Dec 22 08:43:41.786052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33190) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:41.821709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa1212-9174-4ad0-aa00-789d8829994c None None] Port b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:41.828201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:41.859346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.859797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f8909-449f-4d1d-a243-679e07730a65 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:41.860530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-760f8909-449f-4d1d-a243-679e07730a65 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:41.872592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Pushing event updated for resources: {'Port': ['ID=e982cd1e-b078-48de-90d2-35d28b296d15,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.886049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.906811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.923754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.960150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] For port ee4aab15-b95c-42cb-bc98-24db19493dd2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ee4aab15-b95c-42cb-bc98-24db19493dd2,segment=NetworkSegment(e38d73a4-8a7d-4cc8-abc7-4b469f44ab75),segment_id=e38d73a4-8a7d-4cc8-abc7-4b469f44ab75)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:41.960592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.970846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-760f8909-449f-4d1d-a243-679e07730a65 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:41.972132 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-760f8909-449f-4d1d-a243-679e07730a65 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1850214 Dec 22 08:43:41.974695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33194) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.016265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5abb7069-8bc1-4177-950e-5eab136bdcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.034306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] DHCP port deletion for 07d7eff2-a02d-46db-8007-5845abb9a14d request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:42.039807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Deleting port ee4aab15-b95c-42cb-bc98-24db19493dd2 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:42.040250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.105438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Network 90ca7df1-b1e0-4487-90f0-567b9097045a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:42.109799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:42.162476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Calling delete_port for ee4aab15-b95c-42cb-bc98-24db19493dd2 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:42.195172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1fdf0821-43e2-4b21-b7f0-84b9f6e9682c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2155869 Dec 22 08:43:42.198542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33198) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.203893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:42.266675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] For port ee4aab15-b95c-42cb-bc98-24db19493dd2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ee4aab15-b95c-42cb-bc98-24db19493dd2,segment=NetworkSegment(e38d73a4-8a7d-4cc8-abc7-4b469f44ab75),segment_id=e38d73a4-8a7d-4cc8-abc7-4b469f44ab75)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:42.268251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.271004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.279633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:42.358161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:42.373564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:42.391356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.414284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:42.417889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.427893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:42.487159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Calling delete_port for ee4aab15-b95c-42cb-bc98-24db19493dd2 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:42.522229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.534401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b99a0d0-4ede-44fe-83a3-67d895cca405 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:42.567871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No DVR routers for this DVR port ee4aab15-b95c-42cb-bc98-24db19493dd2 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:42.584838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-87a41beb-f5a2-475e-9fc6-a337b3cd3d82 None None] Provisioning complete for port e982cd1e-b078-48de-90d2-35d28b296d15 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:42.585470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-87a41beb-f5a2-475e-9fc6-a337b3cd3d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.604340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:42.613340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.636209 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 HTTP/1.1" status: 204 len: 168 time: 1.6638973 Dec 22 08:43:42.645480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.661659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ee4aab15-b95c-42cb-bc98-24db19493dd2 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:42.664345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Port': ['ID=ee4aab15-b95c-42cb-bc98-24db19493dd2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.668303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:42.714490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ee4aab15-b95c-42cb-bc98-24db19493dd2 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:42.714834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ee4aab15-b95c-42cb-bc98-24db19493dd2 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:42.715258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 35b8305f-ec44-4e94-83d5-58a6dcb8469b no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:42.745558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:42.746208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:42.753649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 35b8305f-ec44-4e94-83d5-58a6dcb8469b {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:42.754019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 35b8305f-ec44-4e94-83d5-58a6dcb8469b not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:42.759461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-87a41beb-f5a2-475e-9fc6-a337b3cd3d82 None None] Port e982cd1e-b078-48de-90d2-35d28b296d15 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:42.764046 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c479cf-5246-4c93-b311-7fd4cebea732 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:43:42.764588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84c479cf-5246-4c93-b311-7fd4cebea732 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:42.780038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.856901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-84c479cf-5246-4c93-b311-7fd4cebea732 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:42.858007 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-84c479cf-5246-4c93-b311-7fd4cebea732 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 HTTP/1.1" status: 404 len: 333 time: 0.2114317 Dec 22 08:43:42.867196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33206) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.935761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d7eff2-a02d-46db-8007-5845abb9a14d']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.956401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:42.965919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 16d72a08-ed84-4cf2-adea-5d0dd859475e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:42.966266 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:42.980581 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] 10.222.0.36 "PUT /v2.0/routers/f96c8abb-97ed-47d3-8a42-cb70a7820f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7873173 Dec 22 08:43:42.980581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.981980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.982275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38d73a4-8a7d-4cc8-abc7-4b469f44ab75') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:42.988348 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:42.989866 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:43.007048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.032837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.053032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.055641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:43.056164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:43.072358 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:43.173558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.178349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.189065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.193551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.195773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94c0cb78-0417-43b2-80ec-eb2d0a797907 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:43.228345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.235845 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:43.247491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Deleting port ee4aab15-b95c-42cb-bc98-24db19493dd2 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:43.247878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.262048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.293656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.307211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:43.315965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/networks/07d7eff2-a02d-46db-8007-5845abb9a14d HTTP/1.1" status: 204 len: 168 time: 2.0676637 Dec 22 08:43:43.315965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:43.321032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.322204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:43.326194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:43.326951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.343540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.347524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f5c6e-c259-410b-b34f-ee378e01cbf4 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:43.350532 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/16d72a08-ed84-4cf2-adea-5d0dd859475e HTTP/1.1" status: 204 len: 168 time: 0.4835536 Dec 22 08:43:43.355262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33218) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.368139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6c632-edcb-4a42-967f-3520b5db9363 None None] The port 'ee4aab15-b95c-42cb-bc98-24db19493dd2' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:43:43.369128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51838992-46b0-4f92-a65f-6b4929ab629a None None] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:43.374773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=44a4e01a-39b5-4d04-ae76-14aa4749d266,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:43.378389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:43.383094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'routes': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:43.466645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:43.472950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=16d72a08-ed84-4cf2-adea-5d0dd859475e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:43.490769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 1b18e23b-47a6-41cd-87d0-9256f70d565b {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:43.498290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:43.500146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.501320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3018699 Dec 22 08:43:43.506243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33228) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.535690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:59:6a:f6', 'name': 'tempest-NetworksTestDHCPv6-1273575033'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:43.760920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.798572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Pushing event deleted for resources: {'Network': ['ID=07d7eff2-a02d-46db-8007-5845abb9a14d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:43.801083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:43.821313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:43.825884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:43.829081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:43.835117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:43.853710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:43.877758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.953525 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 2, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:43.955906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33236) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.963395 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:43.964137 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Updating router f96c8abb-97ed-47d3-8a42-cb70a7820f5b port e982cd1e-b078-48de-90d2-35d28b296d15 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:43:43.966849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1656919318-network', 'tenant_id': '05fea8ab08e14715a91d011115ae663f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:43.972533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:43.977151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Usage tracker for resource:network and tenant:05fea8ab08e14715a91d011115ae663f is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:43.980334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:43.986895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:44.007810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Made reservation on behalf of 05fea8ab08e14715a91d011115ae663f for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:44.010623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.029614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.058175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:44.063226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Usage tracker for resource:security_group_rule and tenant:05fea8ab08e14715a91d011115ae663f is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:44.064559 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.066860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:44.073685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:44.104480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': '44a4e01a-39b5-4d04-ae76-14aa4749d266'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': 'dcf3eb36-5970-47c0-8fcd-c6ec81f9d506'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:44.147420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.168411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4559859a-6cf7-4251-bc0b-424d69af3a3b tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:44.197920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.extraroute_db [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Added routes are [] {{(pid=87601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:43:44.198488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.extraroute_db [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Removed routes are [] {{(pid=87601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:43:44.198574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.222204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.240142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.250196 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/1b18e23b-47a6-41cd-87d0-9256f70d565b HTTP/1.1" status: 204 len: 168 time: 0.8938947 Dec 22 08:43:44.262045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33240) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:44.263167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=1b18e23b-47a6-41cd-87d0-9256f70d565b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:44.269556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:44.487875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.601481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.681767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 192f29de-99ea-49f9-bd7c-d049f6c03230 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:44.685070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.713579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.716188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/44a4e01a-39b5-4d04-ae76-14aa4749d266/dcf3eb36-5970-47c0-8fcd-c6ec81f9d506) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:44.753097 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.772894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.775044 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Transition to ACTIVE for port object e982cd1e-b078-48de-90d2-35d28b296d15 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:44.787646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 1cf032f9-810c-430b-a0f1-bcc485531e90 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:44.792266 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.798721 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c64bbd0d-0310-48d6-9b94-3c899b4594ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:44.807371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.821100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.827216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6f4da69-37cc-4934-9d80-34b8c2a6eaa4 tempest-ExtraDHCPOptionsTestJSON-139022944 tempest-ExtraDHCPOptionsTestJSON-139022944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:44.831836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.920656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:44.922316 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7ec2d-615d-4590-8d2b-e379db1ec852 None None] Pushing event updated for resources: {'Port': ['ID=e982cd1e-b078-48de-90d2-35d28b296d15,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:44.925532 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f6e7ec2d-615d-4590-8d2b-e379db1ec852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:44.928792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1570e2a8-c5bf-4d29-a558-6f781ae5d147,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:44.936953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:44.959104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.959507 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Added segment 061ad542-e7ff-4c12-957d-4b27422c44a4 of type vlan for network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e Dec 22 08:43:44.977937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:45.023019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.045792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7e7a5-ec90-441c-99dd-965a9eed72e9 None None] Network bc4e855b-2393-4f40-92b1-298b9c1cb9fb requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:45.099431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 192f29de-99ea-49f9-bd7c-d049f6c03230, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=192f29de-99ea-49f9-bd7c-d049f6c03230,segment=NetworkSegment(f04ed5e8-156e-4cdd-b872-f5647c318d9b),segment_id=f04ed5e8-156e-4cdd-b872-f5647c318d9b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:45.099860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.145277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Ignored duplicate provisioning block setup for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:43:45.153385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.159457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c664ddc8-f225-45f4-8465-0a79ebfd9718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:45.186275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.203395 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Attempting to bind port e982cd1e-b078-48de-90d2-35d28b296d15 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:45.203991 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Attempting to bind port e982cd1e-b078-48de-90d2-35d28b296d15 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:45.204482 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Attempting to bind port e982cd1e-b078-48de-90d2-35d28b296d15 on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:45.211369 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:45.211948 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Checking segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:45.212402 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.212802 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Bound using segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:45.213269 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Bound port: e982cd1e-b078-48de-90d2-35d28b296d15, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:45.213682 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.265451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 192f29de-99ea-49f9-bd7c-d049f6c03230 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:45.319813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-324d6dab-2593-48b7-9101-f321f24f10c7 None None] Provisioning complete for port 192f29de-99ea-49f9-bd7c-d049f6c03230 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:45.320486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-324d6dab-2593-48b7-9101-f321f24f10c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.364447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.366501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.368053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.374726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b174d4aa-1065-42f9-983f-91d0d009d41a tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:45.397792 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] For port e982cd1e-b078-48de-90d2-35d28b296d15, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:45.402758 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] For port e982cd1e-b078-48de-90d2-35d28b296d15, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e982cd1e-b078-48de-90d2-35d28b296d15,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:45.410008 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.427226 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-63ae3581-a6aa-48b2-96f4-fc7b7c4ebb29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:45.450568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::9c (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/44a4e01a-39b5-4d04-ae76-14aa4749d266/1cf032f9-810c-430b-a0f1-bcc485531e90) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:45.479415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.489923 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:45.506761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.526081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Pushing event updated for resources: {'Network': ['ID=b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.530752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:45.531507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:45.533286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-324d6dab-2593-48b7-9101-f321f24f10c7 None None] Could not find standard attr ID for object 192f29de-99ea-49f9-bd7c-d049f6c03230. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:45.538213 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.plugins.ml2.db [None req-324d6dab-2593-48b7-9101-f321f24f10c7 None None] No ports have port_id starting with 192f29de-99ea-49f9-bd7c-d049f6c03230 Dec 22 08:43:45.552250 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7ec2d-615d-4590-8d2b-e379db1ec852 None None] Pushing event updated for resources: {'Port': ['ID=e982cd1e-b078-48de-90d2-35d28b296d15,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.552693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:45.565040 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f6e7ec2d-615d-4590-8d2b-e379db1ec852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:45.571459 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:45.572174 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:45.627613 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6702592 Dec 22 08:43:45.629368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No DVR routers for this DVR port 192f29de-99ea-49f9-bd7c-d049f6c03230 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:45.652337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33246) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.730688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=192f29de-99ea-49f9-bd7c-d049f6c03230,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.734544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:45.757244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Request body: {'subnet': {'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1656919318-subnet', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:45.807288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:45.860458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Usage tracker for resource:subnet and tenant:05fea8ab08e14715a91d011115ae663f is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:45.861047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:45.880312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:45.886827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.950642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3771b-7e19-42de-a62e-e4dfa4cd1d00 None None] DHCP port deletion for bc4e855b-2393-4f40-92b1-298b9c1cb9fb request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:43:45.965197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:46.005869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.006949 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:46.018429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Made reservation on behalf of 05fea8ab08e14715a91d011115ae663f for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:46.021042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.082043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 1cf032f9-810c-430b-a0f1-bcc485531e90 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:46.095250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:46.107588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] Sync routers for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:46.116696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4e855b-2393-4f40-92b1-298b9c1cb9fb']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.118263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.121932 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0acc4a3a-3715-44d0-be0e-1abb14ee7cee tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 200 len: 700 time: 2.7648427 Dec 22 08:43:46.127631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33250) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.131680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:46.132987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.150730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.158620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67fd6e7a-7793-416d-84a1-b97a1c038fbe tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:46.189072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04ed5e8-156e-4cdd-b872-f5647c318d9b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.189361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04ed5e8-156e-4cdd-b872-f5647c318d9b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.214249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af9d881d-1411-4e74-9393-0006fc762992 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:46.226874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.258215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.261389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=1cf032f9-810c-430b-a0f1-bcc485531e90,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:46.264862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af9d881d-1411-4e74-9393-0006fc762992 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:46.266399 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-af9d881d-1411-4e74-9393-0006fc762992 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 200 len: 205 time: 0.1269660 Dec 22 08:43:46.271734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:46.272107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33254) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.278447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:43:46.282876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.288222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:46.289776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:46.294496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:46.301418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:46.302854 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:46.305591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.332065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:46.334642 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8162959 Dec 22 08:43:46.335355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33258) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.418027 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.426385 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592b705-ef06-4586-8860-00fcd8784ab5 None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:45Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:46.466104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:38Z', 'revision_number': 11, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.470206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672888f-63b0-4d40-9a60-17744a039514 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:46.482859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672888f-63b0-4d40-9a60-17744a039514 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:46.483440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] Checking router: 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:46.484073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4672888f-63b0-4d40-9a60-17744a039514 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:46.496973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] Routers {'12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:46.497606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.515797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4672888f-63b0-4d40-9a60-17744a039514 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:46.522279 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4672888f-63b0-4d40-9a60-17744a039514 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1835039 Dec 22 08:43:46.522434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33262) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.661554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 1cf032f9-810c-430b-a0f1-bcc485531e90 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:46.661970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.805486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] Set router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:46.875193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b52d81b-cc50-4284-a230-936697f30dd2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.029442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.030900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:47.055793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-73089d03-cc9d-4f6d-b133-7dd0cd4142dc tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:47.064413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.083865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.096095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:38Z', 'revision_number': 11, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:47.109330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=bc4e855b-2393-4f40-92b1-298b9c1cb9fb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:47.116483 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/bc4e855b-2393-4f40-92b1-298b9c1cb9fb HTTP/1.1" status: 204 len: 168 time: 2.8509839 Dec 22 08:43:47.131195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db400106-33d3-48c4-a6da-83f3b519f3d9 None None] The sync data for ids ['12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc'] in dv-neutron-822602-1-hyperv is: [{'id': '12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc', 'name': 'tempest-RoutersTest-router-102070259', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:42:24Z', 'updated_at': '2021-12-22T08:43:38Z', 'revision_number': 11, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:47.166911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33266) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.204974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-42a10380-d1b3-4a70-9150-f039ecb55e28 None None] Provisioning for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:47.218597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:47.237825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:47.238311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.338481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b52d81b-cc50-4284-a230-936697f30dd2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.345382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b52d81b-cc50-4284-a230-936697f30dd2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.386198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:47.392837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 1cf032f9-810c-430b-a0f1-bcc485531e90 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:47.408847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b52d81b-cc50-4284-a230-936697f30dd2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.409372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b52d81b-cc50-4284-a230-936697f30dd2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Fanout notify agent at l3_agent the message router_deleted on router 12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:47.448506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.457110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b52d81b-cc50-4284-a230-936697f30dd2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.458595 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0b52d81b-cc50-4284-a230-936697f30dd2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 204 len: 168 time: 1.1835716 Dec 22 08:43:47.469435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33270) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.473452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.482013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039410213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:47.493495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a5a1951d-d6e4-41e5-ad6f-ab1d3ca0d13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:47.531876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de829d-8d95-4e93-a2eb-bc5811003426 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:43:47.552668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:47.591764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Usage tracker for resource:router and tenant:7e622c8ac6bd423ba0d33da3b35e04b5 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:47.597511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:47.642856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:47.696623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Checking segment: {'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:47.697085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Network hostable DHCP agents. Network: b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:47.699421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cf5ee-161d-4c60-91a2-41a1ad1bac90 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:47.701525 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6b5cf5ee-161d-4c60-91a2-41a1ad1bac90 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5336282 Dec 22 08:43:47.701973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7493e4-47e6-4f37-8162-859ce7147d28,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:47.704798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.705961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.709402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33274) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.717574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:47.762740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.768754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d246e046-e9d3-4bfe-b061-7ff0b10a8d4c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:47.794357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:47.801251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.810892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:47.819904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.821872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e982cd1e-b078-48de-90d2-35d28b296d15 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:47.836856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=1cf032f9-810c-430b-a0f1-bcc485531e90,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:47.841033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:47.847856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:47.862837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:47.863572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.879186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.891819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:47.898067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f89c876-0f54-475e-ba52-6fc810f061ee tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:47.904509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.920884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5b308292-9b9d-4d58-8fee-680ed922db53 None None] Provisioning complete for port 1cf032f9-810c-430b-a0f1-bcc485531e90 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:47.921461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5b308292-9b9d-4d58-8fee-680ed922db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.925517 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/1cf032f9-810c-430b-a0f1-bcc485531e90 HTTP/1.1" status: 204 len: 168 time: 1.4019129 Dec 22 08:43:47.928189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33278) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.974462 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2386966 Dec 22 08:43:47.978164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33282) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.982705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.986755 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-df14daf5-c03f-452a-b3d3-ce7bcd86020d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5130363 Dec 22 08:43:47.986937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:47.987566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33286) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:47.991681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2f89c876-0f54-475e-ba52-6fc810f061ee tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:47.997411 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2f89c876-0f54-475e-ba52-6fc810f061ee tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2814529 Dec 22 08:43:47.997603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2cd4aff7-8f1d-4ca9-b681-abd643a74482 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:47.999711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33290) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.012828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-864075693'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:48.015842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5b308292-9b9d-4d58-8fee-680ed922db53 None None] Port 1cf032f9-810c-430b-a0f1-bcc485531e90 was deleted so its status cannot be updated. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 08:43:48.022218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:48.032255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a59bf6-25ea-4c89-be46-acbe698a785b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:48.033922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a59bf6-25ea-4c89-be46-acbe698a785b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:48.034704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06a59bf6-25ea-4c89-be46-acbe698a785b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:48.038150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:48.042808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:48.051052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:48.069814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-06a59bf6-25ea-4c89-be46-acbe698a785b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:48.076133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-06a59bf6-25ea-4c89-be46-acbe698a785b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1397767 Dec 22 08:43:48.076374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33294) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.079446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.085003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:48.092853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port e982cd1e-b078-48de-90d2-35d28b296d15 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:48.108797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de829d-8d95-4e93-a2eb-bc5811003426 None None] Unable to find a vacant binding_index for network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e and agent 77fd7fde-d9ab-4b78-b148-b278a821028c {{(pid=87602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 08:43:48.112957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e982cd1e-b078-48de-90d2-35d28b296d15 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:48.113352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.146789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:48.150804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.153412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de829d-8d95-4e93-a2eb-bc5811003426 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e) {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:43:48.202845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 44a4e01a-39b5-4d04-ae76-14aa4749d266 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:48.210586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:48.212095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.251537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:48.300995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.301327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment bb8496f0-9141-4e07-99ad-0aeedff59e82 of type vlan for network 345d4ddc-5c89-451b-b463-43bc850ece17 Dec 22 08:43:48.327256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Usage tracker for resource:router and tenant:05fea8ab08e14715a91d011115ae663f is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:48.340399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:48.344202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.350829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:48.389628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.396722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.467252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.472903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:48.473526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.488639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1468cd24-ccf6-4fd8-bdee-b9db35da6f1c tempest-AllowedAddressPairTestJSON-1429985131 tempest-AllowedAddressPairTestJSON-1429985131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:48.504318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port e982cd1e-b078-48de-90d2-35d28b296d15, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e982cd1e-b078-48de-90d2-35d28b296d15,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:48.540166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.546389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd24ea3c-d753-446a-93a5-fcd9bc44f0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:48.641332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 192f29de-99ea-49f9-bd7c-d049f6c03230 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:48.668385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.669599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.685060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd4aff7-8f1d-4ca9-b681-abd643a74482 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.693620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=345d4ddc-5c89-451b-b463-43bc850ece17,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.698861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:48.706928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 192f29de-99ea-49f9-bd7c-d049f6c03230 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:43:48.707736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 192f29de-99ea-49f9-bd7c-d049f6c03230 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:48.717169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 345d4ddc-5c89-451b-b463-43bc850ece17 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:48.721476 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7183430 Dec 22 08:43:48.724543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33298) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.724861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd4aff7-8f1d-4ca9-b681-abd643a74482 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.732906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.734695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:48.750515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.832924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:48.883405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=e982cd1e-b078-48de-90d2-35d28b296d15,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.898874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:49.036058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:49.046899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:49.052135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:49.052452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.059376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:49.067618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:49.070591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.077110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1753d3b-0951-4698-ada4-a0ee089374a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:49.118972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=44a4e01a-39b5-4d04-ae76-14aa4749d266,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:49.122661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:49.132234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.145563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:49.151255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.180342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'fixed_ips': [{'subnet_id': 'ad7493e4-47e6-4f37-8162-859ce7147d28'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:49.181187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.187487 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/44a4e01a-39b5-4d04-ae76-14aa4749d266 HTTP/1.1" status: 204 len: 168 time: 1.1055999 Dec 22 08:43:49.204114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33302) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.219345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.324617 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ff194d4e-e85e-4eb1-b046-7d29ca42f78e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170087 Dec 22 08:43:49.327302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33306) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.444126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd4aff7-8f1d-4ca9-b681-abd643a74482 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Router bca71605-c8e9-4c57-b181-febb4905fe84 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:43:49.471588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Allocated IP 172.20.0.2 (b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e/ad7493e4-47e6-4f37-8162-859ce7147d28/6b71adf4-c6b4-4c52-b80f-a7c72227574c) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:49.472775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.480716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-59e0c7ee-91bf-41e2-bc0a-b2a0db1071ae tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:49.574981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:49.586834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:49.594037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': 'bb8496f0-9141-4e07-99ad-0aeedff59e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:49.594690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: 345d4ddc-5c89-451b-b463-43bc850ece17, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:49.623625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 345d4ddc-5c89-451b-b463-43bc850ece17 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:49.644520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 345d4ddc-5c89-451b-b463-43bc850ece17) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:49.650529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:49.650928 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.679100 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9522765 Dec 22 08:43:49.683064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33310) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.689944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17', 'name': 'tempest-PortsIpV6TestJSON-416333597'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:49.816425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.826442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Transition to ACTIVE for port object 6b71adf4-c6b4-4c52-b80f-a7c72227574c will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:49.830877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd4aff7-8f1d-4ca9-b681-abd643a74482 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:49.844261 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] Sync routers for ids ['bca71605-c8e9-4c57-b181-febb4905fe84'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:49.852286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Transition to ACTIVE for port object 6b71adf4-c6b4-4c52-b80f-a7c72227574c will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:49.859369 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] Routers {'bca71605-c8e9-4c57-b181-febb4905fe84'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:49.860381 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['bca71605-c8e9-4c57-b181-febb4905fe84'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:49.863201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.870768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2cd4aff7-8f1d-4ca9-b681-abd643a74482 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.872295 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2cd4aff7-8f1d-4ca9-b681-abd643a74482 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "PUT /v2.0/routers/bca71605-c8e9-4c57-b181-febb4905fe84 HTTP/1.1" status: 200 len: 694 time: 1.8835785 Dec 22 08:43:49.876325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33314) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.876923 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f7971ad2-dade-4f6e-9906-cdbbce92e8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:49.904138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:49.918224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:49.941147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:49.955587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:49.955859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.958751 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:49.961974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:49.995722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port ec5f1fb5-18ee-4125-88ff-317f3ec92817 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:50.052958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Pushing event updated for resources: {'Port': ['ID=6b71adf4-c6b4-4c52-b80f-a7c72227574c,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:50.053449 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] Set router bca71605-c8e9-4c57-b181-febb4905fe84 gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:50.057218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:50.072640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-84a563ba-c02e-4de0-ba8b-70cc9d36305a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/routers/bca71605-c8e9-4c57-b181-febb4905fe84 HTTP/1.1" status: 200 len: 700 time: 0.1947002 Dec 22 08:43:50.075431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33318) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:50.088819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Attempting to bind port 6b71adf4-c6b4-4c52-b80f-a7c72227574c on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:50.089258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Attempting to bind port 6b71adf4-c6b4-4c52-b80f-a7c72227574c by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:50.089638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Attempting to bind port 6b71adf4-c6b4-4c52-b80f-a7c72227574c on network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:50.096020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:50.096557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Checking segment: {'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:50.097112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.097522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Bound using segment: {'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:50.097989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Bound port: 6b71adf4-c6b4-4c52-b80f-a7c72227574c, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:50.098370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.099406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbb6bbd-1155-4d7f-bd08-e59ab15b548b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:50.100617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8dbb6bbd-1155-4d7f-bd08-e59ab15b548b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:50.149986 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ee1c39e-c1b0-4a16-87cf-616f2c53f39c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=bca71605-c8e9-4c57-b181-febb4905fe84 HTTP/1.1" status: 200 len: 205 time: 0.0731304 Dec 22 08:43:50.151397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8dbb6bbd-1155-4d7f-bd08-e59ab15b548b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:50.152783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8dbb6bbd-1155-4d7f-bd08-e59ab15b548b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8243277 Dec 22 08:43:50.154236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33322) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:50.156678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33324) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:50.196372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca71605-c8e9-4c57-b181-febb4905fe84', 'name': 'tempest-RoutersTest-router-2039410213', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:47Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:50.203028 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] Checking router: bca71605-c8e9-4c57-b181-febb4905fe84 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:50.212370 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] Routers {'bca71605-c8e9-4c57-b181-febb4905fe84'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:50.213335 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['bca71605-c8e9-4c57-b181-febb4905fe84'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:50.220828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-11271235-5ce1-42ab-a175-048d594519e2 None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:50.221204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-11271235-5ce1-42ab-a175-048d594519e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.285319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] For port 6b71adf4-c6b4-4c52-b80f-a7c72227574c, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:50.291794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::2e5 (345d4ddc-5c89-451b-b463-43bc850ece17/ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296/ec5f1fb5-18ee-4125-88ff-317f3ec92817) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:50.300105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] For port 6b71adf4-c6b4-4c52-b80f-a7c72227574c, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=6b71adf4-c6b4-4c52-b80f-a7c72227574c,segment=NetworkSegment(061ad542-e7ff-4c12-957d-4b27422c44a4),segment_id=061ad542-e7ff-4c12-957d-4b27422c44a4)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:50.310635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.316186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5e54ec7b-178d-4714-8b12-92eb8584f192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:50.347849 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] Set router bca71605-c8e9-4c57-b181-febb4905fe84 gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:50.459253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca71605-c8e9-4c57-b181-febb4905fe84', 'name': 'tempest-RoutersTest-router-2039410213', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:47Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:50.464979 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91dd056-779b-43a8-ab38-7a673242f2e3 None None] The sync data for ids ['bca71605-c8e9-4c57-b181-febb4905fe84'] in dv-neutron-822602-1-hyperv is: [{'id': 'bca71605-c8e9-4c57-b181-febb4905fe84', 'name': 'tempest-RoutersTest-router-2039410213', 'tenant_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:47Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 2, 'project_id': '7e622c8ac6bd423ba0d33da3b35e04b5', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:50.485069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Pushing event updated for resources: {'Port': ['ID=6b71adf4-c6b4-4c52-b80f-a7c72227574c,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:50.504721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:50.562741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58218171-8386-4e11-a577-6f7f5054ea47 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.608273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.627006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object ec5f1fb5-18ee-4125-88ff-317f3ec92817 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:50.660456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.666593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3848bcb-ac59-4892-b21f-16d8d0bb67b9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:50.738321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 345d4ddc-5c89-451b-b463-43bc850ece17 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:50.742478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:50.747362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:50.754052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:50.754791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.809539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=ec5f1fb5-18ee-4125-88ff-317f3ec92817,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:50.815310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:50.826783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5308b842-77ae-4d0c-853f-dc24b118d527 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:50.827477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5308b842-77ae-4d0c-853f-dc24b118d527 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:50.839702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.843600 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1593375 Dec 22 08:43:50.846951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33330) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:50.853728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17', 'name': 'tempest-PortsIpV6TestJSON-1941372528'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:50.897231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.904017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e982cd1e-b078-48de-90d2-35d28b296d15 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:50.997019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e982cd1e-b078-48de-90d2-35d28b296d15 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:50.997410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.030677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:51.035572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:51.038974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:51.046014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:51.058740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:51.062362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.089830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 23e9a674-7cd9-4800-afa9-859e9bcc19a2 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:51.119834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5308b842-77ae-4d0c-853f-dc24b118d527 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:51.124692 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5308b842-77ae-4d0c-853f-dc24b118d527 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9642191 Dec 22 08:43:51.125316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33334) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.155292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58218171-8386-4e11-a577-6f7f5054ea47 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.159779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58218171-8386-4e11-a577-6f7f5054ea47 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.218525 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4a0e1f75-6a50-4674-a138-da74feda7b06 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883973 Dec 22 08:43:51.218761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33338) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.224500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:51.237576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58218171-8386-4e11-a577-6f7f5054ea47 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.238252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58218171-8386-4e11-a577-6f7f5054ea47 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Fanout notify agent at l3_agent the message router_deleted on router bca71605-c8e9-4c57-b181-febb4905fe84 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:43:51.279434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Allocated IP 172.26.7.20 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/f5141b16-935c-4ed1-9521-7bcb94d267a5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:51.285224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58218171-8386-4e11-a577-6f7f5054ea47 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.286316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-58218171-8386-4e11-a577-6f7f5054ea47 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/bca71605-c8e9-4c57-b181-febb4905fe84 HTTP/1.1" status: 204 len: 168 time: 1.1309307 Dec 22 08:43:51.297744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33342) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.365138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-813221a5-f297-4786-b6bb-118cc9b0d589 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Synchronizing usage tracker for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:51.406386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:51.434451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:51.437026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::272 (345d4ddc-5c89-451b-b463-43bc850ece17/ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296/23e9a674-7cd9-4800-afa9-859e9bcc19a2) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:51.459806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:51.464255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.617426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-813221a5-f297-4786-b6bb-118cc9b0d589 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Unset dirty status for tenant:7e622c8ac6bd423ba0d33da3b35e04b5 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:51.620587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-813221a5-f297-4786-b6bb-118cc9b0d589 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=bca71605-c8e9-4c57-b181-febb4905fe84 HTTP/1.1" status: 200 len: 205 time: 0.3213680 Dec 22 08:43:51.625869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33346) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.725989 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-7713a77a-112d-4627-a5f2-e5707a4f8596 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] delete failed (client error): The resource could not be found. Dec 22 08:43:51.730052 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7713a77a-112d-4627-a5f2-e5707a4f8596 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/bca71605-c8e9-4c57-b181-febb4905fe84 HTTP/1.1" status: 404 len: 336 time: 0.1007528 Dec 22 08:43:51.730919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33350) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.783187 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0961e27-63b2-49a6-a479-f5eb0d6c0371 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:51.783438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0961e27-63b2-49a6-a479-f5eb0d6c0371 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:51.785167 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d0961e27-63b2-49a6-a479-f5eb0d6c0371 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/37de3a9d-60ca-4903-a237-5193241e8c43 HTTP/1.1" status: 404 len: 337 time: 0.0530777 Dec 22 08:43:51.788268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33354) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.826309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39e599-c596-4059-8ed0-276667621c03 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:43:51.854006 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7875d91-205c-4f29-9288-5b40753e6b43 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:51.854738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7875d91-205c-4f29-9288-5b40753e6b43 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:51.858050 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b7875d91-205c-4f29-9288-5b40753e6b43 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/40d9786e-bb57-412f-8ad6-4c4ccf8de378 HTTP/1.1" status: 404 len: 337 time: 0.0681245 Dec 22 08:43:51.865097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33358) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.925922 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cb2406-c98c-46b4-809f-e9690327a848 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:51.926685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cb2406-c98c-46b4-809f-e9690327a848 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:51.928641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c1cb2406-c98c-46b4-809f-e9690327a848 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/92d2e34c-49dc-422b-a0f4-a2adc884cff8 HTTP/1.1" status: 404 len: 337 time: 0.0617166 Dec 22 08:43:51.937334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33362) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.979480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b542fa12-8cf8-48b6-8420-f7ff41ee4b61 None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:51.980239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b542fa12-8cf8-48b6-8420-f7ff41ee4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.988731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd57c5c-28fa-403d-846b-df16bb59395e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:51.990372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd57c5c-28fa-403d-846b-df16bb59395e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:51.993217 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1bd57c5c-28fa-403d-846b-df16bb59395e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/10357d66-54c2-4e38-b8e1-5b75eb77ae79 HTTP/1.1" status: 404 len: 337 time: 0.0547390 Dec 22 08:43:51.998092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.998639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.022272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.038858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.049045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-434d5bf5-2d3b-4d74-96ff-efa449daeac4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:52.088943 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a890f102-8769-4485-8395-22fcc4b93e05 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 200 len: 205 time: 0.0701611 Dec 22 08:43:52.091185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39e599-c596-4059-8ed0-276667621c03 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:43:52.103955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33370) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.105001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object 23e9a674-7cd9-4800-afa9-859e9bcc19a2 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:52.122334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:52.126072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:52.130297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:52.180104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Pushing event updated for resources: {'Port': ['ID=f5141b16-935c-4ed1-9521-7bcb94d267a5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.184971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:52.202779 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-0ef839f6-d2c1-41ae-aa7d-43792aecf31f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] delete failed (client error): The resource could not be found. Dec 22 08:43:52.203827 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0ef839f6-d2c1-41ae-aa7d-43792aecf31f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/12e5d9d1-ee1f-4ec8-aabb-7d1875f7a4bc HTTP/1.1" status: 404 len: 336 time: 0.0966952 Dec 22 08:43:52.210026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33374) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.275764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1609022d-1c8a-4af3-81b6-2e6621b5062d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cc3e2cc-8358-42d9-b3d2-b735fbb190c5 HTTP/1.1" status: 200 len: 205 time: 0.0639265 Dec 22 08:43:52.280969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33378) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.396724 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-67ab4f30-2be2-488a-b23e-41be35e5269d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] delete failed (client error): The resource could not be found. Dec 22 08:43:52.397747 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67ab4f30-2be2-488a-b23e-41be35e5269d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/2cc3e2cc-8358-42d9-b3d2-b735fbb190c5 HTTP/1.1" status: 404 len: 336 time: 0.1158552 Dec 22 08:43:52.400514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33382) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.407593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.416327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2dec6fc7-6c72-4ec9-ad65-d25a0cd0d598 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:52.423674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b542fa12-8cf8-48b6-8420-f7ff41ee4b61 None None] Provisioning for port 6b71adf4-c6b4-4c52-b80f-a7c72227574c completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:52.450175 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-779e92e5-e8c1-4e76-81f9-4b1e5ec818b6 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.450734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779e92e5-e8c1-4e76-81f9-4b1e5ec818b6 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.454912 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-779e92e5-e8c1-4e76-81f9-4b1e5ec818b6 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/d287187a-6129-4a45-b6f7-8d4b6c7576bc HTTP/1.1" status: 404 len: 337 time: 0.0506458 Dec 22 08:43:52.459790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33386) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.511660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bdeddbb9-d143-45fb-959a-0099fa929f35 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=20c6e51b-a6e1-4410-ad5f-4673ec4e19cd HTTP/1.1" status: 200 len: 205 time: 0.0476522 Dec 22 08:43:52.535904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33390) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.548787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 345d4ddc-5c89-451b-b463-43bc850ece17 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:52.605657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:52.621326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-345d4ddc-5c89-451b-b463-43bc850ece17', 'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17', 'tenant_id': 'ef0ea95314be40368f12fdef58e3e10b', 'fixed_ips': [{'subnet_id': 'ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:43:52.622901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.624862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:52.634083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:52.635218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.640416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=23e9a674-7cd9-4800-afa9-859e9bcc19a2,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.645640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:52.664368 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-8d39de27-2f04-4f37-9ebb-8e267b0c234e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] delete failed (client error): The resource could not be found. Dec 22 08:43:52.668220 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8d39de27-2f04-4f37-9ebb-8e267b0c234e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/20c6e51b-a6e1-4410-ad5f-4673ec4e19cd HTTP/1.1" status: 404 len: 336 time: 0.1259465 Dec 22 08:43:52.676440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33394) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.708367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.717375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:43:52.795378 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a088fe65-b929-4d11-8615-bafef5a33510 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4401a32-a43f-4e5a-b105-5dc90fea7f45 HTTP/1.1" status: 200 len: 205 time: 0.1150200 Dec 22 08:43:52.795996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33398) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.824497 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9761789 Dec 22 08:43:52.840026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33404) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.841402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'fbcf5be1-eeed-4776-9c33-a84371a0ff82'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': 'dcf3eb36-5970-47c0-8fcd-c6ec81f9d506'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:52.923347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 6b71adf4-c6b4-4c52-b80f-a7c72227574c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:52.943832 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-fe84d2b1-0f0d-449c-be16-f732f1eb7943 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] delete failed (client error): The resource could not be found. Dec 22 08:43:52.945625 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fe84d2b1-0f0d-449c-be16-f732f1eb7943 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/e4401a32-a43f-4e5a-b105-5dc90fea7f45 HTTP/1.1" status: 404 len: 336 time: 0.1466515 Dec 22 08:43:52.948425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33408) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.009082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.012668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.042214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Allocated IP 2001:db8::2 (345d4ddc-5c89-451b-b463-43bc850ece17/ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296/8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:53.101019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f29b8-0209-43de-846d-81a6a0860eec tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:53.102116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-836f29b8-0209-43de-846d-81a6a0860eec tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:53.131792 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e96fdd8-36b9-49cb-b54c-afdfdd42ebe8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.132273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e96fdd8-36b9-49cb-b54c-afdfdd42ebe8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.134019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8e96fdd8-36b9-49cb-b54c-afdfdd42ebe8 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/f299eb2f-c1a2-4b38-b19e-3f1603c15d5b HTTP/1.1" status: 404 len: 337 time: 0.1844804 Dec 22 08:43:53.137490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33416) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.164295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.188397 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bf515193-1a09-4f08-93cd-424c4908fc41 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b37d45d-fac3-4aef-a786-83ba74a48a1c HTTP/1.1" status: 200 len: 205 time: 0.0494895 Dec 22 08:43:53.191135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33420) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.195462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-836f29b8-0209-43de-846d-81a6a0860eec tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:53.199150 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-836f29b8-0209-43de-846d-81a6a0860eec tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e5 HTTP/1.1" status: 200 len: 928 time: 0.3553381 Dec 22 08:43:53.230043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.231444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 6b71adf4-c6b4-4c52-b80f-a7c72227574c completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:53.246815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 6b71adf4-c6b4-4c52-b80f-a7c72227574c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:53.247253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.352740 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-a10e7f0a-1775-4837-be66-f67e0c362745 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] delete failed (client error): The resource could not be found. Dec 22 08:43:53.355162 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a10e7f0a-1775-4837-be66-f67e0c362745 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/0b37d45d-fac3-4aef-a786-83ba74a48a1c HTTP/1.1" status: 404 len: 336 time: 0.1614416 Dec 22 08:43:53.359125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33428) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.386977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18abce35-323b-42f8-a9bb-f05ec02ac785 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:53.388650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18abce35-323b-42f8-a9bb-f05ec02ac785 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:53.388650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18abce35-323b-42f8-a9bb-f05ec02ac785 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:53.389685 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18abce35-323b-42f8-a9bb-f05ec02ac785 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=3e18f988404c41399e40e77df149310c&network_id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 3000 time: 0.3758829 Dec 22 08:43:53.415397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 23e9a674-7cd9-4800-afa9-859e9bcc19a2 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:53.415775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.425704 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d02a1b-d765-484c-b661-8b0b67c45f31 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.432540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d02a1b-d765-484c-b661-8b0b67c45f31 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.432540 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-90d02a1b-d765-484c-b661-8b0b67c45f31 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/433eb1f8-81ce-4d14-be1a-e70be0bdc31c HTTP/1.1" status: 404 len: 337 time: 0.0669415 Dec 22 08:43:53.432540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33434) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.505066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d3287c00-3b57-4d6c-9ea6-9f4a1a4d6253 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "GET /v2.0/ports?device_id=cab54064-8de3-4da1-adae-5c0e48311295 HTTP/1.1" status: 200 len: 205 time: 0.0694590 Dec 22 08:43:53.506271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33438) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.509016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.546106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.563850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Transition to ACTIVE for port object 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:53.566679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.605983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Transition to ACTIVE for port object 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:53.618287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 6b71adf4-c6b4-4c52-b80f-a7c72227574c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=6b71adf4-c6b4-4c52-b80f-a7c72227574c,segment=NetworkSegment(061ad542-e7ff-4c12-957d-4b27422c44a4),segment_id=061ad542-e7ff-4c12-957d-4b27422c44a4)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:53.619786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.623724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d786f875-3ac8-494a-a7a0-173f335d0126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:53.655188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.666106 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-454fc2ce-eef8-4cfb-b8ff-15c43f134c82 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] delete failed (client error): The resource could not be found. Dec 22 08:43:53.669606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-454fc2ce-eef8-4cfb-b8ff-15c43f134c82 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/routers/cab54064-8de3-4da1-adae-5c0e48311295 HTTP/1.1" status: 404 len: 336 time: 0.1610234 Dec 22 08:43:53.675774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33444) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.696412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Network 345d4ddc-5c89-451b-b463-43bc850ece17 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:53.699576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:53.702475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:53.712283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Pushing event updated for resources: {'Port': ['ID=8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:53.737819 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afd8a16-cafa-455d-8b51-5caa0687bb19 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.738191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:53.738321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afd8a16-cafa-455d-8b51-5caa0687bb19 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.740017 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3afd8a16-cafa-455d-8b51-5caa0687bb19 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/5201d409-5421-476a-ac45-31bf8bb54177 HTTP/1.1" status: 404 len: 337 time: 0.0629902 Dec 22 08:43:53.743564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:53.744030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33448) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.849027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:53.851729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Attempting to bind port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:53.851958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Attempting to bind port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'bb8496f0-9141-4e07-99ad-0aeedff59e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:53.852235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Attempting to bind port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a on network 345d4ddc-5c89-451b-b463-43bc850ece17 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:53.852762 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb0f0a0-a14d-4532-825c-a8d5c0f1fab4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.853214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb0f0a0-a14d-4532-825c-a8d5c0f1fab4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.857253 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0eb0f0a0-a14d-4532-825c-a8d5c0f1fab4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] 10.222.0.36 "DELETE /v2.0/subnets/9c9741a2-4c61-4959-adef-4fb34fec7206 HTTP/1.1" status: 404 len: 337 time: 0.1097715 Dec 22 08:43:53.862807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:53.863183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Checking segment: {'id': 'bb8496f0-9141-4e07-99ad-0aeedff59e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:53.863587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.864001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Bound using segment: {'id': 'bb8496f0-9141-4e07-99ad-0aeedff59e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:53.864468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Bound port: 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8496f0-9141-4e07-99ad-0aeedff59e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:53.864838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.885666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=6b71adf4-c6b4-4c52-b80f-a7c72227574c,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:53.890076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:53.954267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:43:53.978959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] For port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:53.980444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.983129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] For port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a,segment=NetworkSegment(bb8496f0-9141-4e07-99ad-0aeedff59e82),segment_id=bb8496f0-9141-4e07-99ad-0aeedff59e82)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:53.990739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.996737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:54.010038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.011464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.022405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6256c0b-99ad-48cb-9a1a-7ffc366ebda6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:54.057017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:54.058025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:54.122351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.125007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Pushing event updated for resources: {'Port': ['ID=8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:54.129403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:54.139009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:54.147530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:54.152403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:54.153078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.186517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:43:54.201478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Sync routers for ids ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:43:54.215255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Routers {'7400ca0e-fabc-4b27-9ada-267c2e8fe434'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:54.215670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.217118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.220492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2384005 Dec 22 08:43:54.220898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33456) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.317722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33460) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.328280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 23e9a674-7cd9-4800-afa9-859e9bcc19a2 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:54.392650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=8']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:54.396512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:54.405911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-19809ade-9a60-4f7d-baa5-34ae174c5ce2 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:54.441835 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2193739 Dec 22 08:43:54.448307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33468) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.471652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:54.562419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Set router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:54.715870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=fbcf5be1-eeed-4776-9c33-a84371a0ff82,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:54.718785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:54.832534 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1f0421b-1866-4e3c-ae96-96385c0b7d1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e622c8ac6bd423ba0d33da3b35e04b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125523 Dec 22 08:43:54.837822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33474) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.895726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:54.896732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.931458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:54.933623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.942811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:55.011591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=23e9a674-7cd9-4800-afa9-859e9bcc19a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:55.014740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:55.018496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:55.022711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.037887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.067767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.075767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:55.361693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33478) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.368374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:55.368844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.375127 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fbcf5be1-eeed-4776-9c33-a84371a0ff82 (CIDR: 2001:db8::/64) Dec 22 08:43:55.384374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.389157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e362407-8fff-4e58-be93-5c8b996e12d6 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:55.398430 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:55.399819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.436517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.438776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:43:52Z', 'revision_number': 3, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:55.439400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/23e9a674-7cd9-4800-afa9-859e9bcc19a2 HTTP/1.1" status: 204 len: 168 time: 2.1565046 Dec 22 08:43:55.449840 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e6a9dee-4b9d-4bc4-9071-5c5db12020a9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9902887 Dec 22 08:43:55.451260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Checking router: 7400ca0e-fabc-4b27-9ada-267c2e8fe434 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:43:55.451677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Updating router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 port f5141b16-935c-4ed1-9521-7bcb94d267a5 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:43:55.453215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33482) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.453550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.463902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:55.486699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddcfc93-1cb2-4a1d-aec5-a100a588042e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:55.550885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:55.552284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538e67e0-7771-4dd1-98dc-88d1391a32b0 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:55.563975 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-538e67e0-7771-4dd1-98dc-88d1391a32b0 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 814 time: 0.1280518 Dec 22 08:43:55.565210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.565210 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ddcfc93-1cb2-4a1d-aec5-a100a588042e HTTP/1.1" status: 204 len: 168 time: 0.7116966 Dec 22 08:43:55.565564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.575790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.671254 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbda929-7e44-402c-8952-fafa96908205 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:43:55.678946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-edbda929-7e44-402c-8952-fafa96908205 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:55.760648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-edbda929-7e44-402c-8952-fafa96908205 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:55.762286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 6b71adf4-c6b4-4c52-b80f-a7c72227574c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:55.764337 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-edbda929-7e44-402c-8952-fafa96908205 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/23e9a674-7cd9-4800-afa9-859e9bcc19a2 HTTP/1.1" status: 404 len: 333 time: 0.3079391 Dec 22 08:43:55.768285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33496) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.801105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3856675b-388e-4758-a572-d6414de4a86d None None] Could not find standard attr ID for object 23e9a674-7cd9-4800-afa9-859e9bcc19a2. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:55.813311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:55.818220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:55.831445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:55.848202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:55.856124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.933601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3856675b-388e-4758-a572-d6414de4a86d None None] Provisioning for port ec5f1fb5-18ee-4125-88ff-317f3ec92817 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:55.936946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port ec5f1fb5-18ee-4125-88ff-317f3ec92817 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:55.937559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.944097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3856675b-388e-4758-a572-d6414de4a86d None None] Provisioning complete for port ec5f1fb5-18ee-4125-88ff-317f3ec92817 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:55.944475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3856675b-388e-4758-a572-d6414de4a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.971050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.998550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.016781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Allocated IP 172.20.0.1 (b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e/ad7493e4-47e6-4f37-8162-859ce7147d28/bd800947-4abd-4d9f-8904-ab8769942a6e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:56.024007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6e4e4cba-bd04-41bb-82af-7cfdb5dd0324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:56.050702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33500) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.065914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--1546373393', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:56.084234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:56.174715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:56.185136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3856675b-388e-4758-a572-d6414de4a86d None None] Port ec5f1fb5-18ee-4125-88ff-317f3ec92817 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:43:56.198947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 6b71adf4-c6b4-4c52-b80f-a7c72227574c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:56.199377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.266733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=9']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.278227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:56.291157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:56.292711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3856675b-388e-4758-a572-d6414de4a86d None None] Provisioning for port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:56.294857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.396731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:56.442342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.453148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.458682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.459038 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment baa9d4ea-3d10-4bad-858a-7a45d8a9393c of type vlan for network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 Dec 22 08:43:56.478263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:56.505915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.513945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4652deda-e865-49d7-936b-ce87283bc07c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:56.550882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.575874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Transition to ACTIVE for port object f5141b16-935c-4ed1-9521-7bcb94d267a5 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:56.586037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:56.589489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.590951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:56.598516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-782e7b7a-e6d7-4c03-a1d5-5587f2729238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:56.602760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:56.603733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.607244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for ec5f1fb5-18ee-4125-88ff-317f3ec92817 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:56.631936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=027086f3-fa59-452a-a62f-33e7811f86e1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.638673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:56.652378 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1939735 Dec 22 08:43:56.654913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.661193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:23:e3:80', 'name': 'tempest-NetworksTestDHCPv6-778764765'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:56.678198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Transition to ACTIVE for port object bd800947-4abd-4d9f-8904-ab8769942a6e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:56.752823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820742c5-ef80-4855-a7d3-5206b2e10450 None None] Pushing event updated for resources: {'Port': ['ID=f5141b16-935c-4ed1-9521-7bcb94d267a5,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.756063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-820742c5-ef80-4855-a7d3-5206b2e10450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:56.765052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.771186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:56.780258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:56.780822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.821185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Attempting to bind port f5141b16-935c-4ed1-9521-7bcb94d267a5 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:56.821731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Attempting to bind port f5141b16-935c-4ed1-9521-7bcb94d267a5 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:56.822194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Attempting to bind port f5141b16-935c-4ed1-9521-7bcb94d267a5 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:43:56.840367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:43:56.840966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:56.841474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.842026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:43:56.842663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Bound port: f5141b16-935c-4ed1-9521-7bcb94d267a5, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:56.843169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.852069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:56.865483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:56.873303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.881130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:56.881277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:56.881915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.892525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:56.918095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.982539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.010159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bc11c-9ea6-4fe7-8c1f-3b7c186d0da7 None None] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:57.020703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.022199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10388ec-79e1-4f03-8bf8-2bbdaa592659 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:57.036195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:57.036869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070f2dd-a07b-4cc5-9843-b943eb40890d None None] Network 345d4ddc-5c89-451b-b463-43bc850ece17 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:57.037154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=39f5e9b8-4bef-4af4-94f7-1e71241687e0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.048750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 8dbfa191-fceb-4411-baa7-4df47a609031 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:57.065677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:57.067732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:57.074689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b90f4a22-281d-4a38-8a44-13ecf2d03467 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:57.078941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:57.114887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:57.264237 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2124228 Dec 22 08:43:57.268477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33510) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.286752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.291602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/ec5f1fb5-18ee-4125-88ff-317f3ec92817 HTTP/1.1" status: 204 len: 168 time: 1.5219541 Dec 22 08:43:57.300465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33514) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.321099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8:0:1::313 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/027086f3-fa59-452a-a62f-33e7811f86e1/8dbfa191-fceb-4411-baa7-4df47a609031) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:57.340478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:fe23:e380 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/fbcf5be1-eeed-4776-9c33-a84371a0ff82/8dbfa191-fceb-4411-baa7-4df47a609031) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:57.358124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] For port f5141b16-935c-4ed1-9521-7bcb94d267a5, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:43:57.375814 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e49342f-345a-4fe1-88a9-436facc0d0fc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:43:57.376384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8e49342f-345a-4fe1-88a9-436facc0d0fc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:57.380175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Pushing event updated for resources: {'Port': ['ID=bd800947-4abd-4d9f-8904-ab8769942a6e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.382549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.385428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4f00a-b33c-429d-bdb1-a34095123745 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:57.389478 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7ce4f00a-b33c-429d-bdb1-a34095123745 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1171863 Dec 22 08:43:57.390265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33518) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.399159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-89fd06fa-da4e-4c28-b6c6-09332199f4a1 None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:57.399640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-89fd06fa-da4e-4c28-b6c6-09332199f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.439074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.449397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] For port f5141b16-935c-4ed1-9521-7bcb94d267a5, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f5141b16-935c-4ed1-9521-7bcb94d267a5,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:43:57.496562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.519051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:57.558896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=ec5f1fb5-18ee-4125-88ff-317f3ec92817,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.565403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:57.566066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:57.566333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:57.571130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8e49342f-345a-4fe1-88a9-436facc0d0fc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:57.575321 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8e49342f-345a-4fe1-88a9-436facc0d0fc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/ec5f1fb5-18ee-4125-88ff-317f3ec92817 HTTP/1.1" status: 404 len: 333 time: 0.2717633 Dec 22 08:43:57.576093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33522) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.614319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820742c5-ef80-4855-a7d3-5206b2e10450 None None] Pushing event updated for resources: {'Port': ['ID=f5141b16-935c-4ed1-9521-7bcb94d267a5,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.618428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-820742c5-ef80-4855-a7d3-5206b2e10450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:57.681257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:43:57.684834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.692521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bedb678-d31a-412a-98af-6715114de3a6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:57.696004 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2bedb678-d31a-412a-98af-6715114de3a6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3040287 Dec 22 08:43:57.706574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33526) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.760127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.770757 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1d7602e4-a8ab-4170-836f-0516386b1127 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628593 Dec 22 08:43:57.773602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33530) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.781013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a,segment=NetworkSegment(bb8496f0-9141-4e07-99ad-0aeedff59e82),segment_id=bb8496f0-9141-4e07-99ad-0aeedff59e82)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:57.843500 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dfa5a016-c6be-41db-97a3-34458530b01c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655773 Dec 22 08:43:57.843500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33534) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.847452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.860256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Routers {'7400ca0e-fabc-4b27-9ada-267c2e8fe434'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:43:57.860983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:57.896789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.927335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.935331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:57.943731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.958271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 8dbfa191-fceb-4411-baa7-4df47a609031 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:58.021382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed896535-5cf0-48e2-ae2d-eba5c19290fc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:58.024764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed896535-5cf0-48e2-ae2d-eba5c19290fc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1790636 Dec 22 08:43:58.027179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33538) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:58.032898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.038942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bb40405b-ac18-4fec-9bac-78b0d5931180 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:58.097011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-04281e86-187e-43e4-a0b4-e2db9d210533 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664997 Dec 22 08:43:58.102849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33542) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:58.110732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511459787', 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:43:58.125376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:58.131940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:58.139408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:43:58.144921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:58.145534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.184638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.195559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-444d1504-3f4b-4fe5-9c3a-edb5ee3bb0cf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:58.240345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.242625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.253982 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296 HTTP/1.1" status: 204 len: 168 time: 0.6724706 Dec 22 08:43:58.255902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:58.259387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33546) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:58.350506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=8dbfa191-fceb-4411-baa7-4df47a609031,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.357805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:58.390327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7316432 Dec 22 08:43:58.390569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:58.392677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33550) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:58.392853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.396215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:58.396713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:58.419117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.430568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:58.432921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:58.433772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.452257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:58.479301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:58.482809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] Set router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:43:58.483647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.490282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.497585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.532854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:58.675309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Pushing event updated for resources: {'Port': ['ID=bd800947-4abd-4d9f-8904-ab8769942a6e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.680321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.685026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:58.718279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 8dbfa191-fceb-4411-baa7-4df47a609031 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:43:58.718697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.786333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.801808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7de622aa-7d6f-4dde-9002-cd8f583e870d tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:59.030041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edece348-f05a-42a6-92b3-82b1d1fafd76 None None] Update dhcp port {'port': {'network_id': '345d4ddc-5c89-451b-b463-43bc850ece17', 'fixed_ips': [{'subnet_id': 'ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:59.047086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a,segment=NetworkSegment(bb8496f0-9141-4e07-99ad-0aeedff59e82),segment_id=bb8496f0-9141-4e07-99ad-0aeedff59e82)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:43:59.047443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.056638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'fbcf5be1-eeed-4776-9c33-a84371a0ff82', 'ip_address': '2001:db8::f816:3eff:fe63:9932'}, {'subnet_id': '027086f3-fa59-452a-a62f-33e7811f86e1'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': 'dcf3eb36-5970-47c0-8fcd-c6ec81f9d506'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:43:59.093020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=9152f1ed-09f0-4542-9e51-c7a1a6ab668f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:59.096474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:59.114058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:43:59.114841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: 39f5e9b8-4bef-4af4-94f7-1e71241687e0, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:59.159860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-edece348-f05a-42a6-92b3-82b1d1fafd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.176767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.187107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 4, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd800947-4abd-4d9f-8904-ab8769942a6e', 'name': '', 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'mac_address': 'fa:16:3e:ae:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:55Z', 'updated_at': '2021-12-22T08:43:56Z', 'revision_number': 1, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'subnets': [{'id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:59.192662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.198249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:59.210081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3dbc23-3935-4e29-98ae-f05c17bb26cf None None] The sync data for ids ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'] in dv-neutron-822602-1-hyperv is: [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 4, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd800947-4abd-4d9f-8904-ab8769942a6e', 'name': '', 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'mac_address': 'fa:16:3e:ae:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:55Z', 'updated_at': '2021-12-22T08:43:56Z', 'revision_number': 1, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'subnets': [{'id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:43:59.309859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:59.312935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:59.381276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 8dbfa191-fceb-4411-baa7-4df47a609031 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:43:59.420250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:59.420468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42512c1-1faa-4d2b-8164-360bab0e3267 None None] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:59.433151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.444587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-563a8489-ebe0-428d-9e0b-9fb8baf1b6fd tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:59.448725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 39f5e9b8-4bef-4af4-94f7-1e71241687e0) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:59.460970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:59.461558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.492461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360414dd-7712-4181-beff-35bd0d3c8b3c None None] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:59.499436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No DVR routers for this DVR port 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:59.685166 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5789850 Dec 22 08:43:59.733000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:59.751014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1a1e80c1-9cec-480d-b148-ab982c08cd68 None None] Provisioning for port bd800947-4abd-4d9f-8904-ab8769942a6e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:59.756629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.766016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:59.812147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89958db0-efb8-49c2-a2c7-01558ee2749c None None] Network 345d4ddc-5c89-451b-b463-43bc850ece17 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:43:59.826507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=8dbfa191-fceb-4411-baa7-4df47a609031,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:59.829986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:59.837801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:59.880733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1a1e80c1-9cec-480d-b148-ab982c08cd68 None None] Provisioning complete for port bd800947-4abd-4d9f-8904-ab8769942a6e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:59.881119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a1e80c1-9cec-480d-b148-ab982c08cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.920878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:43:59.924824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.936495 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/8dbfa191-fceb-4411-baa7-4df47a609031 HTTP/1.1" status: 204 len: 168 time: 1.5427856 Dec 22 08:43:59.938799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33556) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:59.954838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.096147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345d4ddc-5c89-451b-b463-43bc850ece17']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:00.103617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:00.120399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2658e0-e312-43dc-9e9a-18d5456be103 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:00.121146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cc2658e0-e312-43dc-9e9a-18d5456be103 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:00.123051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8496f0-9141-4e07-99ad-0aeedff59e82') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:00.124279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8496f0-9141-4e07-99ad-0aeedff59e82') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:00.134226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33560) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.144320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772912208', 'description': 'tempest-secgroup-smoke-1772912208 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:00.144685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.153301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.156321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cc2658e0-e312-43dc-9e9a-18d5456be103 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:00.157562 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc2658e0-e312-43dc-9e9a-18d5456be103 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2044220 Dec 22 08:44:00.160471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33564) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.167767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.183187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.207202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.211373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:00.214462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:00.220568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.306803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.324693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:00.327541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.327702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:00.327702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a39c5f9-72aa-4a09-93c4-7d3cb5fc452a not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:00.345526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.355486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:00.357908 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:00.360507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4942e99c-095f-4629-8a8e-cc023bb70a7c tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:00.368002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Allocated IP 2001:db8:0:1::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/027086f3-fa59-452a-a62f-33e7811f86e1/dcf3eb36-5970-47c0-8fcd-c6ec81f9d506) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:00.406716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecaa635-cfec-4f41-89ec-c4653f036022,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:00.415250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:00.439364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.443685 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3022532 Dec 22 08:44:00.443685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33568) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.449606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '7ecaa635-cfec-4f41-89ec-c4653f036022', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:00.456133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.458497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af93259-1680-49fc-b72e-a4e0732b5127 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:00.459987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:00.460112 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0af93259-1680-49fc-b72e-a4e0732b5127 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2985768 Dec 22 08:44:00.462972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.466712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:00.472477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:00.474717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e80c1-9cec-480d-b148-ab982c08cd68 None None] Port bd800947-4abd-4d9f-8904-ab8769942a6e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:00.503072 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] 10.222.0.36 "PUT /v2.0/routers/7400ca0e-fabc-4b27-9ada-267c2e8fe434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2807391 Dec 22 08:44:00.504152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.520018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.525484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.538072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-97134162-7bbb-4efa-888f-fc003e4c46af tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:00.570298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b567f-6884-4a17-bfa5-ffc4d0525c07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:00.571905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b567f-6884-4a17-bfa5-ffc4d0525c07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:00.575157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b567f-6884-4a17-bfa5-ffc4d0525c07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:00.575974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-257b567f-6884-4a17-bfa5-ffc4d0525c07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:00.578571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.587756 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/345d4ddc-5c89-451b-b463-43bc850ece17 HTTP/1.1" status: 204 len: 168 time: 2.3230991 Dec 22 08:44:00.589780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33578) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.597336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=345d4ddc-5c89-451b-b463-43bc850ece17,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:00.604903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:00.614715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e4f72-5d9c-40db-bc2d-80a659e46d5a None None] DHCP port deletion for 345d4ddc-5c89-451b-b463-43bc850ece17 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:00.615045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1982226433'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:00.628971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.642779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:00.646409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:00.654655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-257b567f-6884-4a17-bfa5-ffc4d0525c07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:00.658394 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-257b567f-6884-4a17-bfa5-ffc4d0525c07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1920059 Dec 22 08:44:00.659398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33582) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.706727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.716281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.718681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:00.773786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 027086f3-fa59-452a-a62f-33e7811f86e1 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:00.774394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46217297-bf20-4ced-8cdd-c6b9bc63d021,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:00.780296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:00.792123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.793822 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492539 Dec 22 08:44:00.796533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.800310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33590) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.807402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '7ecaa635-cfec-4f41-89ec-c4653f036022', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:00.814798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.818356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:00.820652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:00.824024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:00.830362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.832150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.861300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.877276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:00.894727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1a1e80c1-9cec-480d-b148-ab982c08cd68 None None] Provisioning complete for port 6b71adf4-c6b4-4c52-b80f-a7c72227574c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:00.895109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a1e80c1-9cec-480d-b148-ab982c08cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.919130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.919742 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment c9a5c79e-7daf-4bce-a497-dfa91baf6c76 of type vlan for network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 Dec 22 08:44:00.951598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.962344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.964396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:00.964615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:00.965685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.013526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.015723 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2135060 Dec 22 08:44:01.019409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33594) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.023737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.028376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '7ecaa635-cfec-4f41-89ec-c4653f036022', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:01.037755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec58f793-404c-484e-a17f-d69f1731d92f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.043134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:01.044410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.071716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.081195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.087076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.096270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:01.097467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.102974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:01.109663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:01.132784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.196093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:01.221100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.237641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.239837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-06b26136-3d43-428b-8446-c0d0e9df4b72 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:01.297745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fa948b-85fc-4828-9493-9d9c5c39f644,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.307847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:01.309502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.310962 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2903366 Dec 22 08:44:01.313708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33598) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.323035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7272644 Dec 22 08:44:01.326100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '7ecaa635-cfec-4f41-89ec-c4653f036022', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:01.327103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33602) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.336989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.337758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:01.345357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.354818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.361917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=82b949d3-cc68-49ec-9dc3-05b50a9d7c86,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.367551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.resource_extend [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:44:01.370141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:01.376603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:01.401826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.446265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:01.493051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33606) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.506104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566907118', 'description': 'tempest-secgroup-smoke-566907118 description', 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:01.507210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.514755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.540225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.551459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.575162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:01.621416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Transition to ACTIVE for port object dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:01.632033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Allocated IP 172.20.0.18 (39f5e9b8-4bef-4af4-94f7-1e71241687e0/9152f1ed-09f0-4542-9e51-c7a1a6ab668f/a71aed1f-4f61-4873-9d4b-5edbb1cf38dd) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:01.654115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.663398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:01.750346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.758340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.762008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.767789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.771396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2199146-8b81-47a7-b3e0-12f2862e92e9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:01.806049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.808486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae51fe1-d75a-4ffa-855c-d6ff4a556a2a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.815737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:01.816752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.821658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.832852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.833334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.837554 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5195274 Dec 22 08:44:01.837554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:01.839762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33610) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.846676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '7ecaa635-cfec-4f41-89ec-c4653f036022', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:01.863601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.871529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.885782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.897230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:01.928978 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:44:01.952895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.971345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.064154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.072440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.112717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-101ad47c-4f1f-4261-957d-660141a7b509 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.129085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.130508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.133909 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6381345 Dec 22 08:44:02.137642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33614) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.144428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.157324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'security_group_rule': {'security_group_id': 'd741357b-5305-45aa-ab8e-e359879e739c', 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:02.164462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.174994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-05330e92-64fa-4049-837b-5ae3f78871e1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.180165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=10']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.189038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.213954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:02.225750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:02.238050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:02.243259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.245161 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4043789 Dec 22 08:44:02.254803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f5141b16-935c-4ed1-9521-7bcb94d267a5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:02.255044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33618) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.258568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d741357b-5305-45aa-ab8e-e359879e739c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.260155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=027086f3-fa59-452a-a62f-33e7811f86e1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.262391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.270662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.271849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:02.272690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '7ecaa635-cfec-4f41-89ec-c4653f036022', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:02.277044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b43ea9f-22cc-4c95-ab7b-403815420753 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.286298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.304967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:02.306340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250a6422-27e8-4f2b-ba21-3d02ddf99603,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.311179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.323627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.325651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:02.328425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:02.333220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:02.340274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.340550 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/027086f3-fa59-452a-a62f-33e7811f86e1 HTTP/1.1" status: 204 len: 168 time: 1.6786494 Dec 22 08:44:02.346849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:02.350138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:02.353138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:02.360864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4369a333-5c11-44a9-8002-7a5f4cb4733c None None] Provisioning complete for port bd800947-4abd-4d9f-8904-ab8769942a6e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:02.363048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4369a333-5c11-44a9-8002-7a5f4cb4733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.369986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:02.398373 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:44:02.416181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.469196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:02.486955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.494927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet fbcf5be1-eeed-4776-9c33-a84371a0ff82 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:02.499357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.499799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.514560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4369a333-5c11-44a9-8002-7a5f4cb4733c None None] Port bd800947-4abd-4d9f-8904-ab8769942a6e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:02.518425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Transition to ACTIVE for port object a71aed1f-4f61-4873-9d4b-5edbb1cf38dd will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:02.551531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port f5141b16-935c-4ed1-9521-7bcb94d267a5 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:02.581077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.595656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f5141b16-935c-4ed1-9521-7bcb94d267a5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:02.596085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.652544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Transition to ACTIVE for port object a71aed1f-4f61-4873-9d4b-5edbb1cf38dd will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:02.697623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4369a333-5c11-44a9-8002-7a5f4cb4733c None None] Provisioning complete for port 6b71adf4-c6b4-4c52-b80f-a7c72227574c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:02.698801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4369a333-5c11-44a9-8002-7a5f4cb4733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.747098 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Sync routers for ids ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:02.753071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.762073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.770048 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Routers {'7400ca0e-fabc-4b27-9ada-267c2e8fe434'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:02.772155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.772387 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:02.810335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.815965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a0775a1a-41fd-4c01-b77f-20ded38ae6ff tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.859505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4317c556-6d36-4e69-ae16-8341858880e7,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.863296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.870043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.894989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.899095 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7567945 Dec 22 08:44:02.901775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33626) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.910420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'security_group_rule': {'security_group_id': 'd741357b-5305-45aa-ab8e-e359879e739c', 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:02.922652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:02.932784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:02.938494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:02.951316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:02.964579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.980003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-05388e0a-d8fb-433b-8218-d7cfc71057e9 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.033393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.034333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.044266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.046363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcf5be1-eeed-4776-9c33-a84371a0ff82,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.059099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.060042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.066883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.080332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.094478 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/fbcf5be1-eeed-4776-9c33-a84371a0ff82 HTTP/1.1" status: 204 len: 168 time: 0.7503314 Dec 22 08:44:03.101866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33630) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.119983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f5fa7-02a8-4ab4-a45f-26ccfa1fb7d5 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:03.121769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e540b0-2442-4618-a1a0-aaee9ab20148,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.168291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.179707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.188346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8118d9ca-b08a-49e9-9356-5fbf92e0c757 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.206515 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Set router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:03.208238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:03.221844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:03.238847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c7b8e2-484f-4ad5-99a7-213c58f8f5a0,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.243144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:03.245883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Pushing event updated for resources: {'Port': ['ID=a71aed1f-4f61-4873-9d4b-5edbb1cf38dd,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.253740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.256788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.289845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.293520 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3882434 Dec 22 08:44:03.294310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33634) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.299431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'security_group_rule': {'security_group_id': 'd741357b-5305-45aa-ab8e-e359879e739c', 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:03.316116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:03.324519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.324959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.325320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:03.325500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.325760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.326167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.326825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.327209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.327573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.327976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.328371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.328816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.329211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.334048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.342651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:03.343832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b855b86-cb8f-470b-a621-e52107d03687 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.358306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:03.387772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.405095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.408508 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1509678 Dec 22 08:44:03.457652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=5bddf37c-bde1-401d-967a-6ecd6cdb6997,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.461173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.475623 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a425f7a9-a4c2-4210-a161-b1ea726266f3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3574224 Dec 22 08:44:03.478843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33640) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.484918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:03.560824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.569046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.574475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c9873925-820c-45c0-94f2-d7aeec201f43 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.614691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10605a2-1d58-46de-8a71-cfad47e3802f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.642301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Attempting to bind port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:03.642943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Attempting to bind port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:03.645426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.645846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.646251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.646653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.646906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Attempting to bind port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd on network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:03.647092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.647487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.648069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.648500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.648999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.649372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.649773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.650148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.675903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.681563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.683461 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885131 Dec 22 08:44:03.686103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33646) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.693527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'security_group_rule': {'security_group_id': 'd741357b-5305-45aa-ab8e-e359879e739c', 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:03.704679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:03.709510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:03.713519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:03.718590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.720796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:03.738103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': 'c9a5c79e-7daf-4bce-a497-dfa91baf6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:03.738753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: 82b949d3-cc68-49ec-9dc3-05b50a9d7c86, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:03.748721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:03.750184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.752585 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 4, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd800947-4abd-4d9f-8904-ab8769942a6e', 'name': '', 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'mac_address': 'fa:16:3e:ae:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:55Z', 'updated_at': '2021-12-22T08:43:58Z', 'revision_number': 2, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'subnets': [{'id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:03.753748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Checking segment: {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:03.754742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.755451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Bound using segment: {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:03.758307 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Checking router: 7400ca0e-fabc-4b27-9ada-267c2e8fe434 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:03.758773 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Updating router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 port bd800947-4abd-4d9f-8904-ab8769942a6e binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:44:03.764190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Bound port: a71aed1f-4f61-4873-9d4b-5edbb1cf38dd, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:03.764952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.802556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:03.818533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:03.829002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:03.830451 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.858997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:03.864700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port f5141b16-935c-4ed1-9521-7bcb94d267a5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f5141b16-935c-4ed1-9521-7bcb94d267a5,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:03.868067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:03.871075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.877293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.880316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-09235355-ca2d-481a-86ca-6a19be94727b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.887510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.892801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e8f07897-ac9f-4971-8705-cf41bedecf46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.893891 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-15455953-7753-470f-9130-d566e60a8e4e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772912208&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.1258767 Dec 22 08:44:03.902175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:03.908648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.923976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.928931 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2418365 Dec 22 08:44:03.929762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.938174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'security_group_rule': {'security_group_id': 'd741357b-5305-45aa-ab8e-e359879e739c', 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:03.956492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4ab2d3-09ce-4b68-a8dd-8ab89911d6af,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.966284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.969722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:03.978551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:03.981147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=f5141b16-935c-4ed1-9521-7bcb94d267a5,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.987491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:03.990475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.994818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 82b949d3-cc68-49ec-9dc3-05b50a9d7c86) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:04.003251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:04.024142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e06125-224d-49b2-b931-36ef94ca436d None None] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:04.035794 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Project b805cd7023bd40e9adced4da7cc8cd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:44:04.057966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.058589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7659dec3-1dbd-4b59-a515-7bd0de7094c3 None None] Provisioning complete for port bd800947-4abd-4d9f-8904-ab8769942a6e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:04.058970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7659dec3-1dbd-4b59-a515-7bd0de7094c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.150976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.156314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.158691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd9ea878-833b-4645-b4da-659f1326c9ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.165198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7659dec3-1dbd-4b59-a515-7bd0de7094c3 None None] Port bd800947-4abd-4d9f-8904-ab8769942a6e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:04.167141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:04.194975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.200894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2673674 Dec 22 08:44:04.201866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33662) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:04.202701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad350313-7793-4511-90bd-8367e9a68538,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.204897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:04.206809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.213966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:04.217583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'security_group_rule': {'security_group_id': 'd741357b-5305-45aa-ab8e-e359879e739c', 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:04.224121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:04.226191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] For port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:04.229418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:security_group_rule and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:04.233100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:04.243200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:04.259619 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Project b805cd7023bd40e9adced4da7cc8cd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:44:04.269455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.271863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] For port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a71aed1f-4f61-4873-9d4b-5edbb1cf38dd,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:04.295910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7659dec3-1dbd-4b59-a515-7bd0de7094c3 None None] Provisioning for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:04.311738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.322512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.342699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0116878 Dec 22 08:44:04.350555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33666) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:04.368268 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.386842 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Transition to ACTIVE for port object bd800947-4abd-4d9f-8904-ab8769942a6e will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:04.388023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:04.397647 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.402859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7659dec3-1dbd-4b59-a515-7bd0de7094c3 None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:04.403130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86', 'name': 'tempest-PortsIpV6TestJSON-657032004', 'fixed_ips': [{'subnet_id': '5bddf37c-bde1-401d-967a-6ecd6cdb6997', 'ip_address': '2001:db8::10'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:04.403254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7659dec3-1dbd-4b59-a515-7bd0de7094c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.417013 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-81cb2bf2-27a4-423a-9a9d-12805d9cb185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.423179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.429953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.432785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.455998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd9aef6-da35-46ec-b706-8252bbf7d224,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.461069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Deleting port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:04.461444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.469098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:04.503283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.505310 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab60d81a-5d1f-460b-b18d-8de98aa40567 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2946582 Dec 22 08:44:04.636786 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Pushing event updated for resources: {'Port': ['ID=bd800947-4abd-4d9f-8904-ab8769942a6e,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.683999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-604f8eff-2b90-42c1-9ee8-caa46c642a3f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:04.685111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-604f8eff-2b90-42c1-9ee8-caa46c642a3f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:04.685553 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.686875 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.687652 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.688464 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.691966 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.693405 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.695407 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.696081 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.697457 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.698699 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.699224 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.701181 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:04.738367 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:04.885682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-604f8eff-2b90-42c1-9ee8-caa46c642a3f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:04.899269 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-604f8eff-2b90-42c1-9ee8-caa46c642a3f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=39f5e9b8-4bef-4af4-94f7-1e71241687e0 HTTP/1.1" status: 200 len: 797 time: 0.9579196 Dec 22 08:44:04.907917 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Attempting to bind port bd800947-4abd-4d9f-8904-ab8769942a6e on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:04.908442 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Attempting to bind port bd800947-4abd-4d9f-8904-ab8769942a6e by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:04.908669 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Attempting to bind port bd800947-4abd-4d9f-8904-ab8769942a6e on network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:04.915356 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:04.915736 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Checking segment: {'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:04.916168 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.916566 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Bound using segment: {'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:04.917027 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Bound port: bd800947-4abd-4d9f-8904-ab8769942a6e, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061ad542-e7ff-4c12-957d-4b27422c44a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:04.917405 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.954669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Pushing event updated for resources: {'Port': ['ID=a71aed1f-4f61-4873-9d4b-5edbb1cf38dd,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.979238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:04.979843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.990145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-4dde8776-fbd3-475f-88c5-0bb9897abd71 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0878875 Dec 22 08:44:05.014690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:05.092671 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] For port bd800947-4abd-4d9f-8904-ab8769942a6e, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:05.096211 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] For port bd800947-4abd-4d9f-8904-ab8769942a6e, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bd800947-4abd-4d9f-8904-ab8769942a6e,segment=NetworkSegment(061ad542-e7ff-4c12-957d-4b27422c44a4),segment_id=061ad542-e7ff-4c12-957d-4b27422c44a4)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:05.101434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:05.102223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.104352 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.120351 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d246c0f1-7592-4e5d-8007-e3dc43f89ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:05.316554 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Routers {'7400ca0e-fabc-4b27-9ada-267c2e8fe434'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:05.328066 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:43:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:05.373678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Calling delete_port for dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:05.385466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:05.415201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:05.429285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:05.462877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:05.489976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:05.594278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-82b949d3-cc68-49ec-9dc3-05b50a9d7c86', 'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86', 'tenant_id': 'ef0ea95314be40368f12fdef58e3e10b', 'fixed_ips': [{'subnet_id': '5bddf37c-bde1-401d-967a-6ecd6cdb6997'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:05.595304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.603271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:05.604831 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Pushing event updated for resources: {'Port': ['ID=bd800947-4abd-4d9f-8904-ab8769942a6e,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.609049 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:05.753036 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] Set router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:05.758521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7659dec3-1dbd-4b59-a515-7bd0de7094c3 None None] Could not find standard attr ID for object 8dbfa191-fceb-4411-baa7-4df47a609031. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:05.859142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-a5edadca-e6a0-4e32-86d0-b3d2689a18be tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8672011 Dec 22 08:44:05.970314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.029312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:06.030299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:06.079776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Allocated IP 2001:db8::2 (82b949d3-cc68-49ec-9dc3-05b50a9d7c86/5bddf37c-bde1-401d-967a-6ecd6cdb6997/f0e49ce7-d342-40ed-981d-fb7a8beb367b) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:06.095181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port cb1201ec-42fc-4b36-9cfd-01be389a4803 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:06.398729 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 4, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd800947-4abd-4d9f-8904-ab8769942a6e', 'name': '', 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'mac_address': 'fa:16:3e:ae:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:55Z', 'updated_at': '2021-12-22T08:44:05Z', 'revision_number': 4, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'subnets': [{'id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:06.402932 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e3145-85f8-442c-b3e1-34430327aff9 None None] The sync data for ids ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'] in dv-neutron-822602-1-hyperv is: [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:43:57Z', 'revision_number': 4, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd800947-4abd-4d9f-8904-ab8769942a6e', 'name': '', 'network_id': 'b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'mac_address': 'fa:16:3e:ae:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:55Z', 'updated_at': '2021-12-22T08:44:05Z', 'revision_number': 4, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'subnets': [{'id': 'ad7493e4-47e6-4f37-8162-859ce7147d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:06.407768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.446816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f5141b16-935c-4ed1-9521-7bcb94d267a5 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:06.532193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Deleting port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:06.532643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.584132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2a91a-d306-45e8-a45c-5a20245d9088 None None] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:06.656559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.758499 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-605b844f-cc03-42eb-b207-2290fe275302 service neutron] 10.222.0.36 "GET /v2.0/networks/39f5e9b8-4bef-4af4-94f7-1e71241687e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8774285 Dec 22 08:44:06.778670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Transition to ACTIVE for port object f0e49ce7-d342-40ed-981d-fb7a8beb367b will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:06.804205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Transition to ACTIVE for port object f0e49ce7-d342-40ed-981d-fb7a8beb367b will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:06.819257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f5141b16-935c-4ed1-9521-7bcb94d267a5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:06.820407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.898703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.918815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ddea3014-b0af-4dbe-b4a0-d2cb51a39eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.082842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f9c50a11-faef-4b9e-95e7-37f1b6294b06 None None] Provisioning for port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:07.094262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::10 (82b949d3-cc68-49ec-9dc3-05b50a9d7c86/5bddf37c-bde1-401d-967a-6ecd6cdb6997/cb1201ec-42fc-4b36-9cfd-01be389a4803) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:07.102807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:07.160598 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-2d241ab8-25c5-407f-a8cd-9f78b6c9ee41 service neutron] 10.222.0.36 "GET /v2.0/networks/39f5e9b8-4bef-4af4-94f7-1e71241687e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061621 Dec 22 08:44:07.215010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.234088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.236770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.247412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd969a9d-75c4-4a37-ac48-0be169978b0d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.290360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:07.321859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:07.327407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:07.352977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:07.379120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.379759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.406781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:07.428261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Pushing event updated for resources: {'Port': ['ID=f0e49ce7-d342-40ed-981d-fb7a8beb367b,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.438447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:07.508439 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc7faa64-80c0-46e1-88fa-37862b0e4812 req-24c06368-545a-49b3-b35e-102b21513ae9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 210 time: 0.0859206 Dec 22 08:44:07.566598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=14']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.578931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:07.580098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac24fa1e-08c0-40b4-b189-fd4d74d051e8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.607269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Attempting to bind port f0e49ce7-d342-40ed-981d-fb7a8beb367b on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:07.607651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Attempting to bind port f0e49ce7-d342-40ed-981d-fb7a8beb367b by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'c9a5c79e-7daf-4bce-a497-dfa91baf6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:07.608048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Attempting to bind port f0e49ce7-d342-40ed-981d-fb7a8beb367b on network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:07.639077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33760) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.645798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:07.648399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:07.648823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Checking segment: {'id': 'c9a5c79e-7daf-4bce-a497-dfa91baf6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:07.649211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1690412 Dec 22 08:44:07.649334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.649770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Bound using segment: {'id': 'c9a5c79e-7daf-4bce-a497-dfa91baf6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:07.650234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Bound port: f0e49ce7-d342-40ed-981d-fb7a8beb367b, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a5c79e-7daf-4bce-a497-dfa91baf6c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:07.650645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.682570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd800947-4abd-4d9f-8904-ab8769942a6e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:07.702189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.719733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object cb1201ec-42fc-4b36-9cfd-01be389a4803 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:07.786424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=819f8f82-6450-4877-a6f9-d2c5c8d1759e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.789622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:07.794576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.803612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7507f59c-1b83-49ce-a0b2-e36512aa2e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.872853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:07.880643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:07.885521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:07.895965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:07.904706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:07.905147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.926276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:07.932352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.036533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:08.048948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:08.060047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:08.069439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:08.070621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.098251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=cb1201ec-42fc-4b36-9cfd-01be389a4803,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.102456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] For port f0e49ce7-d342-40ed-981d-fb7a8beb367b, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:08.104822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.113386 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7166443 Dec 22 08:44:08.114654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33770) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:08.115325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Calling delete_port for dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:08.127570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': '82b949d3-cc68-49ec-9dc3-05b50a9d7c86', 'name': 'tempest-PortsIpV6TestJSON-507250113', 'fixed_ips': [{'subnet_id': '5bddf37c-bde1-401d-967a-6ecd6cdb6997', 'ip_address': '2001:db8::f'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:08.158079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] For port f0e49ce7-d342-40ed-981d-fb7a8beb367b, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0e49ce7-d342-40ed-981d-fb7a8beb367b,segment=NetworkSegment(c9a5c79e-7daf-4bce-a497-dfa91baf6c76),segment_id=c9a5c79e-7daf-4bce-a497-dfa91baf6c76)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:08.185660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.198481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:08.203008 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 819f8f82-6450-4877-a6f9-d2c5c8d1759e (CIDR: 2001:db8::/64) Dec 22 08:44:08.213352 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:08.213818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:08.260591 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-69e377be-1f82-4620-8c14-575dd1388ded tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6196153 Dec 22 08:44:08.268548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33776) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:08.277823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:08.365246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port bd800947-4abd-4d9f-8904-ab8769942a6e completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:08.426475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bd800947-4abd-4d9f-8904-ab8769942a6e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:08.426914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.577672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:08.593262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:08.597284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:08.612192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:08.623913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:08.627716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.702093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Pushing event updated for resources: {'Port': ['ID=f0e49ce7-d342-40ed-981d-fb7a8beb367b,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.704957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:08.705309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:08.706460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.771963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:08.795717 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-352fd16a-3ca1-47e6-a44e-d59d8ce6649c req-e7981d7d-de06-437f-848e-1eb95514243b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 210 time: 0.0769298 Dec 22 08:44:08.797410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:08.800923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:08.807510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:08.825448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:08.832268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.867131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.884152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port f2b5792f-5355-4831-9251-e3d3143d2cd1 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:08.980345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port bd800947-4abd-4d9f-8904-ab8769942a6e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bd800947-4abd-4d9f-8904-ab8769942a6e,segment=NetworkSegment(061ad542-e7ff-4c12-957d-4b27422c44a4),segment_id=061ad542-e7ff-4c12-957d-4b27422c44a4)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:08.995224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.996104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a71aed1f-4f61-4873-9d4b-5edbb1cf38dd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:09.054213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-820742c5-ef80-4855-a7d3-5206b2e10450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:09.103280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.114604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c8c8c137-36d6-4318-afc1-99b550b63c8c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:09.281447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=bd800947-4abd-4d9f-8904-ab8769942a6e,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:09.284616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:09.299817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:09.310304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:09.315944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.327340 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:44:09.440280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:09.443634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:09.448338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:09.448919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.459999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::f (82b949d3-cc68-49ec-9dc3-05b50a9d7c86/5bddf37c-bde1-401d-967a-6ecd6cdb6997/f2b5792f-5355-4831-9251-e3d3143d2cd1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:09.474253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-2cbdd74f-aaa2-4d55-b6a1-38d8bea47c1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:09.476987 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-2cbdd74f-aaa2-4d55-b6a1-38d8bea47c1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=39f5e9b8-4bef-4af4-94f7-1e71241687e0 HTTP/1.1" status: 200 len: 797 time: 0.3239434 Dec 22 08:44:09.482612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=b1f29c77-8b83-4687-8986-6bb9c3911a5f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:09.487443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:09.522236 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2521834 Dec 22 08:44:09.527826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33788) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:09.540944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:b6:28:3c', 'name': 'tempest-NetworksTestDHCPv6-294294207'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:09.591918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Deleting port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:09.592922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.624374 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-3911d4dc-c021-4d31-8ce9-ccd5135921d1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 471 time: 0.1356552 Dec 22 08:44:09.635247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['7ecaa635-cfec-4f41-89ec-c4653f036022']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:09.667409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.701189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.845517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c5803cb-73c4-4d7f-bbb2-743d057fd5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.876184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:09.881558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a71aed1f-4f61-4873-9d4b-5edbb1cf38dd,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:09.885683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:09.892699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.894854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:09.902294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:09.926656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4c0834f4-c45c-423d-883d-5d46222362f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:09.930750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:10.050671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:10.104755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.124216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:10.133763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:port and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:10.136791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object f2b5792f-5355-4831-9251-e3d3143d2cd1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:10.138144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:10.146441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:10.165197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.170770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:10.174518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.211157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.224702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] For port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:10.225261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.236195 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ea88898-95bf-4205-8490-637fa0594d65 req-71c8ec85-813e-4e2b-a8b2-7bbea4aac811 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 210 time: 0.0744200 Dec 22 08:44:10.245043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 21410f2c-bfd8-4d48-beea-4d534f0dd869 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:10.252647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a380a58-4308-47cb-aadb-bf59088f5315 None None] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:10.269389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-83c2d0e2-f866-4a1d-b3a6-0df237880ee8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:10.349163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=f2b5792f-5355-4831-9251-e3d3143d2cd1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:10.356898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:10.387747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:10.392547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:10.397510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:10.403039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Calling delete_port for dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:10.403616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:10.403872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.485399 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3693817 Dec 22 08:44:10.488683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33798) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:10.563662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.28 (39f5e9b8-4bef-4af4-94f7-1e71241687e0/9152f1ed-09f0-4542-9e51-c7a1a6ab668f/25a32de7-9100-4a7a-972f-8a11f6bb4309) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:10.615039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8:0:1::1e0 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/b1f29c77-8b83-4687-8986-6bb9c3911a5f/21410f2c-bfd8-4d48-beea-4d534f0dd869) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:10.627099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::f816:3eff:feb6:283c (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/819f8f82-6450-4877-a6f9-d2c5c8d1759e/21410f2c-bfd8-4d48-beea-4d534f0dd869) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:10.636244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=a71aed1f-4f61-4873-9d4b-5edbb1cf38dd,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:10.649907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc233da-d028-4a00-94bd-725b2e34e398 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:10.651279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4cc233da-d028-4a00-94bd-725b2e34e398 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:10.674587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:10.685046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-18f97866-3ac7-48a0-b75a-746cc2715c3a None None] Provisioning for port f0e49ce7-d342-40ed-981d-fb7a8beb367b completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:10.709256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.821270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4cc233da-d028-4a00-94bd-725b2e34e398 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:10.825678 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4cc233da-d028-4a00-94bd-725b2e34e398 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3362539 Dec 22 08:44:10.826318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33804) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:10.946140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.963376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.964646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 21410f2c-bfd8-4d48-beea-4d534f0dd869 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:10.970364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f966761b-0a42-4e62-bd7a-bee0041ad125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:10.994633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.016477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:11.024407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0fc85-219a-47ff-ab2f-d7ad9ebb42f9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:11.030391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0fc85-219a-47ff-ab2f-d7ad9ebb42f9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:11.036345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0fc85-219a-47ff-ab2f-d7ad9ebb42f9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:11.040986 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-56b0fc85-219a-47ff-ab2f-d7ad9ebb42f9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1910126 Dec 22 08:44:11.041588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33808) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:11.044559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.081916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Pushing event deleted for resources: {'Port': ['ID=dcf3eb36-5970-47c0-8fcd-c6ec81f9d506,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:11.086938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:11.128048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:11.132145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 25a32de7-9100-4a7a-972f-8a11f6bb4309 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:11.144607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port f2b5792f-5355-4831-9251-e3d3143d2cd1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:11.144947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.147252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:11.160518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:11.175967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:11.176129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] No DVR routers for this DVR port dcf3eb36-5970-47c0-8fcd-c6ec81f9d506 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:11.185847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.201018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc10f00-8940-42b8-a541-9fe80d9b12d2 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:11.239273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=21410f2c-bfd8-4d48-beea-4d534f0dd869,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:11.244916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:11.247725 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7188478 Dec 22 08:44:11.252868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33812) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:11.441104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 21410f2c-bfd8-4d48-beea-4d534f0dd869 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:11.441401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.455976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd800947-4abd-4d9f-8904-ab8769942a6e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:11.626830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bd800947-4abd-4d9f-8904-ab8769942a6e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:11.627604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.730284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-80358070-e82d-44f1-94a1-c0a310e6ac47 req-5040940c-0a6d-46a7-bedc-a0dae3d3dbe0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:11.776217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-80358070-e82d-44f1-94a1-c0a310e6ac47 req-5040940c-0a6d-46a7-bedc-a0dae3d3dbe0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:11.792418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-80358070-e82d-44f1-94a1-c0a310e6ac47 req-5040940c-0a6d-46a7-bedc-a0dae3d3dbe0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 210 time: 0.1287289 Dec 22 08:44:11.813850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.827767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:11.920381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Provisioning for port f2b5792f-5355-4831-9251-e3d3143d2cd1 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:11.928215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.942222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Provisioning complete for port f2b5792f-5355-4831-9251-e3d3143d2cd1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:11.942641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.020077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'tenant_id': '1d11ee5ccf8a4dbbaa9fdfb342378615', 'fixed_ips': [{'subnet_id': '819f8f82-6450-4877-a6f9-d2c5c8d1759e'}, {'subnet_id': 'b1f29c77-8b83-4687-8986-6bb9c3911a5f'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:12.020937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.024304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.044881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Port f2b5792f-5355-4831-9251-e3d3143d2cd1 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:12.109022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-43de44e3-3514-49e9-9477-a195b9129084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.113259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a71aed1f-4f61-4873-9d4b-5edbb1cf38dd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:12.153918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Provisioning for port cb1201ec-42fc-4b36-9cfd-01be389a4803 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:12.188406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for f2b5792f-5355-4831-9251-e3d3143d2cd1 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:12.193385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Provisioning complete for port cb1201ec-42fc-4b36-9cfd-01be389a4803 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:12.193761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.236613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 21410f2c-bfd8-4d48-beea-4d534f0dd869 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:12.295401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=25a32de7-9100-4a7a-972f-8a11f6bb4309,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.301709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:12.333116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:12.345823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:12.363619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:12.480243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:12.480723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.486500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.497346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3814cf77-aae4-4cd6-837d-4128c857d81a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:12.519788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Allocated IP 2001:db8:0:1::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/b1f29c77-8b83-4687-8986-6bb9c3911a5f/8df9ef65-2bf8-480f-b0c4-813db710d3f8) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:12.527279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Allocated IP 2001:db8::f816:3eff:fedb:3895 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/819f8f82-6450-4877-a6f9-d2c5c8d1759e/8df9ef65-2bf8-480f-b0c4-813db710d3f8) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:12.589358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=f2b5792f-5355-4831-9251-e3d3143d2cd1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.593611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:12.605188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.628669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-30896c9b-5215-40d0-8a07-3d59f7f0b4c2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:12.631716 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0010898 Dec 22 08:44:12.651776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Request body: {'port': {'device_id': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:12.705392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.707332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/f2b5792f-5355-4831-9251-e3d3143d2cd1 HTTP/1.1" status: 204 len: 168 time: 1.6556926 Dec 22 08:44:12.714159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33820) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:12.782480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8da153-c8f4-4c3f-90c9-207090e0fda8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:44:12.783022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3d8da153-c8f4-4c3f-90c9-207090e0fda8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:12.801917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=21410f2c-bfd8-4d48-beea-4d534f0dd869,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.813838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:12.819360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.831913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Transition to ACTIVE for port object 8df9ef65-2bf8-480f-b0c4-813db710d3f8 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:12.856020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Transition to ACTIVE for port object 8df9ef65-2bf8-480f-b0c4-813db710d3f8 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:12.867333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3d8da153-c8f4-4c3f-90c9-207090e0fda8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:12.871573 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3d8da153-c8f4-4c3f-90c9-207090e0fda8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/f2b5792f-5355-4831-9251-e3d3143d2cd1 HTTP/1.1" status: 404 len: 333 time: 0.1541560 Dec 22 08:44:12.872364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33826) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:12.899305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.900259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e025181e-156d-4a41-9835-8ca4fcf199b1 None None] Port cb1201ec-42fc-4b36-9cfd-01be389a4803 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:12.918229 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/21410f2c-bfd8-4d48-beea-4d534f0dd869 HTTP/1.1" status: 204 len: 168 time: 1.6640508 Dec 22 08:44:12.921710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.922577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:12.928606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:12.950295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.067881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port cb1201ec-42fc-4b36-9cfd-01be389a4803 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:13.068268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.072815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:13.076783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:13.082301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Provisioning for port 25a32de7-9100-4a7a-972f-8a11f6bb4309 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:13.091016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:13.104183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:13.170460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Provisioning complete for port 25a32de7-9100-4a7a-972f-8a11f6bb4309 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:13.170841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.258118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:13.258781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.329690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89feaa3c-8c0c-4e6a-9d7a-254abe44966b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.330801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89feaa3c-8c0c-4e6a-9d7a-254abe44966b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:13.352501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873dd40-cfa2-4352-9d4c-716c58b24ea2 req-919e009a-8abd-4404-8df5-f6dcbe7dad78 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.358247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.358613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.358929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.359262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.359515 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5873dd40-cfa2-4352-9d4c-716c58b24ea2 req-919e009a-8abd-4404-8df5-f6dcbe7dad78 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 932 time: 0.3044257 Dec 22 08:44:13.359649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.361863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.361863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.361863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.361863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.361863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.361863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.361863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:13.402171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-89feaa3c-8c0c-4e6a-9d7a-254abe44966b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:13.402171 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-89feaa3c-8c0c-4e6a-9d7a-254abe44966b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4764602 Dec 22 08:44:13.402559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33838) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.425804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:13.449456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5873dd40-cfa2-4352-9d4c-716c58b24ea2 req-a38d6c46-6787-4fb7-b322-a1cdc113c9f7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:13.450213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.493297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.498493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5873dd40-cfa2-4352-9d4c-716c58b24ea2 req-a38d6c46-6787-4fb7-b322-a1cdc113c9f7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:13.499808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Attempting to bind port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:13.500250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Attempting to bind port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:13.500619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Attempting to bind port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 on network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:13.508087 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5873dd40-cfa2-4352-9d4c-716c58b24ea2 req-a38d6c46-6787-4fb7-b322-a1cdc113c9f7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476026 Dec 22 08:44:13.509568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Port 25a32de7-9100-4a7a-972f-8a11f6bb4309 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:13.520398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Could not find standard attr ID for object f2b5792f-5355-4831-9251-e3d3143d2cd1. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:13.527355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:13.527740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Checking segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:13.528177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.528577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Bound using segment: {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:13.529052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Bound port: 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6617be8f-4f97-44bb-abf3-9b91b7e8484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:13.529430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.531645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc85fe-b311-4b42-97b2-efa4beb4a82b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.533394 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-01cc85fe-b311-4b42-97b2-efa4beb4a82b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1299157 Dec 22 08:44:13.536040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.541648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.618523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aaab45-4d92-40e2-9bf4-71101bde9707 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.620440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aaab45-4d92-40e2-9bf4-71101bde9707 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.622162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aaab45-4d92-40e2-9bf4-71101bde9707 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.623043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-61aaab45-4d92-40e2-9bf4-71101bde9707 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:13.646996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-61aaab45-4d92-40e2-9bf4-71101bde9707 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:13.651380 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-61aaab45-4d92-40e2-9bf4-71101bde9707 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1116340 Dec 22 08:44:13.652342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.655759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Provisioning complete for port cb1201ec-42fc-4b36-9cfd-01be389a4803 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:13.656401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.687949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0e49ce7-d342-40ed-981d-fb7a8beb367b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:13.701175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for cb1201ec-42fc-4b36-9cfd-01be389a4803 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:13.775472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 819f8f82-6450-4877-a6f9-d2c5c8d1759e {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:13.779194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.795021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1589e360-87d1-4d68-86d1-514c9b09778b None None] Port cb1201ec-42fc-4b36-9cfd-01be389a4803 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:13.806186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:13.812111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:13.821621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.826116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c059dca1-0a6c-4a4d-af87-ae5f4e436b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:13.859972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.864712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port f0e49ce7-d342-40ed-981d-fb7a8beb367b completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:13.889747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f0e49ce7-d342-40ed-981d-fb7a8beb367b triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:13.890388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.958617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.971715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:13.978321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.030480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.040862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.070208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.077909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7475168a-0c3f-4312-b9c6-8177447ec95e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.086824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.126853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=819f8f82-6450-4877-a6f9-d2c5c8d1759e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.129574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.133305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.140818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=cb1201ec-42fc-4b36-9cfd-01be389a4803,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.158510 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/819f8f82-6450-4877-a6f9-d2c5c8d1759e HTTP/1.1" status: 204 len: 168 time: 0.5030520 Dec 22 08:44:14.160907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33852) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.199628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port f0e49ce7-d342-40ed-981d-fb7a8beb367b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0e49ce7-d342-40ed-981d-fb7a8beb367b,segment=NetworkSegment(c9a5c79e-7daf-4bce-a497-dfa91baf6c76),segment_id=c9a5c79e-7daf-4bce-a497-dfa91baf6c76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:14.211268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.213326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67091d67-6e82-4de7-a25b-61805ad49de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.266122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet b1f29c77-8b83-4687-8986-6bb9c3911a5f {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:14.268070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.272409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.374497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.422450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=f0e49ce7-d342-40ed-981d-fb7a8beb367b,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.426183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.465285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.474762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.537252 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/cb1201ec-42fc-4b36-9cfd-01be389a4803 HTTP/1.1" status: 204 len: 168 time: 1.6497951 Dec 22 08:44:14.545868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33858) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.587793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.604273 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec38f6b3-b161-4cb8-b06e-d9a5c3ee823e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:44:14.608100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec38f6b3-b161-4cb8-b06e-d9a5c3ee823e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:14.644361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec38f6b3-b161-4cb8-b06e-d9a5c3ee823e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:14.645764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ec38f6b3-b161-4cb8-b06e-d9a5c3ee823e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/cb1201ec-42fc-4b36-9cfd-01be389a4803 HTTP/1.1" status: 404 len: 333 time: 0.0989525 Dec 22 08:44:14.650594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33862) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.748796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.755378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-13045626-3e15-406c-a3ed-b9dc547f364e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.793952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 5bddf37c-bde1-401d-967a-6ecd6cdb6997 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:14.800196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.801628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f29c77-8b83-4687-8986-6bb9c3911a5f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.806937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.810888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.827318 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/b1f29c77-8b83-4687-8986-6bb9c3911a5f HTTP/1.1" status: 204 len: 168 time: 0.6630950 Dec 22 08:44:14.828311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33866) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.917308 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0fddcf1d-db11-4dcb-8355-b42df9765fc4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870509 Dec 22 08:44:14.920719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33870) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.926148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:14.934381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.004995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a32de7-9100-4a7a-972f-8a11f6bb4309 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:15.017912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.030721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d29fb-8c70-4f87-b15e-aa205bbdb7eb req-fca3a518-aaf1-46e3-9a3f-87f7341ba638 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:15.032287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f75d29fb-8c70-4f87-b15e-aa205bbdb7eb req-fca3a518-aaf1-46e3-9a3f-87f7341ba638 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 932 time: 0.2950580 Dec 22 08:44:15.072903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Transition to ACTIVE for port object 25a32de7-9100-4a7a-972f-8a11f6bb4309 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:15.079460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:15.085497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:15.089765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:15.090979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.097974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94382e50-69f3-4a60-be82-26515f12a401 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:15.099592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:15.129128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:15.134655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.258246 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f75d29fb-8c70-4f87-b15e-aa205bbdb7eb req-49b6f554-2fd4-4ad4-94c4-79ff0cb4ad89 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994796 Dec 22 08:44:15.318599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a32de7-9100-4a7a-972f-8a11f6bb4309,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:15.323423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:15.324808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.514409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Attempting to bind port 25a32de7-9100-4a7a-972f-8a11f6bb4309 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:15.514921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Attempting to bind port 25a32de7-9100-4a7a-972f-8a11f6bb4309 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:15.515175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Attempting to bind port 25a32de7-9100-4a7a-972f-8a11f6bb4309 on network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:15.539200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Port 25a32de7-9100-4a7a-972f-8a11f6bb4309 on network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:44:15.540395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Attempting to bind port 25a32de7-9100-4a7a-972f-8a11f6bb4309 on network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:15.560947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.565215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e17a2572-7593-4aa5-a7e9-7759c2a4581f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:15.635277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:15.639844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Checking segment: {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:15.641522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Bound using segment: {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:15.643674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Bound port: 25a32de7-9100-4a7a-972f-8a11f6bb4309, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:15.644553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.658221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.683390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d5c59125-7683-44b2-9536-5383b47aa4bf tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:15.754390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:15.760200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:15.764930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:15.765656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.787612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=5bddf37c-bde1-401d-967a-6ecd6cdb6997,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:15.802305 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8811572 Dec 22 08:44:15.805575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33878) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:15.810112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=c3465661-d4eb-406b-b1bc-42ca2bc79152,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:15.810342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:15.816030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:15.834598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.835302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:15.844092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a67438-a236-4231-9289-a3f50bc16061 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:15.851726 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/5bddf37c-bde1-401d-967a-6ecd6cdb6997 HTTP/1.1" status: 204 len: 168 time: 1.1992135 Dec 22 08:44:15.852820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33882) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:15.873472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c6e84-5403-47e7-baa0-3ae9928e2bc1 None None] Network 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:15.879409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] For port 25a32de7-9100-4a7a-972f-8a11f6bb4309, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:15.916651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7d439290-45d6-4e53-9b6b-2e765fac997c None None] Could not find standard attr ID for object 21410f2c-bfd8-4d48-beea-4d534f0dd869. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:15.962212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] For port 25a32de7-9100-4a7a-972f-8a11f6bb4309, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=25a32de7-9100-4a7a-972f-8a11f6bb4309,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:15.970973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.985875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c77e692e-bdb4-469b-901b-d55c8750c9da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:16.052167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.060454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:16.061082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.062478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/25a32de7-9100-4a7a-972f-8a11f6bb4309 HTTP/1.1" status: 200 len: 1094 time: 3.4202487 Dec 22 08:44:16.063038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'tag': '25a32de7-9100-4a7a-972f-8a11f6bb4309'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:16.088970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port f0e49ce7-d342-40ed-981d-fb7a8beb367b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:16.089310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.098629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:16.114597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:16.126103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:16.137396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:16.154741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:16.163403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.211707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7d439290-45d6-4e53-9b6b-2e765fac997c None None] Provisioning for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:16.232392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'tag': '25a32de7-9100-4a7a-972f-8a11f6bb4309', 'status': 'completed', 'code': 200} Dec 22 08:44:16.233077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Pushing event updated for resources: {'Port': ['ID=25a32de7-9100-4a7a-972f-8a11f6bb4309,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:16.240940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:16.396759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-4b9117a8-f589-414e-b11c-cd04d1ce861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:16.399337 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-4b9117a8-f589-414e-b11c-cd04d1ce861f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 1097 time: 0.2740524 Dec 22 08:44:16.431832 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3465661-d4eb-406b-b1bc-42ca2bc79152 (CIDR: 2001:db8::/64) Dec 22 08:44:16.437166 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:16.437639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:16.468250 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-059f18fb-991a-42ef-9000-898e00aeecc2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6606786 Dec 22 08:44:16.470287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33892) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.489954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:16.668127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0e49ce7-d342-40ed-981d-fb7a8beb367b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:16.790470 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-c469ea78-7fb9-42ad-bc86-c62809a7efa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=25a32de7-9100-4a7a-972f-8a11f6bb4309 HTTP/1.1" status: 200 len: 217 time: 0.3702571 Dec 22 08:44:16.831021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f0e49ce7-d342-40ed-981d-fb7a8beb367b triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:16.832782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.917345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port f0e49ce7-d342-40ed-981d-fb7a8beb367b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0e49ce7-d342-40ed-981d-fb7a8beb367b,segment=NetworkSegment(c9a5c79e-7daf-4bce-a497-dfa91baf6c76),segment_id=c9a5c79e-7daf-4bce-a497-dfa91baf6c76)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:16.917345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.976312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] DHCP port deletion for 82b949d3-cc68-49ec-9dc3-05b50a9d7c86 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:16.997268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Deleting port f0e49ce7-d342-40ed-981d-fb7a8beb367b {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:16.997652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.037906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:17.045898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:17.050466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:17.058913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-c7f502a6-543a-4228-8042-69aaee072656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.059525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:17.059964 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-c7f502a6-543a-4228-8042-69aaee072656 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9152f1ed-09f0-4542-9e51-c7a1a6ab668f HTTP/1.1" status: 200 len: 837 time: 0.2524095 Dec 22 08:44:17.067278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for f0e49ce7-d342-40ed-981d-fb7a8beb367b owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:17.079614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:17.084381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.180791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'c3465661-d4eb-406b-b1bc-42ca2bc79152'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '8df9ef65-2bf8-480f-b0c4-813db710d3f8'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:44:17.184965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327093b4-aca8-4c8a-b059-504420bae7c3 req-dbd68c0b-216f-4bc9-9c3f-234da8ed9160 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.186469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-327093b4-aca8-4c8a-b059-504420bae7c3 req-dbd68c0b-216f-4bc9-9c3f-234da8ed9160 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 944 time: 0.4528842 Dec 22 08:44:17.275575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.290279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:17.336135 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-327093b4-aca8-4c8a-b059-504420bae7c3 req-a9661304-2b18-4fa1-954a-20d8d6537538 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419671 Dec 22 08:44:17.338254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No DVR routers for this DVR port f0e49ce7-d342-40ed-981d-fb7a8beb367b on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:17.363415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.373119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=f0e49ce7-d342-40ed-981d-fb7a8beb367b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:17.379679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-f8d656ec-6cec-46d0-b6e8-ec4e049dac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.381171 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-f8d656ec-6cec-46d0-b6e8-ec4e049dac4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=39f5e9b8-4bef-4af4-94f7-1e71241687e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2839763 Dec 22 08:44:17.385386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:17.426586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:17.564195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] For port f0e49ce7-d342-40ed-981d-fb7a8beb367b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f0e49ce7-d342-40ed-981d-fb7a8beb367b,segment=NetworkSegment(c9a5c79e-7daf-4bce-a497-dfa91baf6c76),segment_id=c9a5c79e-7daf-4bce-a497-dfa91baf6c76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:17.564591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.568346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.613319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b949d3-cc68-49ec-9dc3-05b50a9d7c86']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:17.639038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a5c79e-7daf-4bce-a497-dfa91baf6c76') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:17.639336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a5c79e-7daf-4bce-a497-dfa91baf6c76') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:17.657877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.667304 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-99506493-05ab-42b6-92b3-3c640b48b677 service neutron] 10.222.0.16 "GET /v2.0/networks/39f5e9b8-4bef-4af4-94f7-1e71241687e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680161 Dec 22 08:44:17.699582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.755999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Calling delete_port for f0e49ce7-d342-40ed-981d-fb7a8beb367b owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:17.767952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:17.768737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:17.796088 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:17.829805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.objects.ports [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:17.854170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:17.886089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:17.886456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.000822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.009135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.016331 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-299779d4-c13d-4b01-be3d-bbfc28c6a6ed req-cb37ab6d-3be0-4d11-b8bd-e9e690268548 service neutron] 10.222.0.16 "GET /v2.0/networks/39f5e9b8-4bef-4af4-94f7-1e71241687e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397820 Dec 22 08:44:18.017531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5c87d040-595f-4d79-9453-82c53540bb69 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:18.030256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:18.030942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:18.053530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=82b949d3-cc68-49ec-9dc3-05b50a9d7c86,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:18.057470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:18.073192 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/82b949d3-cc68-49ec-9dc3-05b50a9d7c86 HTTP/1.1" status: 204 len: 168 time: 2.2146451 Dec 22 08:44:18.078799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33898) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.142641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1409731467'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:18.162848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:18.176754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:network and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:18.182726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:18.185290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.192015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:18.202557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 08:44:18.202557 dv-neutron-822602-1-hyperv neutron-server[87602]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Dec 22 08:44:18.202557 dv-neutron-822602-1-hyperv neutron-server[87602]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fedb:3895', 'status': 'ALLOCATED', 'ipam_subnet_id': 'a92eaf05-94de-419b-a379-bcac31d8bdd8'}] Dec 22 08:44:18.202557 dv-neutron-822602-1-hyperv neutron-server[87602]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:18.203490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:18.224704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:18.229844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.249449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-52ab6e17-24d6-4fd5-babe-a713c0236d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:18.251031 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-52ab6e17-24d6-4fd5-babe-a713c0236d62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 1097 time: 0.1764255 Dec 22 08:44:18.286905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:18.287441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:18.295510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.353131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:18.373517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.373876 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Added segment cdbdece3-fc14-420f-bd1a-577a5d29177d of type vlan for network cb0b6479-bdd8-40eb-989b-d805e1230451 Dec 22 08:44:18.531719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Deleting port f0e49ce7-d342-40ed-981d-fb7a8beb367b {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:18.534293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.632568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-9803694a-3ce5-4f55-8b9e-a36c93e03e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:18.634166 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-9803694a-3ce5-4f55-8b9e-a36c93e03e7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=39f5e9b8-4bef-4af4-94f7-1e71241687e0 HTTP/1.1" status: 200 len: 897 time: 0.3754437 Dec 22 08:44:18.636253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:18.638811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.644888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9a798487-16ce-4dac-a726-06aebe01c3c6 None None] The port 'f0e49ce7-d342-40ed-981d-fb7a8beb367b' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:44:18.668522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.684228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8c2e7-ae33-4d64-8c3e-b83975190d35 req-a7001f6d-43e5-418e-bdaa-e405e965ab7f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:18.685956 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4f8c2e7-ae33-4d64-8c3e-b83975190d35 req-a7001f6d-43e5-418e-bdaa-e405e965ab7f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 944 time: 0.2071633 Dec 22 08:44:18.686681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.687584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.691654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35dc35d7-4e91-4355-87ba-fc0c0862831c tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:18.736925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.742791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:18.744059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.760963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:18.783117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.783399 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-5565a355-f4d6-4d5e-a85d-156466a7c25d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=25a32de7-9100-4a7a-972f-8a11f6bb4309 HTTP/1.1" status: 200 len: 217 time: 0.1083298 Dec 22 08:44:18.803351 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b4f8c2e7-ae33-4d64-8c3e-b83975190d35 req-5374a730-1555-4951-963d-107a35825a40 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718291 Dec 22 08:44:18.813070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:18.816542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:18.822163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:18.822813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.844483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=6']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:18.848674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:18.849358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8843982a-c361-453d-99ce-5d16f39acf5f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:18.906199 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4340527 Dec 22 08:44:18.910222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33904) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.920536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:90:cc:97', 'name': 'tempest-NetworksTestDHCPv6-609475698'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:18.932718 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8216686 Dec 22 08:44:18.946809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33910) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.958260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:18.985340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Network': ['ID=cb0b6479-bdd8-40eb-989b-d805e1230451,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.063872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:19.069019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-d17c688f-f44f-4cad-81fe-a0679bc9277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:19.070548 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-d17c688f-f44f-4cad-81fe-a0679bc9277a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9152f1ed-09f0-4542-9e51-c7a1a6ab668f HTTP/1.1" status: 200 len: 837 time: 0.2773263 Dec 22 08:44:19.088044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:19.092510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:port and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:19.095524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:19.101687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:19.117808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:19.153541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network cb0b6479-bdd8-40eb-989b-d805e1230451 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:19.177958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:19.186741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:19.190916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:19.197272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=7bef567d-30a3-4eb0-8bcd-0d26db8e670f,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.198317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:19.204768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:19.230086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-e71f747e-7325-474d-b38f-69f872c2cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:19.232824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-e71f747e-7325-474d-b38f-69f872c2cef4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=39f5e9b8-4bef-4af4-94f7-1e71241687e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1507068 Dec 22 08:44:19.233744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:19.239314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.291247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.337406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.344010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:19.440860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:19.447716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.451983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-26591cc6-3075-4d7b-8695-265aaea289cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:19.606590 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-9356ae3b-3acd-474e-afff-95466fc81a31 service neutron] 10.222.0.16 "GET /v2.0/networks/39f5e9b8-4bef-4af4-94f7-1e71241687e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377936 Dec 22 08:44:19.618466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c3465661-d4eb-406b-b1bc-42ca2bc79152/8df9ef65-2bf8-480f-b0c4-813db710d3f8) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:19.623182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:19.688035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.698183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:19.824588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:19.824588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.892546 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a171f9-899f-4949-93f3-410a0bc5d36b req-6351f50a-1e06-4322-ba70-8a327a823b9d service neutron] 10.222.0.16 "GET /v2.0/networks/39f5e9b8-4bef-4af4-94f7-1e71241687e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767169 Dec 22 08:44:19.894496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.894738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:19.899652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aa524102-2464-4a9a-a29b-9e04734b1174 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:19.954513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.015900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Transition to ACTIVE for port object 8df9ef65-2bf8-480f-b0c4-813db710d3f8 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:20.026951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.030938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-820742c5-ef80-4855-a7d3-5206b2e10450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:20.043539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=ab2a0843-7033-4977-ac76-46bee6b0f436,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.054135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:20.055472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Checking segment: {'id': 'cdbdece3-fc14-420f-bd1a-577a5d29177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:20.056105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network hostable DHCP agents. Network: cb0b6479-bdd8-40eb-989b-d805e1230451, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:20.130485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0e49ce7-d342-40ed-981d-fb7a8beb367b no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:20.151575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network cb0b6479-bdd8-40eb-989b-d805e1230451 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:20.203273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb83dde-2c82-435a-b5c4-7f955101fc8a req-02612805-9518-42fd-ae4d-11abdcb2f300 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:20.205269 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcb83dde-2c82-435a-b5c4-7f955101fc8a req-02612805-9518-42fd-ae4d-11abdcb2f300 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 944 time: 0.2264528 Dec 22 08:44:20.205965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, cb0b6479-bdd8-40eb-989b-d805e1230451) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:20.212158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:20.212745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.215642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: f0e49ce7-d342-40ed-981d-fb7a8beb367b {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:20.216258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f0e49ce7-d342-40ed-981d-fb7a8beb367b not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:20.228424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f13e9a-605f-4339-9e82-a26e6c09990b None None] Network cb0b6479-bdd8-40eb-989b-d805e1230451 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:20.263757 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3134494 Dec 22 08:44:20.267173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33920) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:20.277991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1018190111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:20.285995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:20.308906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:router and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:20.314904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:20.330182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:20.348744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.350123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::2ca (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c3465661-d4eb-406b-b1bc-42ca2bc79152/2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:20.353634 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcb83dde-2c82-435a-b5c4-7f955101fc8a req-b87e445b-bc44-4ab7-b007-53c8d1788332 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154475 Dec 22 08:44:20.358696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8:0:1:f816:3eff:fe90:cc97 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/7bef567d-30a3-4eb0-8bcd-0d26db8e670f/2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:20.365302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.367568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.383656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:20.396405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.435765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.481559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.483895 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d3beaaf7-ddb8-43b2-834b-616b3a526984 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2154126 Dec 22 08:44:20.486459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33924) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:20.510306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451', 'name': 'tempest-PortsIpV6TestJSON-565452645'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:20.637175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cb0b6479-bdd8-40eb-989b-d805e1230451', 'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451', 'tenant_id': 'ef0ea95314be40368f12fdef58e3e10b', 'fixed_ips': [{'subnet_id': 'ab2a0843-7033-4977-ac76-46bee6b0f436'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:20.638997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.759111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:20.763950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:port and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:20.768388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:20.776341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:20.789151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:20.793662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.819472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:20.950042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Allocated IP 2001:db8::2 (cb0b6479-bdd8-40eb-989b-d805e1230451/ab2a0843-7033-4977-ac76-46bee6b0f436/889aed59-d79d-4747-9fb4-205779e06a56) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:20.964337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.037112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:21.084071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf19f1d-9a1c-4670-b0f3-6b825f3f15d5 req-a34fecc8-ac54-4de3-a1f8-1ba98463b3af tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:21.086419 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cf19f1d-9a1c-4670-b0f3-6b825f3f15d5 req-a34fecc8-ac54-4de3-a1f8-1ba98463b3af tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.1347294 Dec 22 08:44:21.142452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.152388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d127cfc-184f-437b-a017-60d6a7fdb031 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:21.229812 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6cf19f1d-9a1c-4670-b0f3-6b825f3f15d5 req-05216cda-f4c5-49f9-8682-98e0071e6b9b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334152 Dec 22 08:44:21.248381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:21.252646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:21.263261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:21.273450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:21.274737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.283659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:21.288007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.291732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:21.314220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33932) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:21.314851 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4031329 Dec 22 08:44:21.317578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Transition to ACTIVE for port object 889aed59-d79d-4747-9fb4-205779e06a56 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:21.346223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Transition to ACTIVE for port object 889aed59-d79d-4747-9fb4-205779e06a56 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:21.364198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.377399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:21.428424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a814c-248b-45f9-bd16-49d5ac8fb838 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:21.587560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Network cb0b6479-bdd8-40eb-989b-d805e1230451 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:21.594617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:21.597263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:21.624981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:21.705178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ccf3-98ea-4436-86a2-53e77a918dab req-52902aa4-2b24-49c9-aac8-4c9062c9ded9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:21.706900 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-31e2ccf3-98ea-4436-86a2-53e77a918dab req-52902aa4-2b24-49c9-aac8-4c9062c9ded9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 944 time: 0.1759975 Dec 22 08:44:21.720401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d39b5ffc-f3e6-47ae-aeda-bbacc611db02 None None] Provisioning for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:21.765821 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-31e2ccf3-98ea-4436-86a2-53e77a918dab req-1b59d8f0-a8d0-407b-8574-e1db48532321 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473220 Dec 22 08:44:21.798902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Pushing event updated for resources: {'Port': ['ID=889aed59-d79d-4747-9fb4-205779e06a56,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:21.807014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d39b5ffc-f3e6-47ae-aeda-bbacc611db02 None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:21.807377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d39b5ffc-f3e6-47ae-aeda-bbacc611db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.814808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:21.815146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.867994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:21.919107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 25a32de7-9100-4a7a-972f-8a11f6bb4309 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:44:21.935898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::2d6 (cb0b6479-bdd8-40eb-989b-d805e1230451/ab2a0843-7033-4977-ac76-46bee6b0f436/273b5ae7-7413-4ffd-ade8-b810d2af16e1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:22.039008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Attempting to bind port 889aed59-d79d-4747-9fb4-205779e06a56 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:22.039386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Attempting to bind port 889aed59-d79d-4747-9fb4-205779e06a56 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'cdbdece3-fc14-420f-bd1a-577a5d29177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:22.039757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Attempting to bind port 889aed59-d79d-4747-9fb4-205779e06a56 on network cb0b6479-bdd8-40eb-989b-d805e1230451 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:22.044283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ac4ad-1fda-42f0-95f8-fbdb547c9b30 req-d2ceff47-f054-434a-b9e2-41cd70b68c5c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:22.051994 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db5ac4ad-1fda-42f0-95f8-fbdb547c9b30 req-d2ceff47-f054-434a-b9e2-41cd70b68c5c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6613791 Dec 22 08:44:22.101257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:22.101257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Checking segment: {'id': 'cdbdece3-fc14-420f-bd1a-577a5d29177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:22.101660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.102009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Bound using segment: {'id': 'cdbdece3-fc14-420f-bd1a-577a5d29177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:22.102499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Bound port: 889aed59-d79d-4747-9fb4-205779e06a56, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbdece3-fc14-420f-bd1a-577a5d29177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cb0b6479-bdd8-40eb-989b-d805e1230451'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:22.103464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.193584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:22.193858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.239876 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db5ac4ad-1fda-42f0-95f8-fbdb547c9b30 req-847b0b61-0215-4e8d-93aa-2f7c9f494a53 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872644 Dec 22 08:44:22.329688 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-98fb6741-8ac5-4bf0-931c-b30ef7b8a11e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4591291 Dec 22 08:44:22.445811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:22.450172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=889aed59-d79d-4747-9fb4-205779e06a56,segment=NetworkSegment(cdbdece3-fc14-420f-bd1a-577a5d29177d),segment_id=cdbdece3-fc14-420f-bd1a-577a5d29177d)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:22.453251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 25a32de7-9100-4a7a-972f-8a11f6bb4309, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=25a32de7-9100-4a7a-972f-8a11f6bb4309,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:22.470989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.481152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b835aa09-ed5d-4de0-878f-610c43aba77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:22.481409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.550838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '25a32de7-9100-4a7a-972f-8a11f6bb4309', 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'port_id': '25a32de7-9100-4a7a-972f-8a11f6bb4309', 'mac_address': 'fa:16:3e:ac:ea:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:44:22.685697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:22.792697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Pushing event updated for resources: {'Port': ['ID=889aed59-d79d-4747-9fb4-205779e06a56,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:22.798221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:22.812884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.871224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a32de7-9100-4a7a-972f-8a11f6bb4309 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:22.883477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.895532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 25a32de7-9100-4a7a-972f-8a11f6bb4309, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=25a32de7-9100-4a7a-972f-8a11f6bb4309,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:22.907657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.910050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:22.959694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object 273b5ae7-7413-4ffd-ade8-b810d2af16e1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:22.965314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-c261c3d6-8b25-4549-b807-c88ff5fb7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:22.968043 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-c261c3d6-8b25-4549-b807-c88ff5fb7f2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1099 time: 0.6121395 Dec 22 08:44:23.024257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=25a32de7-9100-4a7a-972f-8a11f6bb4309,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.030699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:23.162839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fd066-4382-4dcd-9c19-bceb0293f80f req-8c55ff32-939e-4ac7-89f7-4ab053c56090 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:23.167020 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-868fd066-4382-4dcd-9c19-bceb0293f80f req-8c55ff32-939e-4ac7-89f7-4ab053c56090 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 945 time: 0.1897075 Dec 22 08:44:23.243616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-868fd066-4382-4dcd-9c19-bceb0293f80f req-abaf9df6-5851-4d6e-b725-7c7bd6891314 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689199 Dec 22 08:44:23.294805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['25a32de7-9100-4a7a-972f-8a11f6bb4309'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:44:23.383152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f5dd-30eb-47da-b986-ae8d595cc714 req-f159fdc6-6808-4ef8-adad-2980610e6e12 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:23.384911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9660f5dd-30eb-47da-b986-ae8d595cc714 req-f159fdc6-6808-4ef8-adad-2980610e6e12 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6077595 Dec 22 08:44:23.389615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-7e147b29-b3fe-42de-a177-c73edd4ca653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:23.391359 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-7e147b29-b3fe-42de-a177-c73edd4ca653 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 896 time: 0.3842230 Dec 22 08:44:23.410671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.495049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-89966fd5-8a68-4a1f-adc1-42accd968bc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:23.683015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 889aed59-d79d-4747-9fb4-205779e06a56 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:23.718793 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9660f5dd-30eb-47da-b986-ae8d595cc714 req-bec033ff-3db8-4047-b31f-5aca635e411f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234277 Dec 22 08:44:23.726821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=273b5ae7-7413-4ffd-ade8-b810d2af16e1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.732901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:23.737990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.743433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network cb0b6479-bdd8-40eb-989b-d805e1230451 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:23.776411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a04ab-59cd-45b5-ba13-e63e9687910b None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:23.778740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-980fb10f-a0b6-408e-af5f-5063bae11726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:23.820714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:23.870381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:23.876572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:23.877315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.888499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.891145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-a5e18e87-7b31-4ae8-804c-7005aaf4c779 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 200 len: 1002 time: 0.4690289 Dec 22 08:44:23.904419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:23.943857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-71eb72b1-c03f-47a6-b3a4-4a77fd648db9 None None] Could not find standard attr ID for object 2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:23.969971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-71eb72b1-c03f-47a6-b3a4-4a77fd648db9 None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:23.970354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-71eb72b1-c03f-47a6-b3a4-4a77fd648db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.032841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 889aed59-d79d-4747-9fb4-205779e06a56 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:24.207915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.237800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7484205 Dec 22 08:44:24.240925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 33950) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:24.250606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677 HTTP/1.1" status: 204 len: 168 time: 2.9346843 Dec 22 08:44:24.254502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33954) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:24.314766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-6d5816bd-0353-44fb-803c-e02169fe8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.325473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-6d5816bd-0353-44fb-803c-e02169fe8ba5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e148eb7-8bb4-464f-bdaf-853087fe8da7 HTTP/1.1" status: 200 len: 834 time: 0.4151490 Dec 22 08:44:24.438917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05bf213-3797-4530-a6e3-d596bbda8c3e None None] Network cb0b6479-bdd8-40eb-989b-d805e1230451 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:24.457177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7faa0f0-cfed-44c2-b958-93db1fc08d64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.458109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b7faa0f0-cfed-44c2-b958-93db1fc08d64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:24.495676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-e587069e-8ff7-43c1-8dd1-39c1ae691a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.521606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-e587069e-8ff7-43c1-8dd1-39c1ae691a56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a3deada-971b-4d68-b789-08d87505c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1858099 Dec 22 08:44:24.569228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b7faa0f0-cfed-44c2-b958-93db1fc08d64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:24.570410 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b7faa0f0-cfed-44c2-b958-93db1fc08d64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3146899 Dec 22 08:44:24.574900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33968) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:24.606793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Provisioning for port 889aed59-d79d-4747-9fb4-205779e06a56 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:24.624969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Provisioning complete for port 889aed59-d79d-4747-9fb4-205779e06a56 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:24.625347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.845350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-6bdcb3ea-938b-4a32-bef3-abbfa59c4295 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055792 Dec 22 08:44:24.894024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5058dc9-2313-4522-9de4-f4665e7be5f1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:24.899704 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c5058dc9-2313-4522-9de4-f4665e7be5f1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3233442 Dec 22 08:44:24.901216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33974) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.063861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.147636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=889aed59-d79d-4747-9fb4-205779e06a56,segment=NetworkSegment(cdbdece3-fc14-420f-bd1a-577a5d29177d),segment_id=cdbdece3-fc14-420f-bd1a-577a5d29177d)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:25.152639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.154435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:25.215007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe1ee9-c568-4f19-98b3-c26320d14e0f req-318ad4a7-54c5-474d-9d70-02a7789987bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.216920 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-acbe1ee9-c568-4f19-98b3-c26320d14e0f req-318ad4a7-54c5-474d-9d70-02a7789987bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 945 time: 0.7046821 Dec 22 08:44:25.258065 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9e2007d-1bac-411a-81d2-e64691e7a04c req-fb40e963-a277-4c1a-a634-d6bdafa0e4cd service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033999 Dec 22 08:44:25.265734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fec4e-3281-4a99-9f19-5c59a717a451 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.268783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fec4e-3281-4a99-9f19-5c59a717a451 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.271605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fec4e-3281-4a99-9f19-5c59a717a451 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.273551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-530fec4e-3281-4a99-9f19-5c59a717a451 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:25.289141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Pushing event updated for resources: {'Port': ['ID=889aed59-d79d-4747-9fb4-205779e06a56,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.308133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:25.312679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c791ce6c-6a61-401d-aec8-c12b0fac4f93 None None] Could not find standard attr ID for object 8dbfa191-fceb-4411-baa7-4df47a609031. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:25.343542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c791ce6c-6a61-401d-aec8-c12b0fac4f93 None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:25.344233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c791ce6c-6a61-401d-aec8-c12b0fac4f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.405704 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-acbe1ee9-c568-4f19-98b3-c26320d14e0f req-25e91256-e1cd-4f63-898a-8614bed298b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720777 Dec 22 08:44:25.437987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.450191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-530fec4e-3281-4a99-9f19-5c59a717a451 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:25.451468 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-530fec4e-3281-4a99-9f19-5c59a717a451 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5387452 Dec 22 08:44:25.454520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33980) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.586308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad3bb-a17a-4214-bc0a-edcd7035b509 req-4a032bbb-df2e-4185-96eb-ff5efc029219 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.594992 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-383ad3bb-a17a-4214-bc0a-edcd7035b509 req-4a032bbb-df2e-4185-96eb-ff5efc029219 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.3143039 Dec 22 08:44:25.626669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 889aed59-d79d-4747-9fb4-205779e06a56 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:25.681396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet 7bef567d-30a3-4eb0-8bcd-0d26db8e670f {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:25.690141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.739055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 889aed59-d79d-4747-9fb4-205779e06a56 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:25.739666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.813612 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-383ad3bb-a17a-4214-bc0a-edcd7035b509 req-c223c003-2913-451d-bef4-20fd6636fe44 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170584 Dec 22 08:44:25.820694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-83d7552f-cdb2-4fb6-94ff-6c4d3bfdd48b None None] Could not find standard attr ID for object 21410f2c-bfd8-4d48-beea-4d534f0dd869. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:25.853154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.855252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-83d7552f-cdb2-4fb6-94ff-6c4d3bfdd48b None None] Provisioning for port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:25.863249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-83d7552f-cdb2-4fb6-94ff-6c4d3bfdd48b None None] Provisioning complete for port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:25.863821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-83d7552f-cdb2-4fb6-94ff-6c4d3bfdd48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.900040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 25a32de7-9100-4a7a-972f-8a11f6bb4309 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:25.999544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.093597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-83d7552f-cdb2-4fb6-94ff-6c4d3bfdd48b None None] Port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:26.135759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-83d7552f-cdb2-4fb6-94ff-6c4d3bfdd48b None None] Provisioning complete for port 889aed59-d79d-4747-9fb4-205779e06a56 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:26.136158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-83d7552f-cdb2-4fb6-94ff-6c4d3bfdd48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.141200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.160821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f70844ce-5469-4c1b-804e-ab067018364a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:26.190405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 25a32de7-9100-4a7a-972f-8a11f6bb4309 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:26.210744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 25a32de7-9100-4a7a-972f-8a11f6bb4309 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:26.211224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.244577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.267797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d21cd-cb5a-42d7-b9fe-2bc2345e8e00 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:26.279042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=7bef567d-30a3-4eb0-8bcd-0d26db8e670f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.282452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:26.291503 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/7bef567d-30a3-4eb0-8bcd-0d26db8e670f HTTP/1.1" status: 204 len: 168 time: 0.8318517 Dec 22 08:44:26.292520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 33994) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.374216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.377133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet c3465661-d4eb-406b-b1bc-42ca2bc79152 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:26.381121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.384080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.395438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-937c1bab-1dbd-44ee-9028-ecc9b0b6e65f tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:26.471355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.543401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=273b5ae7-7413-4ffd-ade8-b810d2af16e1,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.547383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:26.619041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.724608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.746252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cefb240-7a67-457b-b90c-1755f4bed962 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:26.753080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.793500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=c3465661-d4eb-406b-b1bc-42ca2bc79152,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:26.795851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.801594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:26.809985 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c3465661-d4eb-406b-b1bc-42ca2bc79152 HTTP/1.1" status: 204 len: 168 time: 0.5163200 Dec 22 08:44:26.817002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34000) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.935284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-36b6711b-4b8d-4792-abcd-1a12110d1609 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166539 Dec 22 08:44:26.938833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34006) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.946664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:26.947081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 25a32de7-9100-4a7a-972f-8a11f6bb4309, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=25a32de7-9100-4a7a-972f-8a11f6bb4309,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:26.949827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a32de7-9100-4a7a-972f-8a11f6bb4309'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:26.960137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fcf30093-6f19-4815-bd0c-d831f655f490 None None] Could not find standard attr ID for object 2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:26.971593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.979851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:27.032090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.099998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccede-11a7-4626-8270-c06bd7c3539c req-76dad928-afc1-481b-ae00-c23847b6339d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:27.102233 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-10eccede-11a7-4626-8270-c06bd7c3539c req-76dad928-afc1-481b-ae00-c23847b6339d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 945 time: 0.2898104 Dec 22 08:44:27.103610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fcf30093-6f19-4815-bd0c-d831f655f490 None None] Provisioning complete for port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:27.104242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fcf30093-6f19-4815-bd0c-d831f655f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.142776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=25a32de7-9100-4a7a-972f-8a11f6bb4309,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.153448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:27.171696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fcf30093-6f19-4815-bd0c-d831f655f490 None None] Port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:27.209521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.265993 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-10eccede-11a7-4626-8270-c06bd7c3539c req-aef4737a-32ff-4119-b6b8-882159263f75 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234269 Dec 22 08:44:27.320838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c13d9261-d199-4ef8-a22b-f6ae3dc40184 None None] Provisioning complete for port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:27.321547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c13d9261-d199-4ef8-a22b-f6ae3dc40184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.335146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:27.353552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:27.367771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:27.381261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:27.408071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:27.414690 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a32de7-9100-4a7a-972f-8a11f6bb4309', 'code': 200} Dec 22 08:44:27.418154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8fe0d3-b0ac-4c88-96d9-10b0a6ccb3c7 None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'c3465661-d4eb-406b-b1bc-42ca2bc79152'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '8df9ef65-2bf8-480f-b0c4-813db710d3f8'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:44:27.418341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.530923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bfc3-fdde-4493-b2dc-c836e4396e04 req-67dbe50d-232e-4f07-a2e8-b21ccb14d9ae tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:27.537162 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2ce0bfc3-fdde-4493-b2dc-c836e4396e04 req-67dbe50d-232e-4f07-a2e8-b21ccb14d9ae tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.4261825 Dec 22 08:44:27.555457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c13d9261-d199-4ef8-a22b-f6ae3dc40184 None None] Port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:27.602805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe0d3-b0ac-4c88-96d9-10b0a6ccb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.759498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.771967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.774618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.778913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-70ac497a-9d70-4ad5-b42a-da1ee1595c17 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:27.860202 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2ce0bfc3-fdde-4493-b2dc-c836e4396e04 req-955dcb5a-f086-43fc-9e3c-a4bf5b01d51e tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795068 Dec 22 08:44:27.888065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a0f05-3024-499b-99cd-e41b1f865323 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:27.946118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=273b5ae7-7413-4ffd-ade8-b810d2af16e1,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.958651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.016018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network cb0b6479-bdd8-40eb-989b-d805e1230451 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:28.018282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.057131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c8fc2830-b888-47d6-8c46-42e8bf359bef None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:28.057446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c8fc2830-b888-47d6-8c46-42e8bf359bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.071124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.076093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4702c0f5-da05-40f4-a123-deef5a591673 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:28.194785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:28.200986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.222968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:28.224485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.230983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec59265-0daf-40f2-87a4-4f32be73c7d2 req-3b0902bc-62f6-4a89-9e65-084863b2e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:28.237664 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ec59265-0daf-40f2-87a4-4f32be73c7d2 req-3b0902bc-62f6-4a89-9e65-084863b2e6e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 1099 time: 0.4980743 Dec 22 08:44:28.298202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Router 9efda64c-d3a4-46d0-83a9-cd4476e8edf3 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:28.314928 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ec59265-0daf-40f2-87a4-4f32be73c7d2 req-0ab61442-07f8-447b-aba0-0a2e9406f4fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637126 Dec 22 08:44:28.315497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=c2d0b666-0596-479d-b301-6d8b4b8aacb7,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.328180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.348267 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4039750 Dec 22 08:44:28.348538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34024) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.356456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:28.599052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Update dhcp port {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'fixed_ips': [{'subnet_id': 'c2d0b666-0596-479d-b301-6d8b4b8aacb7'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '8df9ef65-2bf8-480f-b0c4-813db710d3f8'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:44:28.601073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:28.612375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:28.621861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:28.643117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:28.662362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:28.670849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.709477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.780470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:28.785786 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "PUT /v2.0/routers/9efda64c-d3a4-46d0-83a9-cd4476e8edf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5420601 Dec 22 08:44:28.788820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.796140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] Sync routers for ids ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:28.814832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] Routers {'9efda64c-d3a4-46d0-83a9-cd4476e8edf3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:28.815872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:28.822587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.ipam_backend_mixin [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2d0b666-0596-479d-b301-6d8b4b8aacb7 (CIDR: 2001:db8::/64) Dec 22 08:44:28.828893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:28.829675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:28.854191 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a25d2d0b-b9f1-432b-b297-4d9be782eaeb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5041900 Dec 22 08:44:28.857376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34034) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.865114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'subnet': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:28.899091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:28.933742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b76fe-f958-41c5-b1d6-aa6befa7bb24 req-e1d9b0c9-44c2-414d-99fd-84d55194c101 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:28.936483 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7f7b76fe-f958-41c5-b1d6-aa6befa7bb24 req-e1d9b0c9-44c2-414d-99fd-84d55194c101 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 946 time: 0.1982119 Dec 22 08:44:28.950341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] Routers {'9efda64c-d3a4-46d0-83a9-cd4476e8edf3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:28.950982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:29.005941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b6f87110-8a5f-497e-9860-f615c8b33c87 None None] Provisioning complete for port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:29.006325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6f87110-8a5f-497e-9860-f615c8b33c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.022811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608071bf-156d-444c-8ac4-68ba503d9c20 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:29.027836 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-608071bf-156d-444c-8ac4-68ba503d9c20 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efda64c-d3a4-46d0-83a9-cd4476e8edf3 HTTP/1.1" status: 200 len: 988 time: 0.2353516 Dec 22 08:44:29.030621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:29.071086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:29.071499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d8d9c-6fa7-47c7-8e71-04c05042bb85 None None] The sync data for ids ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:29.111679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b6f87110-8a5f-497e-9860-f615c8b33c87 None None] Port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:29.140184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:29.145052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Usage tracker for resource:subnet and tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:29.148459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:29.154831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:29.178723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:29.182464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.186674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Allocated IP 2001:db8::2 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c2d0b666-0596-479d-b301-6d8b4b8aacb7/8df9ef65-2bf8-480f-b0c4-813db710d3f8) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:29.210555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48494ce3-db1e-4ce2-b61e-e35df7bffbb3 req-32b80355-a7a8-4fd5-8faa-a0a656e28bc0 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:29.217748 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48494ce3-db1e-4ce2-b61e-e35df7bffbb3 req-32b80355-a7a8-4fd5-8faa-a0a656e28bc0 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2012713 Dec 22 08:44:29.231814 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7f7b76fe-f958-41c5-b1d6-aa6befa7bb24 req-20dda617-8fd4-466f-9208-91e2f78431fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887912 Dec 22 08:44:29.344450 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48494ce3-db1e-4ce2-b61e-e35df7bffbb3 req-cf98d531-4ae4-4b2c-bffb-4d42d602acb8 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243460 Dec 22 08:44:29.377128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:29.410462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.437323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Transition to ACTIVE for port object 8df9ef65-2bf8-480f-b0c4-813db710d3f8 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:29.445293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.451121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e9e934eb-3504-4871-bdb3-fdb49092e17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:29.607318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:29.763443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=11']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:29.775382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:29.863866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.931325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:29.940246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.942145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e01d88f7-7a5e-4d5d-b61c-60eb007063a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:30.012826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.034106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.objects.ports [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 08:44:30.043626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=12']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:30.046788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:30.274798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.398067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 273b5ae7-7413-4ffd-ade8-b810d2af16e1 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:30.398414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.650126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270f621-3efe-447c-a7c5-b85ad4932dff None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:30.800238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.823976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Provisioning for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:30.841977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:30.841977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.871724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:30.910705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea3be-a3ea-4c79-8fcf-f34a2b405870 req-325f4835-de6f-43ae-a533-b322f7479294 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:30.913211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-230ea3be-a3ea-4c79-8fcf-f34a2b405870 req-325f4835-de6f-43ae-a533-b322f7479294 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2034879 Dec 22 08:44:30.951153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.009007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.009922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.016255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0b4656c5-af86-4199-8a3a-1f7093fb3f4a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:31.090537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 273b5ae7-7413-4ffd-ade8-b810d2af16e1 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:31.111542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:31.115085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-230ea3be-a3ea-4c79-8fcf-f34a2b405870 req-9dbf23f5-9e82-4001-a3d4-ab594b3aeb2e tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607289 Dec 22 08:44:31.119657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:31.124669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:31.125300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.174744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=14']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.177922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:31.178976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8b2e740f-a1ef-4c15-8a06-90c6bfb92ef2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:31.229970 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3710899 Dec 22 08:44:31.234685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34054) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:31.242306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Request body: {'port': {'network_id': 'cdee18ae-275d-4a3c-82a8-2cd9c5e527c3', 'mac_address': 'fa:16:3e:9e:00:0e', 'name': 'tempest-NetworksTestDHCPv6-306299464'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:31.338637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.366523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Subnet': ['ID=ac993975-8029-4e7d-bc7d-1c4adbdee2ac,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.371627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:31.391858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:31.398544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.402756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c2da6104-4a72-4c6e-a3c3-c066621927d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:31.438746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cfbad-6eb6-4acb-abc2-af83b523a0ca req-7ef6d443-4a72-4c67-aa96-ed4d887c0f21 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:31.441453 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a6cfbad-6eb6-4acb-abc2-af83b523a0ca req-7ef6d443-4a72-4c67-aa96-ed4d887c0f21 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 946 time: 0.8974473 Dec 22 08:44:31.467131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:31.479627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:31.492126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Pushing event updated for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=15']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.495659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Made reservation on behalf of 1d11ee5ccf8a4dbbaa9fdfb342378615 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:31.512382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:31.578891 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a6cfbad-6eb6-4acb-abc2-af83b523a0ca req-0b670b8e-c091-4b75-ad51-9c24f2db383e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219180 Dec 22 08:44:31.741140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:31.749792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.765255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54499546-6c0d-43eb-9ee0-4ed9644a90ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:31.841772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.857198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=273b5ae7-7413-4ffd-ade8-b810d2af16e1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.866591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:31.902451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:31.902836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.905617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] device_id is not set on port 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:32.139713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.315303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74625e8-ddb3-46e6-870b-a9dea2585ded req-92fb3984-d842-4a58-9125-2102734242ec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:32.322566 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b74625e8-ddb3-46e6-870b-a9dea2585ded req-92fb3984-d842-4a58-9125-2102734242ec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 946 time: 0.3228345 Dec 22 08:44:32.432455 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b74625e8-ddb3-46e6-870b-a9dea2585ded req-6eee9e1b-45b7-4fe8-9f10-bb05d464f3cd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085916 Dec 22 08:44:32.487465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8::372 (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/c2d0b666-0596-479d-b301-6d8b4b8aacb7/7a7bbf94-5abb-45f3-9f80-f7a01e54f02e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:32.494762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:e (cdee18ae-275d-4a3c-82a8-2cd9c5e527c3/ac993975-8029-4e7d-bc7d-1c4adbdee2ac/7a7bbf94-5abb-45f3-9f80-f7a01e54f02e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:32.590384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ac987-0ba5-4c11-94ea-c99b98d01220 None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:32.658515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaffab-8d2c-41dd-bd9b-e529c2834c84 req-e03de25f-aca3-483c-874f-5629e2a9e8ce tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:32.659989 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eccaffab-8d2c-41dd-bd9b-e529c2834c84 req-e03de25f-aca3-483c-874f-5629e2a9e8ce tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2819042 Dec 22 08:44:32.692763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Router 9efda64c-d3a4-46d0-83a9-cd4476e8edf3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:32.736465 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eccaffab-8d2c-41dd-bd9b-e529c2834c84 req-006b0170-8fcc-491a-afe5-0524f8b1944c tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652192 Dec 22 08:44:32.768223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.780017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25fe41d7-dccf-4f29-8548-6349ea0da31f None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:32.780558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25fe41d7-dccf-4f29-8548-6349ea0da31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.785882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Transition to ACTIVE for port object 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:32.811333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.817884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-05afa26c-7df5-4660-bcd4-073b3b4a9a27 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:32.872070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:32.885550 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] Sync routers for ids ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:32.890297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:32.892958 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "PUT /v2.0/routers/9efda64c-d3a4-46d0-83a9-cd4476e8edf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8608744 Dec 22 08:44:32.894455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34070) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:32.894802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:32.899379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:32.901607 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] Routers {'9efda64c-d3a4-46d0-83a9-cd4476e8edf3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:32.902661 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:32.905389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:32.906113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.949789 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e11adc5-daba-4779-8a84-6b9f65e6500a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:44:32.950381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e11adc5-daba-4779-8a84-6b9f65e6500a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:32.964376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event updated for resources: {'Port': ['ID=7a7bbf94-5abb-45f3-9f80-f7a01e54f02e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:32.969519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e11adc5-daba-4779-8a84-6b9f65e6500a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:32.976503 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e11adc5-daba-4779-8a84-6b9f65e6500a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/273b5ae7-7413-4ffd-ade8-b810d2af16e1 HTTP/1.1" status: 404 len: 333 time: 0.0815310 Dec 22 08:44:32.977550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:32.984243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34074) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:33.000684 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:33.005939 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7698252 Dec 22 08:44:33.006922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34078) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:33.014945 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] Routers {'9efda64c-d3a4-46d0-83a9-cd4476e8edf3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:33.015595 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:33.105302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting port 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:33.106038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.123241 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:33.124128 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0066b6ec-981d-4a3b-8604-17689506460e None None] The sync data for ids ['9efda64c-d3a4-46d0-83a9-cd4476e8edf3'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:33.316176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b1ce-eed1-411f-89f0-a6238d938774 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.432148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.436850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-260aca64-f03b-4418-91f0-7ae247c93cd8 None None] Provisioning for port 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:33.442409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-260aca64-f03b-4418-91f0-7ae247c93cd8 None None] Provisioning complete for port 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:33.442790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-260aca64-f03b-4418-91f0-7ae247c93cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.571335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-260aca64-f03b-4418-91f0-7ae247c93cd8 None None] Port 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:33.597984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-260aca64-f03b-4418-91f0-7ae247c93cd8 None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:33.601425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-260aca64-f03b-4418-91f0-7ae247c93cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.665399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:33.759411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Calling delete_port for 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:33.827914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b1ce-eed1-411f-89f0-a6238d938774 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.831094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b1ce-eed1-411f-89f0-a6238d938774 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.847775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:33.848788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.873544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b1ce-eed1-411f-89f0-a6238d938774 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.874342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac0b1ce-eed1-411f-89f0-a6238d938774 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Fanout notify agent at l3_agent the message router_deleted on router 9efda64c-d3a4-46d0-83a9-cd4476e8edf3 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:44:33.901724 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-af0f07f4-ed35-4385-9ff8-9be51fe2014e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566907118&fields=id&tenant_id=b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 267 time: 0.0790968 Dec 22 08:44:33.925337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b1ce-eed1-411f-89f0-a6238d938774 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.930029 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3ac0b1ce-eed1-411f-89f0-a6238d938774 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/routers/9efda64c-d3a4-46d0-83a9-cd4476e8edf3 HTTP/1.1" status: 204 len: 168 time: 0.9409516 Dec 22 08:44:33.933928 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34094) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:33.997782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.004043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-38ecf255-c5d7-45b4-84c4-5a04350cfa0b None None] Provisioning complete for port 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:34.004043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-38ecf255-c5d7-45b4-84c4-5a04350cfa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.062780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-38ecf255-c5d7-45b4-84c4-5a04350cfa0b None None] Port 7a7bbf94-5abb-45f3-9f80-f7a01e54f02e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:34.107257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet ab2a0843-7033-4977-ac76-46bee6b0f436 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:34.114467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.168162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-1f906f91-d2e6-4a5f-914a-dc60cf176310 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.169665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-1f906f91-d2e6-4a5f-914a-dc60cf176310 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 812 time: 0.2328458 Dec 22 08:44:34.183991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.190356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-525522fc-3b65-40f7-a5b9-1807cf30923b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/quotas/b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 375 time: 0.0145352 Dec 22 08:44:34.190982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:34.224490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5e612-52b0-4603-9562-d8d09d8a4ed9 req-91267523-533a-4284-9488-4ae4f42e42d1 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.226549 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7bd5e612-52b0-4603-9562-d8d09d8a4ed9 req-91267523-533a-4284-9488-4ae4f42e42d1 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.3451993 Dec 22 08:44:34.271598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Port': ['ID=7a7bbf94-5abb-45f3-9f80-f7a01e54f02e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:34.275135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.312303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:34.348887 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7bd5e612-52b0-4603-9562-d8d09d8a4ed9 req-ed1256ea-3a6a-4f73-b1c5-dc0d9c272f28 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083512 Dec 22 08:44:34.365456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.381102 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/7a7bbf94-5abb-45f3-9f80-f7a01e54f02e HTTP/1.1" status: 204 len: 168 time: 1.3730304 Dec 22 08:44:34.384626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34104) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.459447 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-f53c03ba-3474-47ce-a8d5-fbfb9df81e67 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2387497 Dec 22 08:44:34.577826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.635123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c5745-6baa-4cad-8533-25013df9835f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.637426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-427c5745-6baa-4cad-8533-25013df9835f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:34.713186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-734f0652-f972-4dae-8028-2fa754b98ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384219 Dec 22 08:44:34.715153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-427c5745-6baa-4cad-8533-25013df9835f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:34.719101 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-427c5745-6baa-4cad-8533-25013df9835f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3312550 Dec 22 08:44:34.719408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34110) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.978389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1624a-990b-4a98-a72e-5fbff67b74f9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.979866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4fb1624a-990b-4a98-a72e-5fbff67b74f9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2594383 Dec 22 08:44:34.983403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.985736 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-e7808a99-6b59-4ed8-8aed-f3d543aa297d service neutron] 10.222.0.36 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256970 Dec 22 08:44:34.996307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-b97e0dc2-9f32-4ccd-bb00-3f780a732ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.998034 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-b97e0dc2-9f32-4ccd-bb00-3f780a732ee1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.1593556 Dec 22 08:44:35.072097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.081539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7ab5f81e-d07d-41ec-9a37-8a98bb942d5b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:35.136686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2a0843-7033-4977-ac76-46bee6b0f436,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:35.144004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:35.149317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd213c2d-b245-422c-8e89-6d45762cfbed None None] Network cb0b6479-bdd8-40eb-989b-d805e1230451 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:35.150140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-56289736-3559-433b-91ed-76bfeeba9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.151319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.152098 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-56289736-3559-433b-91ed-76bfeeba9156 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 0.1480234 Dec 22 08:44:35.160796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505bcae-6e96-4824-bddd-3d905ada4cca tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.162301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505bcae-6e96-4824-bddd-3d905ada4cca tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.164456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6505bcae-6e96-4824-bddd-3d905ada4cca tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.165206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6505bcae-6e96-4824-bddd-3d905ada4cca tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:35.207204 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/ab2a0843-7033-4977-ac76-46bee6b0f436 HTTP/1.1" status: 204 len: 168 time: 1.2711568 Dec 22 08:44:35.215515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34124) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.231319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5fae8-fc6b-422a-87bd-ab4db7629520 req-a0c2f3dc-b07c-4107-bad8-b2afb405be44 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.242429 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3be5fae8-fc6b-422a-87bd-ab4db7629520 req-a0c2f3dc-b07c-4107-bad8-b2afb405be44 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.3925331 Dec 22 08:44:35.281897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-ce3a7d2c-1938-4d6a-8959-db7bdd52cfd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 1000 time: 0.1223350 Dec 22 08:44:35.352877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-2035158f-68b4-4d02-94c0-9906101ec90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.354460 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-2035158f-68b4-4d02-94c0-9906101ec90a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.0659165 Dec 22 08:44:35.360544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6505bcae-6e96-4824-bddd-3d905ada4cca tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:35.361802 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6505bcae-6e96-4824-bddd-3d905ada4cca tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3753483 Dec 22 08:44:35.365350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34128) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.460485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.468489 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3be5fae8-fc6b-422a-87bd-ab4db7629520 req-8d3e00db-af10-4c69-8844-ef96ca9b7788 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248952 Dec 22 08:44:35.511673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] DHCP port deletion for cb0b6479-bdd8-40eb-989b-d805e1230451 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:35.516932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Deleting port 889aed59-d79d-4747-9fb4-205779e06a56 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:35.517597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.552887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 889aed59-d79d-4747-9fb4-205779e06a56 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:35.553294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.636822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 889aed59-d79d-4747-9fb4-205779e06a56 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:35.680995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.695853 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-013f5dd5-430f-423d-80c8-705b8a9d2cea req-51891c3c-3bc7-4b2a-8bae-ac1de547f2e4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 210 time: 0.0617781 Dec 22 08:44:35.730640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet ac993975-8029-4e7d-bc7d-1c4adbdee2ac {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:35.736629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.799576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.831839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-d5e9ffce-085e-4b85-815f-ebbc16ab1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.833426 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-d5e9ffce-085e-4b85-815f-ebbc16ab1149 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4721603 Dec 22 08:44:35.918026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.940683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=889aed59-d79d-4747-9fb4-205779e06a56,segment=NetworkSegment(cdbdece3-fc14-420f-bd1a-577a5d29177d),segment_id=cdbdece3-fc14-420f-bd1a-577a5d29177d)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:35.941072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.002041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.031534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=889aed59-d79d-4747-9fb4-205779e06a56,segment=NetworkSegment(cdbdece3-fc14-420f-bd1a-577a5d29177d),segment_id=cdbdece3-fc14-420f-bd1a-577a5d29177d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:36.031979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.048218 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-bf7e59e0-23bf-4081-b987-d591838180a8 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956632 Dec 22 08:44:36.079043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Calling delete_port for 889aed59-d79d-4747-9fb4-205779e06a56 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:36.124026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=889aed59-d79d-4747-9fb4-205779e06a56,segment=NetworkSegment(cdbdece3-fc14-420f-bd1a-577a5d29177d),segment_id=cdbdece3-fc14-420f-bd1a-577a5d29177d)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:36.130830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.137629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:36.194334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.200761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-08cf0467-ae33-454d-8f28-44f608d397b8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:36.231121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 889aed59-d79d-4747-9fb4-205779e06a56 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:36.232477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:36.233097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:36.237183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=889aed59-d79d-4747-9fb4-205779e06a56,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:36.240268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:36.253229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=ac993975-8029-4e7d-bc7d-1c4adbdee2ac,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:36.256058 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34869b70-cbc6-4f76-99d1-ce4f98479092 req-3f17f2cd-4bd5-4ec4-a828-8eca3bd7b178 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001610 Dec 22 08:44:36.258278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:36.259132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.271488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4807c2-ca47-4112-bda0-d9a06b1c459f None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:36.280392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/ac993975-8029-4e7d-bc7d-1c4adbdee2ac HTTP/1.1" status: 204 len: 168 time: 0.8712800 Dec 22 08:44:36.280622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34134) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:36.356368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Deleting subnet c2d0b666-0596-479d-b301-6d8b4b8aacb7 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:36.359442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.424904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.537398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.651282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:36.651906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:36.681813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.688865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e77b93fa-a457-4ce8-9856-68f5f8e0ca78 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:36.734086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Deleting port 889aed59-d79d-4747-9fb4-205779e06a56 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:36.734480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.739097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d0b666-0596-479d-b301-6d8b4b8aacb7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:36.741536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:36.744646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.761706 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c2d0b666-0596-479d-b301-6d8b4b8aacb7 HTTP/1.1" status: 204 len: 168 time: 0.4799752 Dec 22 08:44:36.762287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34152) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:36.885935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.17 (39f5e9b8-4bef-4af4-94f7-1e71241687e0/9152f1ed-09f0-4542-9e51-c7a1a6ab668f/43d86d10-ab4d-4f7d-a726-d3ac81790235) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:36.942639 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-793b321a-1d31-4a76-a410-a9fc30e166f0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1785839 Dec 22 08:44:36.953584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34156) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:36.955890 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c8fc6a6-a0aa-4b12-adb4-8309d1ae5a64 req-32b9d361-b09b-4d07-893f-69bb1fd8af73 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 210 time: 0.1221743 Dec 22 08:44:37.055672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09e095-ef56-4822-b5e6-9e0b201e4d4b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:37.059417 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1a09e095-ef56-4822-b5e6-9e0b201e4d4b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1004281 Dec 22 08:44:37.059658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34162) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.112255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38082d-10bd-49ca-a3bf-fb09873e7a18 req-b05c5f3e-e68e-4d92-88c8-3d96a868b0d8 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:37.114763 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ae38082d-10bd-49ca-a3bf-fb09873e7a18 req-b05c5f3e-e68e-4d92-88c8-3d96a868b0d8 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.4183044 Dec 22 08:44:37.136965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa81c2b-5cd7-4688-a02d-d9373c98638d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:37.137650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aaa81c2b-5cd7-4688-a02d-d9373c98638d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Synchronizing usage tracker for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:37.152948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 889aed59-d79d-4747-9fb4-205779e06a56 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:37.153353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.161029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aaa81c2b-5cd7-4688-a02d-d9373c98638d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Unset dirty status for tenant:1d11ee5ccf8a4dbbaa9fdfb342378615 on resource:subnet {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:37.165606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-aaa81c2b-5cd7-4688-a02d-d9373c98638d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1016607 Dec 22 08:44:37.165985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34166) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.206090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=889aed59-d79d-4747-9fb4-205779e06a56,segment=NetworkSegment(cdbdece3-fc14-420f-bd1a-577a5d29177d),segment_id=cdbdece3-fc14-420f-bd1a-577a5d29177d)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:37.206640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.256247 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-81ce675d-f70e-41cc-aac6-88de26a82a4d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888743 Dec 22 08:44:37.266804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34170) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.289728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.309495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 43d86d10-ab4d-4f7d-a726-d3ac81790235 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:37.313614 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b53f86-30c5-41c0-8141-6f1b7cc6763c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.314167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b53f86-30c5-41c0-8141-6f1b7cc6763c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.317471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-97b53f86-30c5-41c0-8141-6f1b7cc6763c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/7a7bbf94-5abb-45f3-9f80-f7a01e54f02e HTTP/1.1" status: 404 len: 333 time: 0.0494678 Dec 22 08:44:37.320029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34174) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.367867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Calling delete_port for 889aed59-d79d-4747-9fb4-205779e06a56 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:37.369410 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e42a97-1138-438a-baa9-ea578d8eb136 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.369636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e42a97-1138-438a-baa9-ea578d8eb136 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.371762 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-79e42a97-1138-438a-baa9-ea578d8eb136 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/ac993975-8029-4e7d-bc7d-1c4adbdee2ac HTTP/1.1" status: 404 len: 337 time: 0.0504849 Dec 22 08:44:37.374248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34178) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.382896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.403847 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ae38082d-10bd-49ca-a3bf-fb09873e7a18 req-c927748f-1e23-4bd9-920a-5da12588d12f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804177 Dec 22 08:44:37.418856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.431246 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7904cb2c-adf5-4520-93e3-e41ab35221f7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.431706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7904cb2c-adf5-4520-93e3-e41ab35221f7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.434306 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7904cb2c-adf5-4520-93e3-e41ab35221f7 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c2d0b666-0596-479d-b301-6d8b4b8aacb7 HTTP/1.1" status: 404 len: 337 time: 0.0583744 Dec 22 08:44:37.438280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34182) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.473234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.483630 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15ea25a-915a-4224-a934-5fd743dc1a64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.484125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15ea25a-915a-4224-a934-5fd743dc1a64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.488370 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d15ea25a-915a-4224-a934-5fd743dc1a64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/2cfe3dfc-e8d4-4b7e-b9eb-a74c1340e677 HTTP/1.1" status: 404 len: 333 time: 0.0468321 Dec 22 08:44:37.488551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ccd5d993-f905-4444-9660-027c7a993016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.489354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34186) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.490739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:37.495991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:37.524344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] No DVR routers for this DVR port 889aed59-d79d-4747-9fb4-205779e06a56 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:37.530885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:37.551646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Pushing event deleted for resources: {'Port': ['ID=889aed59-d79d-4747-9fb4-205779e06a56,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.564007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.586482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de23213-db22-4b9a-838e-1d9ca495630f None None] Network cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:37.601315 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa768081-863b-4f95-9c26-ed180d129941 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.601768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa768081-863b-4f95-9c26-ed180d129941 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.610611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-aa768081-863b-4f95-9c26-ed180d129941 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/7bef567d-30a3-4eb0-8bcd-0d26db8e670f HTTP/1.1" status: 404 len: 337 time: 0.1201694 Dec 22 08:44:37.611253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34190) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.652795 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5963a6bc-2b71-462b-b36a-3ccbfb8ebaa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.653385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5963a6bc-2b71-462b-b36a-3ccbfb8ebaa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.657732 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5963a6bc-2b71-462b-b36a-3ccbfb8ebaa8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c3465661-d4eb-406b-b1bc-42ca2bc79152 HTTP/1.1" status: 404 len: 337 time: 0.0453470 Dec 22 08:44:37.658344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34194) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.692131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=43d86d10-ab4d-4f7d-a726-d3ac81790235,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.707099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.717978 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c620e3d-302b-4215-aa43-4f08cfcd9cbc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.718477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c620e3d-302b-4215-aa43-4f08cfcd9cbc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.723524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9c620e3d-302b-4215-aa43-4f08cfcd9cbc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/21410f2c-bfd8-4d48-beea-4d534f0dd869 HTTP/1.1" status: 404 len: 333 time: 0.0641334 Dec 22 08:44:37.724107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34198) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.744118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.747692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 889aed59-d79d-4747-9fb4-205779e06a56, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=889aed59-d79d-4747-9fb4-205779e06a56,segment=NetworkSegment(cdbdece3-fc14-420f-bd1a-577a5d29177d),segment_id=cdbdece3-fc14-420f-bd1a-577a5d29177d)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:37.748080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.822431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ff7949cb-7bd8-46f7-bea1-d91e1318b490 None None] Provisioning complete for port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:37.822825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ff7949cb-7bd8-46f7-bea1-d91e1318b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.906263 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-11634429-92b0-435e-a69c-9355dbc47050 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.906903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11634429-92b0-435e-a69c-9355dbc47050 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.910731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-11634429-92b0-435e-a69c-9355dbc47050 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/b1f29c77-8b83-4687-8986-6bb9c3911a5f HTTP/1.1" status: 404 len: 337 time: 0.1856213 Dec 22 08:44:37.911336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34202) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.950286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0749fe7a-c55a-45ea-80d1-afbdee660dcc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:37.950747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0749fe7a-c55a-45ea-80d1-afbdee660dcc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:37.955043 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0749fe7a-c55a-45ea-80d1-afbdee660dcc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/819f8f82-6450-4877-a6f9-d2c5c8d1759e HTTP/1.1" status: 404 len: 337 time: 0.0427494 Dec 22 08:44:37.955631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34206) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.999093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 889aed59-d79d-4747-9fb4-205779e06a56 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:37.999577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fefc1f-468e-4c4b-9508-a94527a612b5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.000095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fefc1f-468e-4c4b-9508-a94527a612b5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.004499 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-66fefc1f-468e-4c4b-9508-a94527a612b5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/8dbfa191-fceb-4411-baa7-4df47a609031 HTTP/1.1" status: 404 len: 333 time: 0.0478773 Dec 22 08:44:38.005093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34212) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.007320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] DHCP port deletion for cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:44:38.013930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Deleting port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:38.014519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.048258 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f6dd0b-b656-4504-a53a-62f740afdaa2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.048720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f6dd0b-b656-4504-a53a-62f740afdaa2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.054747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-29f6dd0b-b656-4504-a53a-62f740afdaa2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/027086f3-fa59-452a-a62f-33e7811f86e1 HTTP/1.1" status: 404 len: 337 time: 0.0485554 Dec 22 08:44:38.054958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34216) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.114166 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6ec216-84dc-44e0-b517-d8dd4d81f26b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.114963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6ec216-84dc-44e0-b517-d8dd4d81f26b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.133838 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8217626f-7b71-45f5-ace7-216e0fd95e91 req-531c90b5-952f-4eff-bdf0-09a6de292614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 210 time: 0.0460656 Dec 22 08:44:38.142848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7d265cc3-e16e-4460-9384-12a7331d0402 None None] Provisioning for port 43d86d10-ab4d-4f7d-a726-d3ac81790235 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:38.146182 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab6ec216-84dc-44e0-b517-d8dd4d81f26b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/fbcf5be1-eeed-4776-9c33-a84371a0ff82 HTTP/1.1" status: 404 len: 337 time: 0.0885248 Dec 22 08:44:38.149307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34220) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.149486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7d265cc3-e16e-4460-9384-12a7331d0402 None None] Provisioning complete for port 43d86d10-ab4d-4f7d-a726-d3ac81790235 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:38.149709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7d265cc3-e16e-4460-9384-12a7331d0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.188898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:38.189221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:38.199028 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a1a428-e040-4ca7-b5f0-319e18beab28 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.200371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a1a428-e040-4ca7-b5f0-319e18beab28 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.207484 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b9a1a428-e040-4ca7-b5f0-319e18beab28 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/1cf032f9-810c-430b-a0f1-bcc485531e90 HTTP/1.1" status: 404 len: 333 time: 0.0564590 Dec 22 08:44:38.210082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34226) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.269963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7d265cc3-e16e-4460-9384-12a7331d0402 None None] Port 43d86d10-ab4d-4f7d-a726-d3ac81790235 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:38.294926 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ffe20a-d1ba-4f07-abe8-44563fa28e72 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.295385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ffe20a-d1ba-4f07-abe8-44563fa28e72 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.299797 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-19ffe20a-d1ba-4f07-abe8-44563fa28e72 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/44a4e01a-39b5-4d04-ae76-14aa4749d266 HTTP/1.1" status: 404 len: 337 time: 0.0859458 Dec 22 08:44:38.300511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34230) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.353591 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5006e49-8f38-4c26-bda4-34941c6e5602 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.353824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5006e49-8f38-4c26-bda4-34941c6e5602 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.355488 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a5006e49-8f38-4c26-bda4-34941c6e5602 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/628ad9b8-c657-4691-b1bc-9324699fe9e6 HTTP/1.1" status: 404 len: 333 time: 0.0538976 Dec 22 08:44:38.356412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.359398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34234) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.365362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] For port 8df9ef65-2bf8-480f-b0c4-813db710d3f8, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8df9ef65-2bf8-480f-b0c4-813db710d3f8,segment=NetworkSegment(6617be8f-4f97-44bb-abf3-9b91b7e8484a),segment_id=6617be8f-4f97-44bb-abf3-9b91b7e8484a)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:38.366111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.403486 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7f04ed-d21e-4805-9376-48f65256e561 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.404661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7f04ed-d21e-4805-9376-48f65256e561 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.409344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34238) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.410799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4e7f04ed-d21e-4805-9376-48f65256e561 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/5e9ceab7-ffdb-4f16-b733-47a6f0f00f1b HTTP/1.1" status: 404 len: 337 time: 0.0499518 Dec 22 08:44:38.469762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 889aed59-d79d-4747-9fb4-205779e06a56 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:38.470198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.519287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Calling delete_port for 8df9ef65-2bf8-480f-b0c4-813db710d3f8 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:38.530378 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-283b869b-9c6d-46a4-b88e-77ed833d5feb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.531259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283b869b-9c6d-46a4-b88e-77ed833d5feb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.533623 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-283b869b-9c6d-46a4-b88e-77ed833d5feb tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/5c32022d-9667-4ecc-a390-57c3e2c65e07 HTTP/1.1" status: 404 len: 333 time: 0.1225631 Dec 22 08:44:38.536485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34244) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.601680 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc88b24c-94c9-46b9-bcf5-807fdffaa684 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.602558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc88b24c-94c9-46b9-bcf5-807fdffaa684 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.608089 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bc88b24c-94c9-46b9-bcf5-807fdffaa684 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/24ef1719-7096-4eba-8e6e-7dd221c29110 HTTP/1.1" status: 404 len: 337 time: 0.0702820 Dec 22 08:44:38.608794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34248) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.618812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.623866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-19e1aecc-fc3b-4eec-82e7-cf32b870bd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:38.669305 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-80746d46-46c9-4e9d-b182-242d68569fc5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.670042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80746d46-46c9-4e9d-b182-242d68569fc5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.678731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-80746d46-46c9-4e9d-b182-242d68569fc5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/406a7a05-90d2-4c66-a0a1-22ac05a23823 HTTP/1.1" status: 404 len: 333 time: 0.0661175 Dec 22 08:44:38.679718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34252) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.681718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Pushing event deleted for resources: {'Port': ['ID=8df9ef65-2bf8-480f-b0c4-813db710d3f8,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:38.685026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:38.685929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] No DVR routers for this DVR port 8df9ef65-2bf8-480f-b0c4-813db710d3f8 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:38.735046 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-003f0b66-7998-408f-ad11-6c4121b50658 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.735520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003f0b66-7998-408f-ad11-6c4121b50658 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.737293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-003f0b66-7998-408f-ad11-6c4121b50658 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/117179ce-7fd5-4437-a4e5-03846b511da2 HTTP/1.1" status: 404 len: 337 time: 0.0559983 Dec 22 08:44:38.740808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34256) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.785080 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb7c7cf-9754-43dc-80d1-92f03b7429da tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.785628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb7c7cf-9754-43dc-80d1-92f03b7429da tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.787299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ecb7c7cf-9754-43dc-80d1-92f03b7429da tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/1dab85cf-d4ff-43e7-811a-d0d3447aaf22 HTTP/1.1" status: 404 len: 333 time: 0.0455482 Dec 22 08:44:38.790415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34260) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.827102 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f81c09-ef83-43f5-89c4-7bd3e2f3ff97 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.827555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f81c09-ef83-43f5-89c4-7bd3e2f3ff97 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.835010 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f2f81c09-ef83-43f5-89c4-7bd3e2f3ff97 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/063cec0d-fe52-44e9-b748-ccbec90ae9bb HTTP/1.1" status: 404 len: 337 time: 0.0379596 Dec 22 08:44:38.835010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34264) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.851539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] The port '889aed59-d79d-4747-9fb4-205779e06a56' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:44:38.874357 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0810c503-c8aa-4a0c-b52f-4f52d530de07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.874746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0810c503-c8aa-4a0c-b52f-4f52d530de07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.876447 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0810c503-c8aa-4a0c-b52f-4f52d530de07 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/97a49a0f-3b9d-4654-b863-ac37c124f337 HTTP/1.1" status: 404 len: 333 time: 0.0435152 Dec 22 08:44:38.878930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34268) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.922442 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b272a598-0891-4afe-b7dc-ea1c890e54a5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.923161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b272a598-0891-4afe-b7dc-ea1c890e54a5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.926910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b272a598-0891-4afe-b7dc-ea1c890e54a5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/f78c6b4d-384f-4c43-9a1d-425298c7fe67 HTTP/1.1" status: 404 len: 337 time: 0.0447843 Dec 22 08:44:38.927188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34272) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:38.967809 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9f0cce-b438-4f8f-9b8a-1a7d115245b9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:38.968216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9f0cce-b438-4f8f-9b8a-1a7d115245b9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:38.972144 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1e9f0cce-b438-4f8f-9b8a-1a7d115245b9 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/b7452f28-8e3a-4fba-bd89-e1acda7bc7ca HTTP/1.1" status: 404 len: 337 time: 0.0411952 Dec 22 08:44:38.972476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34276) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.014320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3740cbc2-5b3c-419e-af71-35afb34de6ed tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.014802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3740cbc2-5b3c-419e-af71-35afb34de6ed tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.016518 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3740cbc2-5b3c-419e-af71-35afb34de6ed tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/d3b3ae16-69a1-473b-9593-f3fa29ea87ae HTTP/1.1" status: 404 len: 333 time: 0.0431583 Dec 22 08:44:39.018985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34280) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.062601 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b3b564-8591-4a10-83be-01024a54bd45 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.063083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b3b564-8591-4a10-83be-01024a54bd45 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.064914 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-79b3b564-8591-4a10-83be-01024a54bd45 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/1651db9e-906e-4dc5-9533-6f7f0c87d07c HTTP/1.1" status: 404 len: 337 time: 0.0449948 Dec 22 08:44:39.084086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.088283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.155669 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e07ac2-b7bf-458e-b92c-70e71e33652a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.156063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e07ac2-b7bf-458e-b92c-70e71e33652a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.159027 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f3e07ac2-b7bf-458e-b92c-70e71e33652a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/723b6c8e-0f60-4488-ae96-d1c24e8995d5 HTTP/1.1" status: 404 len: 337 time: 0.0732319 Dec 22 08:44:39.162539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34288) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.171240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0b6479-bdd8-40eb-989b-d805e1230451']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:39.196310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbdece3-fc14-420f-bd1a-577a5d29177d') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:39.196612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbdece3-fc14-420f-bd1a-577a5d29177d') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:39.216783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-229bff76-d12b-47db-aa66-295ea0b84529 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.217020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229bff76-d12b-47db-aa66-295ea0b84529 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.220960 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-229bff76-d12b-47db-aa66-295ea0b84529 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/01587f20-ab02-421e-b4a7-7748ffb8983e HTTP/1.1" status: 404 len: 333 time: 0.0545597 Dec 22 08:44:39.222258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34294) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.223955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba27a-3235-40ee-b90c-00fdd5201ec3 req-c30e0a9b-de8d-4690-814f-2015084ded51 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:39.225435 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f7ba27a-3235-40ee-b90c-00fdd5201ec3 req-c30e0a9b-de8d-4690-814f-2015084ded51 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.6988432 Dec 22 08:44:39.227232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.261393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.270757 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c12af4-16b6-4543-919f-25aa3c6a3157 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.271429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c12af4-16b6-4543-919f-25aa3c6a3157 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.276463 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-56c12af4-16b6-4543-919f-25aa3c6a3157 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/d913eb29-d91e-4cf3-8e7e-ffbef4627977 HTTP/1.1" status: 404 len: 337 time: 0.0510781 Dec 22 08:44:39.280037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34298) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.333543 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfc68ce-ea0d-4354-bd68-cb9385e5679e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.334003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfc68ce-ea0d-4354-bd68-cb9385e5679e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.335731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6cfc68ce-ea0d-4354-bd68-cb9385e5679e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/80cf71b3-e35d-49a9-8011-5838a8738a47 HTTP/1.1" status: 404 len: 337 time: 0.0545166 Dec 22 08:44:39.341236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34302) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.349546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:39.350278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:39.365294 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:39.421962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-49fb24bb-57aa-4f79-9041-a7a297fcd639 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:39.423555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-49fb24bb-57aa-4f79-9041-a7a297fcd639 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 812 time: 0.3576648 Dec 22 08:44:39.434973 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d060d2a8-2bbe-488b-9dcf-72855f032d9b req-3d8f59e5-6844-4711-8a77-6fa580bd0729 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 210 time: 0.1028240 Dec 22 08:44:39.436471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff5ea2a-1eec-4401-94ca-fec6553f41e2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.436927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff5ea2a-1eec-4401-94ca-fec6553f41e2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.438520 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4ff5ea2a-1eec-4401-94ca-fec6553f41e2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/f4e440e0-67b6-49cb-89d9-f83888c18240 HTTP/1.1" status: 404 len: 333 time: 0.0669062 Dec 22 08:44:39.441086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34306) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.470887 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f7ba27a-3235-40ee-b90c-00fdd5201ec3 req-0fb91f51-9534-454c-81ce-c5714774e2f7 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328141 Dec 22 08:44:39.502436 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b2b6d7-bfca-444e-aac5-557d2b5d46c5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.508443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.510553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b2b6d7-bfca-444e-aac5-557d2b5d46c5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.516856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-25b2b6d7-bfca-444e-aac5-557d2b5d46c5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/4e22b700-9e04-4f6e-82ae-da36a4c1e8b3 HTTP/1.1" status: 404 len: 337 time: 0.0747819 Dec 22 08:44:39.525245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34312) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.560330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.575894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.577917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.604501 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a68ac46-4bf7-45c2-b6ad-cae3a76cec64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:39.604962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a68ac46-4bf7-45c2-b6ad-cae3a76cec64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:39.608352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0a69e6dc-fd0a-4677-acbb-65a59a869f1a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:39.609833 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0a68ac46-4bf7-45c2-b6ad-cae3a76cec64 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/fccc2c4a-23e9-425d-a4e5-c91644f87915 HTTP/1.1" status: 404 len: 337 time: 0.0803711 Dec 22 08:44:39.628965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34316) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.630398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:39.657318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.686921 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/cb0b6479-bdd8-40eb-989b-d805e1230451 HTTP/1.1" status: 204 len: 168 time: 4.4642594 Dec 22 08:44:39.694537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34320) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.716271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8df9ef65-2bf8-480f-b0c4-813db710d3f8 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:39.716710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8df9ef65-2bf8-480f-b0c4-813db710d3f8 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:39.736210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0ef6fa1e-99a0-419b-9bac-ccf7f4959f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.754818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-92c2df71-b0d9-4fd4-970f-4ee9577fb4ef tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 379 time: 0.2821229 Dec 22 08:44:39.762411 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b26b7a13-0178-40b9-afe0-f7915a77db66 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e67a15f-3245-446a-bfa0-ffe81869aa1c HTTP/1.1" status: 200 len: 205 time: 0.1297326 Dec 22 08:44:39.767613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'port': {'device_id': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'admin_state_up': True, 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'security_groups': ['d741357b-5305-45aa-ab8e-e359879e739c']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:39.775744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.789357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.850143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=43d86d10-ab4d-4f7d-a726-d3ac81790235,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.864285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:39.866439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3a76985-82fd-482d-8687-3a44044d6e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:39.908770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bdaa75-3b9a-4103-999f-f340a82e5f83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:39.909190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-39bdaa75-3b9a-4103-999f-f340a82e5f83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:39.921133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-6d02cb84-4636-42a3-80a4-e2b7efcb81fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] delete failed (client error): The resource could not be found. Dec 22 08:44:39.924959 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d02cb84-4636-42a3-80a4-e2b7efcb81fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/routers/7e67a15f-3245-446a-bfa0-ffe81869aa1c HTTP/1.1" status: 404 len: 336 time: 0.1397357 Dec 22 08:44:39.926145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34330) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.937438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0899f26-2e39-4c68-a680-8a8384640a4b req-7960a1e7-8993-4f21-b233-12af6e6efbe1 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:39.939016 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0899f26-2e39-4c68-a680-8a8384640a4b req-7960a1e7-8993-4f21-b233-12af6e6efbe1 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2540629 Dec 22 08:44:39.974520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=cb0b6479-bdd8-40eb-989b-d805e1230451,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.986746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:40.017237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-39bdaa75-3b9a-4103-999f-f340a82e5f83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:40.018415 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39bdaa75-3b9a-4103-999f-f340a82e5f83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/7f85753d-8960-4a67-9419-39a2290c464b HTTP/1.1" status: 200 len: 844 time: 0.3227015 Dec 22 08:44:40.024471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34334) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.134418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:40.140233 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-730394cf-4597-4961-b3e1-58148a70538e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/7f85753d-8960-4a67-9419-39a2290c464b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1116543 Dec 22 08:44:40.141748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:40.144862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:40.149365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34338) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.152001 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f984f3a9-d2cd-4171-b9db-89ea12c5d089 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:40.152443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f984f3a9-d2cd-4171-b9db-89ea12c5d089 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:40.156670 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f984f3a9-d2cd-4171-b9db-89ea12c5d089 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/0dc70bf4-7cc4-4cd8-b2c6-d28b2d0b1cdb HTTP/1.1" status: 404 len: 337 time: 0.2278862 Dec 22 08:44:40.159413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:40.184131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:port and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:40.189926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34342) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.194646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:40.238279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:40.319759 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0899f26-2e39-4c68-a680-8a8384640a4b req-b7595fda-83ef-42d4-8f65-8fef3e81cafc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490016 Dec 22 08:44:40.340598 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9dc4f165-b26f-4052-88d2-f905025700cc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d572704-560d-45a1-a5c9-cd2747103ee3 HTTP/1.1" status: 200 len: 205 time: 0.1498258 Dec 22 08:44:40.349213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34346) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.436602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Made reservation on behalf of b805cd7023bd40e9adced4da7cc8cd9d for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:40.440061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.482975 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-9cd00f3c-49e6-4c1e-923a-a4371d240361 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] delete failed (client error): The resource could not be found. Dec 22 08:44:40.484019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9cd00f3c-49e6-4c1e-923a-a4371d240361 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/routers/3d572704-560d-45a1-a5c9-cd2747103ee3 HTTP/1.1" status: 404 len: 336 time: 0.1326880 Dec 22 08:44:40.489076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34354) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.512515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6763d4b8-a8dd-4725-9af0-ca76b3302c68 None None] Provisioning complete for port 43d86d10-ab4d-4f7d-a726-d3ac81790235 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:40.513058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6763d4b8-a8dd-4725-9af0-ca76b3302c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.553447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:40.630306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6763d4b8-a8dd-4725-9af0-ca76b3302c68 None None] Port 43d86d10-ab4d-4f7d-a726-d3ac81790235 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:40.635490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:40.639768 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a45c03c-4368-4338-b57a-3e1dad13e23f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:40.640502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a45c03c-4368-4338-b57a-3e1dad13e23f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:40.641897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8a45c03c-4368-4338-b57a-3e1dad13e23f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/d36933d6-55ba-449f-aeb0-d2e3425e8068 HTTP/1.1" status: 404 len: 337 time: 0.1507838 Dec 22 08:44:40.642994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:40.648153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:40.653178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34358) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.655896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55b6a-3972-4887-97a8-71d8864e1b95 req-c836978c-639e-458f-9fff-c12e79920713 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:40.655896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9c55b6a-3972-4887-97a8-71d8864e1b95 req-c836978c-639e-458f-9fff-c12e79920713 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.1633322 Dec 22 08:44:40.697036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:40.749306 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cdba595-4adc-4bf0-8565-c55cfd0e3ca8 req-0f5e9150-3ce7-40ac-a442-ec0a65670dfb tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 210 time: 0.1023419 Dec 22 08:44:40.774919 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dd89d4-8b21-4097-b6fb-c79749db9d5e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:40.775701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dd89d4-8b21-4097-b6fb-c79749db9d5e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:40.785107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:40.788589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.802240 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9c55b6a-3972-4887-97a8-71d8864e1b95 req-700eafbf-04a0-484d-9912-3d45388a0bfc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372557 Dec 22 08:44:40.827817 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-14dd89d4-8b21-4097-b6fb-c79749db9d5e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/a6a81756-f781-4628-9418-94b93219d723 HTTP/1.1" status: 404 len: 337 time: 0.1649194 Dec 22 08:44:40.864939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34362) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.930611 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd70a2a7-f4fb-413d-abd6-aebe845ed03e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:40.931100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd70a2a7-f4fb-413d-abd6-aebe845ed03e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:40.935638 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd70a2a7-f4fb-413d-abd6-aebe845ed03e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/15699ebf-5c82-44b9-a20c-d41381b640d7 HTTP/1.1" status: 404 len: 333 time: 0.0690842 Dec 22 08:44:40.938508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.985039 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f7f127-93fa-474f-8c66-19381f837a92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:40.985551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f7f127-93fa-474f-8c66-19381f837a92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:40.990070 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a8f7f127-93fa-474f-8c66-19381f837a92 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/ee8d86f3-8420-4857-9e15-5faae89a0aec HTTP/1.1" status: 404 len: 337 time: 0.0505342 Dec 22 08:44:40.994899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.050203 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf798357-5a7e-4a93-bece-5b31591c1784 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.050679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf798357-5a7e-4a93-bece-5b31591c1784 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.055326 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf798357-5a7e-4a93-bece-5b31591c1784 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/b81bad80-ad11-4170-a6a1-805ab30abe89 HTTP/1.1" status: 404 len: 333 time: 0.0579729 Dec 22 08:44:41.056178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.057497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:41.069353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Sync routers for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:41.096881 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/3fb9d412-6bf7-47c2-ab5e-5d780a8140e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0994895 Dec 22 08:44:41.118172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:41.119522 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e14e10-eadd-4fda-b936-0c5d890adf7c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.120016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e14e10-eadd-4fda-b936-0c5d890adf7c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.120142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:41.129321 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d0e14e10-eadd-4fda-b936-0c5d890adf7c tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c37e6f10-1068-4437-9709-7285ac8ef1b7 HTTP/1.1" status: 404 len: 337 time: 0.0684879 Dec 22 08:44:41.130012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34384) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.164203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Allocated IP 172.20.0.6 (90ca7df1-b1e0-4487-90f0-567b9097045a/1a442103-1ddd-4b02-b118-82413147ffe5/d927207e-0d6f-4a8b-90a8-9fcd15f0b252) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:41.217200 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf25fb1-76fb-418d-83ae-5e3d357ce0e0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.217691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf25fb1-76fb-418d-83ae-5e3d357ce0e0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.222484 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-daf25fb1-76fb-418d-83ae-5e3d357ce0e0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/7f04ff75-6722-4b71-b9c4-3428ae2c1d98 HTTP/1.1" status: 404 len: 333 time: 0.0914056 Dec 22 08:44:41.232652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34388) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.312807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc25097-39bf-4bae-ac0e-646538de4733 req-67d928f5-bb70-442c-8fb6-1512aec0cc44 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:41.314675 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bfc25097-39bf-4bae-ac0e-646538de4733 req-67d928f5-bb70-442c-8fb6-1512aec0cc44 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.0911496 Dec 22 08:44:41.334026 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac3d7d8-08fb-4216-9885-20bc8cacd485 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.334757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac3d7d8-08fb-4216-9885-20bc8cacd485 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.377270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:41.391733 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bfc25097-39bf-4bae-ac0e-646538de4733 req-bef3bca5-cfed-4d6e-bdb6-8227daac9c66 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664032 Dec 22 08:44:41.425696 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eac3d7d8-08fb-4216-9885-20bc8cacd485 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/0b6d8645-e636-4234-9cb3-b328e7541903 HTTP/1.1" status: 404 len: 337 time: 0.1918719 Dec 22 08:44:41.428488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34394) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.436743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.442757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:41.515295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:41.520515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:41.528917 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2726c1e9-d66d-4af5-949f-967303b0c5c6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.530214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2726c1e9-d66d-4af5-949f-967303b0c5c6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.533302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:41.533892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.544259 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2726c1e9-d66d-4af5-949f-967303b0c5c6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/6b871c89-8adb-4e99-90dd-63603c731d26 HTTP/1.1" status: 404 len: 333 time: 0.1140492 Dec 22 08:44:41.551259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34398) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.595249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc43ff81-aefe-4088-9f30-68a6aa308e36 None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:41.603998 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4507685 Dec 22 08:44:41.604360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34402) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.609714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1576881282'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:41.621272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6dea53-6c71-44e5-aed5-11e19ea565a2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.621764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6dea53-6c71-44e5-aed5-11e19ea565a2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.623387 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9b6dea53-6c71-44e5-aed5-11e19ea565a2 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c7157c99-477a-4b08-8b80-dca06f502a3a HTTP/1.1" status: 404 len: 337 time: 0.0681589 Dec 22 08:44:41.629279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:41.631214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34406) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.634405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.637810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=73543d71-bd9f-429d-ab5e-6f1610a0287f,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:41.643733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:41.656285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Transition to ACTIVE for port object d927207e-0d6f-4a8b-90a8-9fcd15f0b252 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:41.680516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:41.686464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.688359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:41.693622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-245dca4f-9895-44af-bd83-fcc7c8636664 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:41.699622 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dc1a8b-537a-420b-b900-70d60e19e9b0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.700127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dc1a8b-537a-420b-b900-70d60e19e9b0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.701818 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29dc1a8b-537a-420b-b900-70d60e19e9b0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/59df8c96-6336-454e-b5cf-4d27d8ee1847 HTTP/1.1" status: 404 len: 333 time: 0.0696344 Dec 22 08:44:41.702877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:41.704801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34410) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.763157 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee443669-348e-4125-ab5e-3c1b58c27b1f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.764015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee443669-348e-4125-ab5e-3c1b58c27b1f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.768103 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ee443669-348e-4125-ab5e-3c1b58c27b1f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/be105e6a-95ef-410e-aa7b-db0d6ded308e HTTP/1.1" status: 404 len: 337 time: 0.0622270 Dec 22 08:44:41.770493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.772504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34414) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.780939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Network 90ca7df1-b1e0-4487-90f0-567b9097045a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:41.828652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:41.839347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:41.854042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group_rule and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:41.855800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-076b9c96-1a06-4754-b494-9d8e9f7e72cc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.859146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076b9c96-1a06-4754-b494-9d8e9f7e72cc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.863725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:41.864950 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-076b9c96-1a06-4754-b494-9d8e9f7e72cc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/af9ae90d-e87e-4c36-8b11-355450471d84 HTTP/1.1" status: 404 len: 333 time: 0.0858719 Dec 22 08:44:41.866690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:41.874781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34420) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.919588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:41.933214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:41.961926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:41.976906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:41.977878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.987813 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-400840e2-2773-43f9-86b6-64735ccf9ab0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:41.988366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400840e2-2773-43f9-86b6-64735ccf9ab0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.990136 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-400840e2-2773-43f9-86b6-64735ccf9ab0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/937eba10-5b34-4b9c-8ff0-a602206d976a HTTP/1.1" status: 404 len: 337 time: 0.1142671 Dec 22 08:44:41.995454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34424) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.092411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.098635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.106069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10f6e82a-ac5a-4a74-b1bf-2f5a8ec8669b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:42.116744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e25e2c6d-72e9-488c-a2e5-1b7b5cb87b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.172524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477244f2-14d2-40fc-9024-295192d37e70,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.184213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:42.185128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.186362 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5810709 Dec 22 08:44:42.189222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.194914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'security_group': {'name': 'tempest-secgroup-2125765869'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:42.218768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:42.223390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:42.226287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4573274 Dec 22 08:44:42.227182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:42.237456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'tenant_id': 'ef0ea95314be40368f12fdef58e3e10b', 'fixed_ips': [{'subnet_id': '73543d71-bd9f-429d-ab5e-6f1610a0287f'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:42.238404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.246002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Request body: {'port': {'device_id': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:42.249106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:42.278160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.295097 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0fa773-4809-4930-b4b4-e9cc2d3cbf0d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:42.296603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0fa773-4809-4930-b4b4-e9cc2d3cbf0d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:42.304342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5e0fa773-4809-4930-b4b4-e9cc2d3cbf0d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/ports/9344b556-f408-45ac-beed-2e4accfd1caa HTTP/1.1" status: 404 len: 333 time: 0.3072927 Dec 22 08:44:42.304863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.347413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:42.358087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group_rule and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:42.361252 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-770dfc69-325e-4612-9c44-8422bf8764d5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] DELETE failed (client error): The resource could not be found. Dec 22 08:44:42.361731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770dfc69-325e-4612-9c44-8422bf8764d5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:42.363761 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-770dfc69-325e-4612-9c44-8422bf8764d5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/subnets/c18fa54f-00f0-4ae5-93b8-7f831259a681 HTTP/1.1" status: 404 len: 337 time: 0.0576108 Dec 22 08:44:42.364813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:42.368140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34436) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.401008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:42.419135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3a7d3c29-d98b-4018-98b8-bf7f55f73def None None] Provisioning for port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:42.433485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3a7d3c29-d98b-4018-98b8-bf7f55f73def None None] Provisioning complete for port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:42.433876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3c29-d98b-4018-98b8-bf7f55f73def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.493510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:44:38Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d86d10-ab4d-4f7d-a726-d3ac81790235', 'name': '', 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:36Z', 'updated_at': '2021-12-22T08:44:39Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.514095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Checking router: 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:42.514459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Updating router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 port 43d86d10-ab4d-4f7d-a726-d3ac81790235 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:44:42.600943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.613776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d3c29-d98b-4018-98b8-bf7f55f73def None None] Port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:42.639906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.672482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Allocated IP 2001:db8::2 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/73543d71-bd9f-429d-ab5e-6f1610a0287f/027ac09a-6586-4973-bcf6-d7b0a3db37f2) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:42.713306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.722284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b247a45-33fc-4ab1-a9ad-a3c220f4c8e0 req-15872475-6086-4045-9bf3-37da357bed5f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:42.723301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0b247a45-33fc-4ab1-a9ad-a3c220f4c8e0 req-15872475-6086-4045-9bf3-37da357bed5f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:42.803727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0b247a45-33fc-4ab1-a9ad-a3c220f4c8e0 req-15872475-6086-4045-9bf3-37da357bed5f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:42.805280 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b247a45-33fc-4ab1-a9ad-a3c220f4c8e0 req-15872475-6086-4045-9bf3-37da357bed5f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 931 time: 0.8044977 Dec 22 08:44:42.816576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a91d3e-9e47-4523-babd-8052f2f38095 req-20d31af1-1c46-4c5b-b9b8-f5cde0d08153 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:42.824196 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a6a91d3e-9e47-4523-babd-8052f2f38095 req-20d31af1-1c46-4c5b-b9b8-f5cde0d08153 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2463489 Dec 22 08:44:42.880107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.939424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.940204 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b247a45-33fc-4ab1-a9ad-a3c220f4c8e0 req-f0e98df4-e3ea-49a1-bd49-a8d47ae28f7c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273046 Dec 22 08:44:42.955476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3378f31f-d1d0-45ad-a1f9-5f494386fbf8 tempest-PortsAdminExtendedAttrsTestJSON-2051006124 tempest-PortsAdminExtendedAttrsTestJSON-2051006124-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:43.023761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.054076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a6a91d3e-9e47-4523-babd-8052f2f38095 req-c8b9be09-cb9e-4b45-846c-bbbe5031c9f4 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289064 Dec 22 08:44:43.059581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3311d-4f55-4f34-8874-aeec20a486e3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.073507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:43.078190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.080541 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8903940 Dec 22 08:44:43.086826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdee18ae-275d-4a3c-82a8-2cd9c5e527c3']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:43.096235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34442) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:43.107684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1558461631', 'security_groups': ['cac3311d-4f55-4f34-8874-aeec20a486e3'], 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73543d71-bd9f-429d-ab5e-6f1610a0287f'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:43.118425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d927207e-0d6f-4a8b-90a8-9fcd15f0b252 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:43.128284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6617be8f-4f97-44bb-abf3-9b91b7e8484a') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:43.128869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6617be8f-4f97-44bb-abf3-9b91b7e8484a') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:43.129287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.156310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Transition to ACTIVE for port object d927207e-0d6f-4a8b-90a8-9fcd15f0b252 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:43.165265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.170749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-393ca597-d062-4463-8946-51f5e7d702b4 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:43.226641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.252970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.259049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.285362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Transition to ACTIVE for port object 027ac09a-6586-4973-bcf6-d7b0a3db37f2 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:43.350083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Transition to ACTIVE for port object 027ac09a-6586-4973-bcf6-d7b0a3db37f2 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:43.371605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.385631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-93f5a744-f0dc-4bb3-9dba-0ad82e5741b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:43.472297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.512168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:43.524433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:43.527161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:43.550150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.610572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:44:43.610904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:43.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:43.634533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Pushing event updated for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.646516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:43.674593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.707024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Attempting to bind port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:43.707819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Attempting to bind port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '5a026217-5a4e-4511-8764-6e4a0b24e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:43.708465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Attempting to bind port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 on network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:43.717909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:43.720081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Checking segment: {'id': '5a026217-5a4e-4511-8764-6e4a0b24e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:43.720685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.721255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Bound using segment: {'id': '5a026217-5a4e-4511-8764-6e4a0b24e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:43.721941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Bound port: 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a026217-5a4e-4511-8764-6e4a0b24e4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:43.723562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.739546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Pushing event updated for resources: {'Port': ['ID=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.746476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:43.760476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Attempting to bind port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:43.760959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Attempting to bind port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:43.761394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Attempting to bind port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:43.776974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 on network 90ca7df1-b1e0-4487-90f0-567b9097045a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:44:43.777268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Attempting to bind port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:43.778781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:43.783947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:43.785224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Checking segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:43.785224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Bound using segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:43.785224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Bound port: d927207e-0d6f-4a8b-90a8-9fcd15f0b252, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:43.785814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.789000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.792611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Transition to ACTIVE for port object 43d86d10-ab4d-4f7d-a726-d3ac81790235 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:43.798492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:43.805202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8bced4ea-fe5e-45f4-a1cd-44611e4df213 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:43.816580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.817628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-ed362738-965c-4cf3-8608-7b77f063869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:43.820021 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-ed362738-965c-4cf3-8608-7b77f063869b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 1098 time: 0.1514595 Dec 22 08:44:43.822370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.835134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-01a25492-35a0-40b8-8f5f-dd74626f8a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:43.844305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Pushing event deleted for resources: {'Network': ['ID=cdee18ae-275d-4a3c-82a8-2cd9c5e527c3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.847781 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] 10.222.0.36 "DELETE /v2.0/networks/cdee18ae-275d-4a3c-82a8-2cd9c5e527c3 HTTP/1.1" status: 204 len: 168 time: 1.4786255 Dec 22 08:44:43.848922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:43.857682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690acd-3c7d-404f-b886-77bd1f4558a3 req-e5a2bb46-1672-4c80-9f9c-a0ee333f9a89 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:43.864684 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a690acd-3c7d-404f-b886-77bd1f4558a3 req-e5a2bb46-1672-4c80-9f9c-a0ee333f9a89 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.3089499 Dec 22 08:44:43.888082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:43.961384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b77f6-415f-4faa-96cc-8cf2cc045252 None None] Pushing event updated for resources: {'Port': ['ID=43d86d10-ab4d-4f7d-a726-d3ac81790235,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.967396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2d8b77f6-415f-4faa-96cc-8cf2cc045252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:44.044340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] For port d927207e-0d6f-4a8b-90a8-9fcd15f0b252, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:44.067108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] For port d927207e-0d6f-4a8b-90a8-9fcd15f0b252, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:44.070246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-6c34bf43-0297-44b5-b61b-ad39c8f3d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:44.071818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-6c34bf43-0297-44b5-b61b-ad39c8f3d37f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 200 len: 912 time: 0.2151232 Dec 22 08:44:44.077043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.083470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-df60d611-ae3b-4dd9-914f-bb84bccb90b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:44.169076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a690acd-3c7d-404f-b886-77bd1f4558a3 req-c43ecc25-c46b-4888-a156-bf48862b6c7b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034461 Dec 22 08:44:44.275380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34458) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:44.289704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:44.310139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:44.314831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.359724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:44.364538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.380612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:44.473106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:44.473668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.480684 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] 10.222.0.16 "PUT /v2.0/ports/d927207e-0d6f-4a8b-90a8-9fcd15f0b252 HTTP/1.1" status: 200 len: 1093 time: 2.2397444 Dec 22 08:44:44.515174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:44.628964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Pushing event updated for resources: {'Port': ['ID=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:44.630844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Attempting to bind port 43d86d10-ab4d-4f7d-a726-d3ac81790235 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:44.631680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Attempting to bind port 43d86d10-ab4d-4f7d-a726-d3ac81790235 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:44.632727 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Attempting to bind port 43d86d10-ab4d-4f7d-a726-d3ac81790235 on network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:44.642609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-d7cf1846-abd2-4cc7-b6e4-3a4b0d5cd097 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 200 len: 1000 time: 0.5601935 Dec 22 08:44:44.643542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:44.698383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:44.699571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Checking segment: {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:44.699571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.700362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Bound using segment: {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:44.701090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Bound port: 43d86d10-ab4d-4f7d-a726-d3ac81790235, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:44.701598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.725693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'status': 'completed', 'code': 200} Dec 22 08:44:44.749496 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-af292b6a-e195-435f-ae73-75b73f6379bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d11ee5ccf8a4dbbaa9fdfb342378615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699898 Dec 22 08:44:44.752669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34466) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:44.768453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.790528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Pushing event updated for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:44.828445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:44.908517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::320 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/73543d71-bd9f-429d-ab5e-6f1610a0287f/3e88ac6a-5fa2-4135-a571-cc8fe90e27ad) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:44.981289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] For port 43d86d10-ab4d-4f7d-a726-d3ac81790235, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:44.985548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] For port 43d86d10-ab4d-4f7d-a726-d3ac81790235, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=43d86d10-ab4d-4f7d-a726-d3ac81790235,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:44.996128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.998504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-1cb9de5a-4f99-476e-9e6d-9197ebf274ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.001636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-56f223f3-934f-45e5-b93e-d73b53cfa0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:45.004426 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-1cb9de5a-4f99-476e-9e6d-9197ebf274ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 200 len: 851 time: 0.2752514 Dec 22 08:44:45.057800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.090877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856e87a-7a0c-4c5a-bbb5-f72110bc98b3 req-97d3cb7e-19cf-4b92-9d5c-3227d28a6c08 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.091699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.103765 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5856e87a-7a0c-4c5a-bbb5-f72110bc98b3 req-97d3cb7e-19cf-4b92-9d5c-3227d28a6c08 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.8191040 Dec 22 08:44:45.107965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-9134a785-ff22-4480-a319-82b392680648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.109404 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-9134a785-ff22-4480-a319-82b392680648 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 1096 time: 0.5095901 Dec 22 08:44:45.201325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:45.202255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:45.228993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-1c6e777a-27dd-47af-baf7-b90d045ba245 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252 HTTP/1.1" status: 200 len: 217 time: 0.0940723 Dec 22 08:44:45.313186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5856e87a-7a0c-4c5a-bbb5-f72110bc98b3 req-10229a4e-ae5a-437b-aeee-360e0806eeb2 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014081 Dec 22 08:44:45.355843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b77f6-415f-4faa-96cc-8cf2cc045252 None None] Pushing event updated for resources: {'Port': ['ID=43d86d10-ab4d-4f7d-a726-d3ac81790235,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:45.362927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2d8b77f6-415f-4faa-96cc-8cf2cc045252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:45.377368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-d675a0c9-026e-46ee-991e-3362f6943a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.378995 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-d675a0c9-026e-46ee-991e-3362f6943a53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.1418748 Dec 22 08:44:45.484621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.508871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:45.530393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ee27e937-e4cd-47c5-9ee6-7d4d615dc9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:45.541058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.565822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e83d85-afc6-43ed-bec4-00ac282c6a00,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:45.574928 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:45.594206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:45.615362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-a565beba-d05e-4e20-a06e-a061161d2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.616985 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-a565beba-d05e-4e20-a06e-a061161d2851 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e764cacf-b1d4-47a6-8301-b745c027b273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5944326 Dec 22 08:44:45.649200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.650851 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57e83d85-afc6-43ed-bec4-00ac282c6a00 HTTP/1.1" status: 204 len: 168 time: 0.8974621 Dec 22 08:44:45.693522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9208-7ad6-45b1-92ad-37d9a92b781b req-60a41add-618e-4757-8597-2ea88cfaa06d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.696050 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-32be9208-7ad6-45b1-92ad-37d9a92b781b req-60a41add-618e-4757-8597-2ea88cfaa06d tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2208004 Dec 22 08:44:45.702847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 027ac09a-6586-4973-bcf6-d7b0a3db37f2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:45.744248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.760194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6979071e-fca3-47e2-ab45-a4e9c4e80436 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:45.840501 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-3738af96-61e5-45c4-93b5-c9e468d3a860 service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134101 Dec 22 08:44:45.875136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:45.878405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-32be9208-7ad6-45b1-92ad-37d9a92b781b req-c2da34fe-de08-410f-98dd-3a4e841df3e0 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749237 Dec 22 08:44:45.882393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:45.886790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:45.892717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.893378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.913736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=3e88ac6a-5fa2-4135-a571-cc8fe90e27ad,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:45.919350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:45.930812 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8332481 Dec 22 08:44:45.933891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34474) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:45.939608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:45.983772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-8ffda779-4a04-49b5-845a-c88e8cca1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:45.985284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-8ffda779-4a04-49b5-845a-c88e8cca1683 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5964928 Dec 22 08:44:46.045310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:46.082651 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56a54c2a-bec4-4003-bb09-375b6a3d5d6d req-9f53475f-e2db-4c0b-b1db-cf9b2afc734c service neutron] 10.222.0.16 "GET /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338130 Dec 22 08:44:46.116322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:46.120778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:46.124026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:46.130719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:46.147264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:46.154575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.248914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:44:38Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d86d10-ab4d-4f7d-a726-d3ac81790235', 'name': '', 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:36Z', 'updated_at': '2021-12-22T08:44:44Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:46.255701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265242-07fc-4447-8d91-dde0ed671d14 None None] The sync data for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv is: [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:44:38Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d86d10-ab4d-4f7d-a726-d3ac81790235', 'name': '', 'network_id': '39f5e9b8-4bef-4af4-94f7-1e71241687e0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:ae:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:36Z', 'updated_at': '2021-12-22T08:44:44Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9152f1ed-09f0-4542-9e51-c7a1a6ab668f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:46.278689 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-3af0b8d7-c171-4b2f-b501-e77a7ccd9f47 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850676 Dec 22 08:44:46.288180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Provisioning complete for port 7f85753d-8960-4a67-9419-39a2290c464b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:46.288652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.344718 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:44:46.449163 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.ipam_backend_mixin [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73543d71-bd9f-429d-ab5e-6f1610a0287f (CIDR: 2001:db8::/64) Dec 22 08:44:46.453182 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:46.453655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:46.492782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Port 7f85753d-8960-4a67-9419-39a2290c464b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:46.504587 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fc22477c-da78-47e7-923d-3904401e0d0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5671475 Dec 22 08:44:46.505361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:46.514443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:46.530638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Provisioning for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:46.551028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:46.551830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.729686 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe5052d-28ef-4f00-be4b-6735b2041a0b req-99a00621-42e9-4ebf-a1d8-8303f539f999 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440956 Dec 22 08:44:46.774461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e0791-75ab-447c-b1b6-32430c14b192 req-ee01fdd3-0acb-4da1-a4b8-a4bfaf6b163e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:46.777436 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ca2e0791-75ab-447c-b1b6-32430c14b192 req-ee01fdd3-0acb-4da1-a4b8-a4bfaf6b163e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.1244354 Dec 22 08:44:46.795107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.853933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:46.862896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.866377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:46.932958 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ca2e0791-75ab-447c-b1b6-32430c14b192 req-c0d039d0-769e-4cc1-b546-2abea8615d78 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485364 Dec 22 08:44:46.954691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:46.960158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:46.963212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:46.969512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:46.978218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-c969eb0e-5b6c-41aa-95b9-b3bc8bfba06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:46.980638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-c969eb0e-5b6c-41aa-95b9-b3bc8bfba06c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 1096 time: 0.1671915 Dec 22 08:44:46.985436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:46.991234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.997232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Pushing event updated for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.002306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:47.009887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b205bbda-4393-46be-b64e-906f5ebfa7fc None None] Provisioning for port 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:47.018645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b205bbda-4393-46be-b64e-906f5ebfa7fc None None] Provisioning complete for port 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:47.022154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b205bbda-4393-46be-b64e-906f5ebfa7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.114403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b205bbda-4393-46be-b64e-906f5ebfa7fc None None] Port 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:47.239195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-839ebec2-177c-4850-b5e5-394ed9c9bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.241874 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-839ebec2-177c-4850-b5e5-394ed9c9bb25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.2480540 Dec 22 08:44:47.278050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34506) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.370085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ea09-b774-4d9e-98b0-12c6af2a21f2 req-4a07d7ed-afcd-48a1-b87b-81e4a59384bd tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.372732 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5da1ea09-b774-4d9e-98b0-12c6af2a21f2 req-4a07d7ed-afcd-48a1-b87b-81e4a59384bd tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2022901 Dec 22 08:44:47.373612 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-f4bad385-1348-4d13-b24c-d877dad65f93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252 HTTP/1.1" status: 200 len: 217 time: 0.1195064 Dec 22 08:44:47.444451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-0c88f4b7-4e12-4160-b603-861d11845d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.445907 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-0c88f4b7-4e12-4160-b603-861d11845d7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0658193 Dec 22 08:44:47.446060 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5da1ea09-b774-4d9e-98b0-12c6af2a21f2 req-cfc97de9-090a-40d2-82a0-6754fa488150 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670638 Dec 22 08:44:47.452085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790880058'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:47.458537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:47.464185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:47.467693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:47.483427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:47.509986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:47.513814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.528199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.531949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c46e619-8fcb-43c2-b50a-8e57c777ae36 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:47.540460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-2f44f6b5-9264-4cd3-8796-c6cdcc7a447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.542099 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-2f44f6b5-9264-4cd3-8796-c6cdcc7a447f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884762 Dec 22 08:44:47.564386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.605227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:47.613849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:47.614928 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:security_group_rule and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:47.620166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:47.622006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:47.630145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1caa7-e0ff-4f1b-90b9-d8f28188d99a None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:47.638955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:47.671078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.672814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.688988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=8cad8131-48ae-4ca6-9f8c-44852a1118ef,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.695804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:47.705594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 43d86d10-ab4d-4f7d-a726-d3ac81790235 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:47.715641 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2067370 Dec 22 08:44:47.717480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.724440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1516685168', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8cad8131-48ae-4ca6-9f8c-44852a1118ef'}], 'security_groups': ['477244f2-14d2-40fc-9024-295192d37e70']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:47.733008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-2ce4423b-53ee-454e-9cc4-777e55f8419e service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832519 Dec 22 08:44:47.856655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 43d86d10-ab4d-4f7d-a726-d3ac81790235 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:47.858975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 43d86d10-ab4d-4f7d-a726-d3ac81790235 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:47.858975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.893327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e773b05-fd5c-490b-a15a-3383a93ccd22 req-c5ae2a0f-b569-4aa5-a807-ecd2f59f1861 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533208 Dec 22 08:44:47.900074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.905723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.917421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.923200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bf81693-5cfd-47c0-a2b7-f3efd6b5dcc8 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:47.995576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:48.008040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d7780-8a98-4507-bbb1-6e383fbb1f16,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.011128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.034539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.034900 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment b944c6d4-4cdc-4c8e-964b-585edb3bd121 of type vlan for network 16b506b2-94af-4581-89db-4c22d91d4d5c Dec 22 08:44:48.071547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.110893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 43d86d10-ab4d-4f7d-a726-d3ac81790235, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=43d86d10-ab4d-4f7d-a726-d3ac81790235,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:48.115013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.116563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 027ac09a-6586-4973-bcf6-d7b0a3db37f2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:48.128773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.147892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2d8b77f6-415f-4faa-96cc-8cf2cc045252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.149532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5c58b-480c-4e7a-94bd-de811253a68a req-9a3fbd8b-08c3-434f-bee2-55e5e541041d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:48.151243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56f5c58b-480c-4e7a-94bd-de811253a68a req-9a3fbd8b-08c3-434f-bee2-55e5e541041d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.0891173 Dec 22 08:44:48.199138 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56f5c58b-480c-4e7a-94bd-de811253a68a req-2d7ac7d7-11e5-466e-ae5a-86de64e8c493 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421071 Dec 22 08:44:48.274769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.280246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:48.280832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.289089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aaec26c1-3e9a-4df3-88c0-d9b75f096e74 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.343083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=43d86d10-ab4d-4f7d-a726-d3ac81790235,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.349920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.353327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Update dhcp port {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'fixed_ips': [{'subnet_id': '73543d71-bd9f-429d-ab5e-6f1610a0287f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8cad8131-48ae-4ca6-9f8c-44852a1118ef'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '027ac09a-6586-4973-bcf6-d7b0a3db37f2'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:44:48.414789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:48.415133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.438761 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1580651 Dec 22 08:44:48.441481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34522) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:48.444366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.449198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-604295360'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:48.454424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:48.459479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:48.459863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=16b506b2-94af-4581-89db-4c22d91d4d5c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.464112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:48.464328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.478938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 16b506b2-94af-4581-89db-4c22d91d4d5c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:48.480975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:48.499660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:48.503995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.552375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:48.567518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.567857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment df894492-80ad-4695-8b1a-f71105d0761c of type vlan for network 290eb83d-c203-4f2b-becd-bb21abebbec4 Dec 22 08:44:48.591458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Delete allocated IP 2001:db8::320 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/73543d71-bd9f-429d-ab5e-6f1610a0287f) {{(pid=87600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:44:48.603113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8:0:1::1f8 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/8cad8131-48ae-4ca6-9f8c-44852a1118ef/3e88ac6a-5fa2-4135-a571-cc8fe90e27ad) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:48.603988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.648083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.664561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:48.665819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.675090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.861350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.924191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:48.933325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.939747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d1ebf04-7d0b-4d19-b416-aec36ff5c920 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.940834 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4981642 Dec 22 08:44:48.943772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34530) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:48.951382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': '16b506b2-94af-4581-89db-4c22d91d4d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:48.965537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=290eb83d-c203-4f2b-becd-bb21abebbec4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.968264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52cabf40-b7e3-4b70-a7e2-7a85dab9884d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.003949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Allocated IP 2001:db8:0:1::2 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/8cad8131-48ae-4ca6-9f8c-44852a1118ef/027ac09a-6586-4973-bcf6-d7b0a3db37f2) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:49.037828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:49.047841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] In _notify_port_updated(), no bound segment for port 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad on network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d {{(pid=87600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:44:49.053734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:49.054359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.058307 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "PUT /v2.0/ports/3e88ac6a-5fa2-4135-a571-cc8fe90e27ad HTTP/1.1" status: 200 len: 931 time: 1.3371699 Dec 22 08:44:49.061913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34534) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.062093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=3e88ac6a-5fa2-4135-a571-cc8fe90e27ad,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.065018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.085232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d893c-4646-4141-a221-c5430f20d880 req-60715674-992b-49e1-8131-a418267fce17 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:49.086719 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-177d893c-4646-4141-a221-c5430f20d880 req-60715674-992b-49e1-8131-a418267fce17 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.2154152 Dec 22 08:44:49.136467 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-177d893c-4646-4141-a221-c5430f20d880 req-0b10729f-4b7f-4ae9-b59a-f68c0dc5a5a0 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 Dec 22 08:44:49.140768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:49.149324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:49.154505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:49.160758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:49.161100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.196701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:49.255812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:49.258738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.270047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:49.300917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.318249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Transition to ACTIVE for port object 027ac09a-6586-4973-bcf6-d7b0a3db37f2 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:49.323220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.329524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a9262ad0-86bf-4b03-98f1-436c170b2610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:49.504932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Pushing event updated for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.508983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.580799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85369-4cc6-4fe5-b4b3-14b3cc886a21 req-b9fb58c4-5715-49c5-b972-19eb20e8de5e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:49.581847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-8ce85369-4cc6-4fe5-b4b3-14b3cc886a21 req-b9fb58c4-5715-49c5-b972-19eb20e8de5e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:49.601250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-8ce85369-4cc6-4fe5-b4b3-14b3cc886a21 req-b9fb58c4-5715-49c5-b972-19eb20e8de5e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:49.602416 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ce85369-4cc6-4fe5-b4b3-14b3cc886a21 req-b9fb58c4-5715-49c5-b972-19eb20e8de5e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.2598405 Dec 22 08:44:49.615491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 43d86d10-ab4d-4f7d-a726-d3ac81790235 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:49.620537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ee94-8806-4865-a0d0-73d76dd22fd7 req-51983c6f-03cd-4bf4-b2b8-7649ee6ccc0b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:49.623160 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1999ee94-8806-4865-a0d0-73d76dd22fd7 req-51983c6f-03cd-4bf4-b2b8-7649ee6ccc0b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.3426955 Dec 22 08:44:49.655521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-8ce85369-4cc6-4fe5-b4b3-14b3cc886a21 req-7497f2a0-7f99-45a3-8a19-93237d643a86 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:49.682972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-8ce85369-4cc6-4fe5-b4b3-14b3cc886a21 req-7497f2a0-7f99-45a3-8a19-93237d643a86 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:49.684969 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ce85369-4cc6-4fe5-b4b3-14b3cc886a21 req-7497f2a0-7f99-45a3-8a19-93237d643a86 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762591 Dec 22 08:44:49.704408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 43d86d10-ab4d-4f7d-a726-d3ac81790235 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:49.704890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.735599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.889274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:49.936998 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1999ee94-8806-4865-a0d0-73d76dd22fd7 req-bdf20732-c550-42d5-bfd2-5d2f8dd1bd89 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059771 Dec 22 08:44:50.016124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.024475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e4f6ac19-5c0f-4ec5-a47a-5e080f50d465 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:50.157861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6fcec266-ddee-4721-a7cc-3dbde1a35218 None None] Provisioning complete for port 7f85753d-8960-4a67-9419-39a2290c464b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:50.158370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6fcec266-ddee-4721-a7cc-3dbde1a35218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.160573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=a05eefa0-38b1-49c1-be0f-784e755732df,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.164775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:50.168348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.178617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a84efa60-8140-4149-a27f-fe5acb046b3f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:50.248673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6fcec266-ddee-4721-a7cc-3dbde1a35218 None None] Port 7f85753d-8960-4a67-9419-39a2290c464b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:50.252276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6fcec266-ddee-4721-a7cc-3dbde1a35218 None None] Could not find standard attr ID for object 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:50.258775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': 'b944c6d4-4cdc-4c8e-964b-585edb3bd121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b506b2-94af-4581-89db-4c22d91d4d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:50.259141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: 16b506b2-94af-4581-89db-4c22d91d4d5c, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:50.265760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6fcec266-ddee-4721-a7cc-3dbde1a35218 None None] Provisioning for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:50.272954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6fcec266-ddee-4721-a7cc-3dbde1a35218 None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:50.273592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6fcec266-ddee-4721-a7cc-3dbde1a35218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.281228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=3e88ac6a-5fa2-4135-a571-cc8fe90e27ad,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.283572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:50.287119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.348542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/3e88ac6a-5fa2-4135-a571-cc8fe90e27ad HTTP/1.1" status: 204 len: 168 time: 1.2837741 Dec 22 08:44:50.349549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34546) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.353063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 16b506b2-94af-4581-89db-4c22d91d4d5c is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:50.375514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 16b506b2-94af-4581-89db-4c22d91d4d5c) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:50.389665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:50.390261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.409099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f69ee8-1a4f-4780-87c1-fa49f16578ac None None] Network 16b506b2-94af-4581-89db-4c22d91d4d5c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:50.409911 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-612670f1-4b80-40b6-90ba-254a830bbe70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:44:50.410445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-612670f1-4b80-40b6-90ba-254a830bbe70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:50.433832 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4890237 Dec 22 08:44:50.435333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-612670f1-4b80-40b6-90ba-254a830bbe70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:50.438974 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-612670f1-4b80-40b6-90ba-254a830bbe70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/3e88ac6a-5fa2-4135-a571-cc8fe90e27ad HTTP/1.1" status: 404 len: 333 time: 0.0844312 Dec 22 08:44:50.439136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34550) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.439266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34554) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.447460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': '290eb83d-c203-4f2b-becd-bb21abebbec4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:50.476678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a6652-b42a-4211-b993-51cd5d34ca24 req-570b3c78-4771-4fd5-89e0-d7c5e781f80f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:50.478995 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-866a6652-b42a-4211-b993-51cd5d34ca24 req-570b3c78-4771-4fd5-89e0-d7c5e781f80f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.1750460 Dec 22 08:44:50.524501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.562490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.629184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.636789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fde8a0ca-765a-4a23-b126-73778ac7a257 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:50.665654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3311d-4f55-4f34-8874-aeec20a486e3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.668606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:50.670853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.676826 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/security-groups/cac3311d-4f55-4f34-8874-aeec20a486e3 HTTP/1.1" status: 204 len: 168 time: 0.2365127 Dec 22 08:44:50.677590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34558) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.696602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a81dff26-e40e-4604-9021-ffaa00ff63dc None None] Could not find standard attr ID for object 3e88ac6a-5fa2-4135-a571-cc8fe90e27ad. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:50.770551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49e5596f-5748-481a-8290-efe9cccdb833 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.773922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:50.781599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-866a6652-b42a-4211-b993-51cd5d34ca24 req-20e62021-c1d7-473b-873b-26c48725d88f tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889571 Dec 22 08:44:50.782558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:50.782803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-16b506b2-94af-4581-89db-4c22d91d4d5c', 'network_id': '16b506b2-94af-4581-89db-4c22d91d4d5c', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': 'a05eefa0-38b1-49c1-be0f-784e755732df'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:50.783756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.786270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:50.792408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:50.808823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:50.812755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.819893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49e5596f-5748-481a-8290-efe9cccdb833 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.932500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49e5596f-5748-481a-8290-efe9cccdb833 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.939456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:50.955981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5596f-5748-481a-8290-efe9cccdb833 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=477244f2-14d2-40fc-9024-295192d37e70,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.961417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-49e5596f-5748-481a-8290-efe9cccdb833 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:50.964770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Allocated IP 2001:db8::2 (16b506b2-94af-4581-89db-4c22d91d4d5c/a05eefa0-38b1-49c1-be0f-784e755732df/0fc4c20e-68be-48b7-8a83-4e32868c9a10) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:50.980679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84624c6c-1039-415d-a14b-f6699e338619 req-1a6c6d8b-2b6c-438d-b98a-4a24b56ff102 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:50.982305 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-84624c6c-1039-415d-a14b-f6699e338619 req-1a6c6d8b-2b6c-438d-b98a-4a24b56ff102 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.1237032 Dec 22 08:44:50.983994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-49e5596f-5748-481a-8290-efe9cccdb833 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.984177 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-49e5596f-5748-481a-8290-efe9cccdb833 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/security-groups/477244f2-14d2-40fc-9024-295192d37e70 HTTP/1.1" status: 204 len: 168 time: 0.3050036 Dec 22 08:44:50.987103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34566) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.062231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.067245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb3a4355-a7e0-4d4e-8052-cadd267faa0b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.091033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 73543d71-bd9f-429d-ab5e-6f1610a0287f {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:44:51.103141 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-84624c6c-1039-415d-a14b-f6699e338619 req-dede8398-4598-4308-94e6-cb5383c6b093 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077042 Dec 22 08:44:51.108562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.152761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=23536d30-2b8a-4e6b-aab6-9865294d5e98,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.156251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:51.158720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': 'df894492-80ad-4695-8b1a-f71105d0761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '290eb83d-c203-4f2b-becd-bb21abebbec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:51.159076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: 290eb83d-c203-4f2b-becd-bb21abebbec4, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:51.174998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.181017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:51.192161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 290eb83d-c203-4f2b-becd-bb21abebbec4) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:51.203000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c5187f-f305-46a7-8def-b58cd18623c4 None None] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:51.206855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:51.207525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.234377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34570) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.234910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7970707 Dec 22 08:44:51.243713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1198803178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:51.254217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:51.261212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:router and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:51.269237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:51.278445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:51.283990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.298161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.306889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Transition to ACTIVE for port object 0fc4c20e-68be-48b7-8a83-4e32868c9a10 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:51.332366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.333286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.347141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Transition to ACTIVE for port object 0fc4c20e-68be-48b7-8a83-4e32868c9a10 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:51.362410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.369237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2477cc3f-94e4-422c-b28d-119ffe8022b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.371355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.397856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.406596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.421509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1360c4a3-6576-4e3f-9a58-2069f0f14e0b tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.466154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=73543d71-bd9f-429d-ab5e-6f1610a0287f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.472149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:51.472771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Network 16b506b2-94af-4581-89db-4c22d91d4d5c is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:51.473968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.475831 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/73543d71-bd9f-429d-ab5e-6f1610a0287f HTTP/1.1" status: 204 len: 168 time: 0.4877744 Dec 22 08:44:51.479472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.480714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34574) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.483601 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f1bce34d-3ba5-41a3-bb15-f25d21cd445d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2478960 Dec 22 08:44:51.484217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34578) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.486674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:51.489723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:51.492417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:51.494891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d936c0-6052-4f35-8fa2-edff1109ab9d None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:51.636196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 027ac09a-6586-4973-bcf6-d7b0a3db37f2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:51.661127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Pushing event updated for resources: {'Port': ['ID=0fc4c20e-68be-48b7-8a83-4e32868c9a10,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.664558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:51.679003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:51.683139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:51.686251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:51.692315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:51.703581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:51.707737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.819104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-290eb83d-c203-4f2b-becd-bb21abebbec4', 'network_id': '290eb83d-c203-4f2b-becd-bb21abebbec4', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': '23536d30-2b8a-4e6b-aab6-9865294d5e98'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:44:51.819748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.863038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Attempting to bind port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:51.863329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Attempting to bind port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'b944c6d4-4cdc-4c8e-964b-585edb3bd121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b506b2-94af-4581-89db-4c22d91d4d5c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:51.863696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Attempting to bind port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 on network 16b506b2-94af-4581-89db-4c22d91d4d5c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:51.922571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:51.922954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Checking segment: {'id': 'b944c6d4-4cdc-4c8e-964b-585edb3bd121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b506b2-94af-4581-89db-4c22d91d4d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:51.923350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.923748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Bound using segment: {'id': 'b944c6d4-4cdc-4c8e-964b-585edb3bd121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b506b2-94af-4581-89db-4c22d91d4d5c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:51.924254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Bound port: 0fc4c20e-68be-48b7-8a83-4e32868c9a10, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b944c6d4-4cdc-4c8e-964b-585edb3bd121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '16b506b2-94af-4581-89db-4c22d91d4d5c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:51.924633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.018820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.075214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a9fcf-dc55-4722-a050-c51cc76d8b1c req-341757d9-d895-41a1-ba6e-772d17eccd61 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:52.076778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-586a9fcf-dc55-4722-a050-c51cc76d8b1c req-341757d9-d895-41a1-ba6e-772d17eccd61 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.1655512 Dec 22 08:44:52.085884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:52.086267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.146887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-586a9fcf-dc55-4722-a050-c51cc76d8b1c req-412de172-612e-4e36-aa48-ab35a0ad4b46 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535142 Dec 22 08:44:52.216750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.229387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5234b4a-a67e-4451-9b1f-3adddce8fa15 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.292435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:52.296453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:52.299688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] For port 0fc4c20e-68be-48b7-8a83-4e32868c9a10, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:52.304459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:52.305072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.316702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Allocated IP 2001:db8:1::2 (290eb83d-c203-4f2b-becd-bb21abebbec4/23536d30-2b8a-4e6b-aab6-9865294d5e98/7df96c84-a67d-43ae-a72b-64e8ae436458) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:52.332917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] For port 0fc4c20e-68be-48b7-8a83-4e32868c9a10, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0fc4c20e-68be-48b7-8a83-4e32868c9a10,segment=NetworkSegment(b944c6d4-4cdc-4c8e-964b-585edb3bd121),segment_id=b944c6d4-4cdc-4c8e-964b-585edb3bd121)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:52.336260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=3942a645-8b39-43de-97b4-ed9f39ed7c3e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.345047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.352985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.355098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.372304 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8879051 Dec 22 08:44:52.372581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34586) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.378754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1784420140'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:52.385186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.389209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.393770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.404648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.416692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.447833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.454532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group_rule and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.457950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.467315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.558116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.565146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.574380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0197416-e4a1-4378-ad3c-eb35d95af1cc tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.578252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ba28e-1a18-44b2-8cb7-dc6df126e2a2 req-f9b4634a-9e9e-403d-9e64-2e29eb4bbf07 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:52.581187 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5c5ba28e-1a18-44b2-8cb7-dc6df126e2a2 req-f9b4634a-9e9e-403d-9e64-2e29eb4bbf07 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.2382994 Dec 22 08:44:52.632200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fb86ae-3069-47e9-82a1-61c1fb860011,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.649670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.653540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.656844 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2832365 Dec 22 08:44:52.659731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34590) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.673938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045852480'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:52.681004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.688050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.689735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Pushing event updated for resources: {'Port': ['ID=0fc4c20e-68be-48b7-8a83-4e32868c9a10,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.691918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.694884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.710956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.714632 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5c5ba28e-1a18-44b2-8cb7-dc6df126e2a2 req-b2ef8a6f-b9d8-4b7f-b908-7d379652ea30 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255758 Dec 22 08:44:52.729562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8::1 (16b506b2-94af-4581-89db-4c22d91d4d5c/a05eefa0-38b1-49c1-be0f-784e755732df/6aaeb9ac-65b6-4895-b8fb-75a0d607db47) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:52.753299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.786487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.795739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group_rule and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.801600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.809057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.817930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.836537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Transition to ACTIVE for port object 7df96c84-a67d-43ae-a72b-64e8ae436458 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:52.870561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Transition to ACTIVE for port object 7df96c84-a67d-43ae-a72b-64e8ae436458 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:52.879418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.885370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.913075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.928582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.975037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-98b93202-7ea3-407c-9599-9ff9d9c9510a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.001980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:53.005625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:53.008947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:53.018357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.023105 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3590262 Dec 22 08:44:53.024286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34596) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:53.024415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.032911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'security_group': {'name': 'tempest-secgroup-1959427272'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:53.040389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06406d23-0cf5-4ee0-b4af-2fffcb2e0fae,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.044303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:53.047542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.049705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:53.051477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:53.060311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:53.072869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:53.095473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.102987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b37c8689-e9b8-40a2-98a4-2a2a8b5612c3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.115990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.144010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Attempting to bind port 7df96c84-a67d-43ae-a72b-64e8ae436458 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:53.144533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Attempting to bind port 7df96c84-a67d-43ae-a72b-64e8ae436458 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'df894492-80ad-4695-8b1a-f71105d0761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '290eb83d-c203-4f2b-becd-bb21abebbec4'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:53.145009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Attempting to bind port 7df96c84-a67d-43ae-a72b-64e8ae436458 on network 290eb83d-c203-4f2b-becd-bb21abebbec4 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:44:53.151658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:44:53.152157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Checking segment: {'id': 'df894492-80ad-4695-8b1a-f71105d0761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '290eb83d-c203-4f2b-becd-bb21abebbec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:44:53.152676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.153201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Bound using segment: {'id': 'df894492-80ad-4695-8b1a-f71105d0761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '290eb83d-c203-4f2b-becd-bb21abebbec4'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:44:53.153788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Bound port: 7df96c84-a67d-43ae-a72b-64e8ae436458, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df894492-80ad-4695-8b1a-f71105d0761c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '290eb83d-c203-4f2b-becd-bb21abebbec4'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:53.154286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.165635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:53.176829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Pushing event updated for resources: {'Port': ['ID=7df96c84-a67d-43ae-a72b-64e8ae436458,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.176829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.181547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:security_group_rule and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:53.187110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:53.201119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 16b506b2-94af-4581-89db-4c22d91d4d5c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:53.205578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:53.217544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:53.221878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:53.222410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.284224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=6aaeb9ac-65b6-4895-b8fb-75a0d607db47,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.291711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] For port 7df96c84-a67d-43ae-a72b-64e8ae436458, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:44:53.293589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.302105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] For port 7df96c84-a67d-43ae-a72b-64e8ae436458, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7df96c84-a67d-43ae-a72b-64e8ae436458,segment=NetworkSegment(df894492-80ad-4695-8b1a-f71105d0761c),segment_id=df894492-80ad-4695-8b1a-f71105d0761c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:44:53.314193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.326159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.329920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a92f7e7a-7998-4ea2-bce2-52d12939cb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.334175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.344886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-76eedaf0-b508-48ed-8ae3-33f951a4e96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.428894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.455712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Pushing event updated for resources: {'Port': ['ID=7df96c84-a67d-43ae-a72b-64e8ae436458,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.456213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78841fc-2236-4878-b24a-dc3ea9e0f072,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.459669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.460826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.510601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.512198 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4866905 Dec 22 08:44:53.518800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34602) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:53.550427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-224017938', 'security_groups': ['f78841fc-2236-4878-b24a-dc3ea9e0f072'], 'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3942a645-8b39-43de-97b4-ed9f39ed7c3e'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:53.684440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0fc4c20e-68be-48b7-8a83-4e32868c9a10 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:53.772382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:53.852204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f925ff-b4fe-4b50-8cb5-8e8e906dc67d req-7e51df6d-725e-4e18-b025-04331c85424e tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:53.853770 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8f925ff-b4fe-4b50-8cb5-8e8e906dc67d req-7e51df6d-725e-4e18-b025-04331c85424e tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.4931719 Dec 22 08:44:53.866820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-d70d2d9f-1a99-4d0b-bb0c-f6ce491df827 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:53.868418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-d70d2d9f-1a99-4d0b-bb0c-f6ce491df827 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.4005418 Dec 22 08:44:53.894714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:53.929521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e10cb9d-f9e6-4d11-aa62-d0ac66a8d461 None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:53.953821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:54.010449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Deleting port 56891c1d-4e06-4407-b466-2f987a9e2a94 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:54.010795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.057494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:54.085136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3565e43f-a2e3-4aa3-9d93-69368fe39a61 None None] Provisioning complete for port 7f85753d-8960-4a67-9419-39a2290c464b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:54.085519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3565e43f-a2e3-4aa3-9d93-69368fe39a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.112241 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8f925ff-b4fe-4b50-8cb5-8e8e906dc67d req-772580be-3081-4a1c-8df9-a1f03f62516b tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398312 Dec 22 08:44:54.170245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b23ad-021b-4ad5-87cf-ee3f54a3e580 req-0ccde3de-2012-479c-a45b-b4359c29ff85 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:54.171827 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f64b23ad-021b-4ad5-87cf-ee3f54a3e580 req-0ccde3de-2012-479c-a45b-b4359c29ff85 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.1833870 Dec 22 08:44:54.207336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.213065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.213903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.219707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2069b09d-8142-4da6-874e-04aea4acb8eb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:54.239008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3565e43f-a2e3-4aa3-9d93-69368fe39a61 None None] Port 7f85753d-8960-4a67-9419-39a2290c464b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:54.267572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3565e43f-a2e3-4aa3-9d93-69368fe39a61 None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:54.268798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3565e43f-a2e3-4aa3-9d93-69368fe39a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.311558 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f64b23ad-021b-4ad5-87cf-ee3f54a3e580 req-6a49f063-722e-45ab-845d-56d32685bb68 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279092 Dec 22 08:44:54.395682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e9eac-f406-4d27-908a-ff82a6cf632e None None] Network 16b506b2-94af-4581-89db-4c22d91d4d5c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:54.428509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=6aaeb9ac-65b6-4895-b8fb-75a0d607db47,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:54.433236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:54.490995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 16b506b2-94af-4581-89db-4c22d91d4d5c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:54.492966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:54.637052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.672624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] device_id is not set on port 2f45400c-b14f-4d14-b671-8ef74f934682 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:54.742549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Provisioning for port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:54.784947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Provisioning complete for port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:54.785602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.819109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Update dhcp port {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'fixed_ips': [{'subnet_id': '8cad8131-48ae-4ca6-9f8c-44852a1118ef', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3942a645-8b39-43de-97b4-ed9f39ed7c3e'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '027ac09a-6586-4973-bcf6-d7b0a3db37f2'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:44:54.894712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router d96621ba-d8a2-4e89-938f-10146d928a7c is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:44:54.919657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.951653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8::240 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/3942a645-8b39-43de-97b4-ed9f39ed7c3e/2f45400c-b14f-4d14-b671-8ef74f934682) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:55.003201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284465c0-e64e-41b1-8c71-e8c80decf216 None None] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:55.094341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:55.103605 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/d96621ba-d8a2-4e89-938f-10146d928a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6183562 Dec 22 08:44:55.106215 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] Sync routers for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:55.106680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.121630 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:55.122490 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.189947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750ec18-baa9-4230-88de-9c0886699000 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:55.191279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f750ec18-baa9-4230-88de-9c0886699000 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:55.217345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f750ec18-baa9-4230-88de-9c0886699000 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:55.219516 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f750ec18-baa9-4230-88de-9c0886699000 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports/6aaeb9ac-65b6-4895-b8fb-75a0d607db47 HTTP/1.1" status: 200 len: 911 time: 0.1122384 Dec 22 08:44:55.222360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34614) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.226778 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.236719 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:55.237753 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.273153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.330163 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:55.331451 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c523a5-76ad-4559-8fcb-69237335c373 None None] The sync data for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:55.338126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] For port 56891c1d-4e06-4407-b466-2f987a9e2a94, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=56891c1d-4e06-4407-b466-2f987a9e2a94,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:55.338859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.357729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] For port 0fc4c20e-68be-48b7-8a83-4e32868c9a10, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0fc4c20e-68be-48b7-8a83-4e32868c9a10,segment=NetworkSegment(b944c6d4-4cdc-4c8e-964b-585edb3bd121),segment_id=b944c6d4-4cdc-4c8e-964b-585edb3bd121)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:55.390523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.396048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e5caae69-d3ae-4e82-8fe9-fe19817930e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:55.565051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Pushing event updated for resources: {'Port': ['ID=0fc4c20e-68be-48b7-8a83-4e32868c9a10,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:55.571055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:55.588627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-26c2357e-89f7-4517-8563-993e801119c0 None None] Provisioning for port 7df96c84-a67d-43ae-a72b-64e8ae436458 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:55.623152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.644532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Transition to ACTIVE for port object 2f45400c-b14f-4d14-b671-8ef74f934682 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:55.731757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df96c84-a67d-43ae-a72b-64e8ae436458 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:55.782716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-17ed68f9-5009-449c-a77d-205af4c28bbd None None] Provisioning for port 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:55.805978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-17ed68f9-5009-449c-a77d-205af4c28bbd None None] Provisioning complete for port 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:55.806367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-17ed68f9-5009-449c-a77d-205af4c28bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.875723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144fc18-836a-436e-8a89-49b72b7ab5d6 req-7fad9284-3a53-4184-a1a2-90dc4f889cbe tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:55.877547 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6144fc18-836a-436e-8a89-49b72b7ab5d6 req-7fad9284-3a53-4184-a1a2-90dc4f889cbe tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.3688447 Dec 22 08:44:55.901911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-17ed68f9-5009-449c-a77d-205af4c28bbd None None] Port 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:55.932172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-17ed68f9-5009-449c-a77d-205af4c28bbd None None] Provisioning complete for port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:55.933171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-17ed68f9-5009-449c-a77d-205af4c28bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.947676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.948308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.948913 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Floating IP ead0a6d0-30ac-461d-8194-e7cbb18762b7 disassociated. External IP: 172.26.7.96, port: 56891c1d-4e06-4407-b466-2f987a9e2a94. Dec 22 08:44:55.949359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Calling delete_port for 56891c1d-4e06-4407-b466-2f987a9e2a94 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:44:55.967224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 7df96c84-a67d-43ae-a72b-64e8ae436458 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:56.000662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.015656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5fa9077c-bb45-449e-af2b-a227e1617937 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:56.039101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 7df96c84-a67d-43ae-a72b-64e8ae436458 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:56.039467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.085076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6144fc18-836a-436e-8a89-49b72b7ab5d6 req-840b1ad5-c0f3-4393-90fc-00b996ca7319 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370018 Dec 22 08:44:56.132292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Allocated IP 2001:db8::2 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/3942a645-8b39-43de-97b4-ed9f39ed7c3e/027ac09a-6586-4973-bcf6-d7b0a3db37f2) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:56.157044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4179-6bca-4f06-af1a-64f92fd85e6a req-24b505e6-c210-46d3-9daa-2136e7a41f17 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:56.158552 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b6ce4179-6bca-4f06-af1a-64f92fd85e6a req-24b505e6-c210-46d3-9daa-2136e7a41f17 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 945 time: 0.4816341 Dec 22 08:44:56.225800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:56.235719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:56.248593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:56.255451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:56.257084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.263742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=2f45400c-b14f-4d14-b671-8ef74f934682,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.279186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.279726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:56.303980 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b6ce4179-6bca-4f06-af1a-64f92fd85e6a req-590c27fe-9bfc-42bf-9562-85c21ec0d651 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b1bb8fe-f168-4f85-94a9-4a39560265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253128 Dec 22 08:44:56.310336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.322990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:56.366121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.437489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event deleted for resources: {'Port': ['ID=56891c1d-4e06-4407-b466-2f987a9e2a94,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.440172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9202960 Dec 22 08:44:56.441316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:56.447959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34626) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.453440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:56.458810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 7df96c84-a67d-43ae-a72b-64e8ae436458, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7df96c84-a67d-43ae-a72b-64e8ae436458,segment=NetworkSegment(df894492-80ad-4695-8b1a-f71105d0761c),segment_id=df894492-80ad-4695-8b1a-f71105d0761c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:56.461435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:56.468975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.472819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:56.543679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.580889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Transition to ACTIVE for port object 027ac09a-6586-4973-bcf6-d7b0a3db37f2 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:56.583190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-62c54f49-800c-43e3-bb35-5f28cc1bebef None None] Provisioning complete for port 7df96c84-a67d-43ae-a72b-64e8ae436458 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:56.583604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-62c54f49-800c-43e3-bb35-5f28cc1bebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.632725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=7df96c84-a67d-43ae-a72b-64e8ae436458,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.636016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:56.636878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.654372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:56.807634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Pushing event updated for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.811774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:56.891178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8:1::1 (290eb83d-c203-4f2b-becd-bb21abebbec4/23536d30-2b8a-4e6b-aab6-9865294d5e98/e948a56b-854b-4991-aa7b-0604097bfe3d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:56.923794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-62c54f49-800c-43e3-bb35-5f28cc1bebef None None] Provisioning complete for port 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:56.924387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-62c54f49-800c-43e3-bb35-5f28cc1bebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.936891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:56.943191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Router 618dced5-0baa-4401-86c0-8a0c5fa6b64f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:56.949728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:56.954050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:56.964270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:56.991470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-62c54f49-800c-43e3-bb35-5f28cc1bebef None None] Port 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:57.060211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:57.063761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.088588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.109312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object e948a56b-854b-4991-aa7b-0604097bfe3d will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:57.136376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.141286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-995cbc62-167e-4617-a446-78b70f189274 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:57.273814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=e948a56b-854b-4991-aa7b-0604097bfe3d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.277824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:57.285182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:57.288405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:57.291828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:44:57.292473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.299786 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.ipam_backend_mixin [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3942a645-8b39-43de-97b4-ed9f39ed7c3e (CIDR: 2001:db8::/64) Dec 22 08:44:57.307699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:57.308347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:57.333664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:57.345604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] Sync routers for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:57.356321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:57.356989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:57.368438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba269e-4062-46f3-a863-54ca8b8da074 req-de9c4303-f9a5-4165-856d-88311661f345 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:57.371027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bb4adfb9-787d-4ece-bea9-ab7fcf6759d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9226654 Dec 22 08:44:57.376984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34634) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.377448 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-deba269e-4062-46f3-a863-54ca8b8da074 req-de9c4303-f9a5-4165-856d-88311661f345 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.1700618 Dec 22 08:44:57.394015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:57.462077 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-deba269e-4062-46f3-a863-54ca8b8da074 req-0c2231a8-c217-4235-8664-03c4093149c6 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791819 Dec 22 08:44:57.468187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] No DVR routers for this DVR port 56891c1d-4e06-4407-b466-2f987a9e2a94 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:57.544581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.547088 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd1e89c5-dfce-4812-aaf5-de95fa13908e req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.16 "DELETE /v2.0/ports/56891c1d-4e06-4407-b466-2f987a9e2a94 HTTP/1.1" status: 204 len: 173 time: 3.6562202 Dec 22 08:44:57.548202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'name': 'network-vif-deleted', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:57.702120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2617d038-a30d-455d-b6ad-805aa4895b07 req-d9ce5c49-2616-4b0a-b751-4de14d708cdb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Synchronizing usage tracker for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:57.710598 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3217d55-8a8f-45f5-a8cf-a85d8e1727af', 'name': 'network-vif-deleted', 'tag': '56891c1d-4e06-4407-b466-2f987a9e2a94', 'status': 'completed', 'code': 200} Dec 22 08:44:57.722300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.743650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2617d038-a30d-455d-b6ad-805aa4895b07 req-d9ce5c49-2616-4b0a-b751-4de14d708cdb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Unset dirty status for tenant:d9f06b68530c4cb7977ee5cb8f292dbf on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:57.747121 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2617d038-a30d-455d-b6ad-805aa4895b07 req-d9ce5c49-2616-4b0a-b751-4de14d708cdb tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3217d55-8a8f-45f5-a8cf-a85d8e1727af HTTP/1.1" status: 200 len: 210 time: 0.2038209 Dec 22 08:44:57.791460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0fc4c20e-68be-48b7-8a83-4e32868c9a10 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:57.831762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:57.846438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:57.851806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:57.860320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:57.873737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:57.878546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.931038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:57.992241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d927207e-0d6f-4a8b-90a8-9fcd15f0b252 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:44:57.995901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 56891c1d-4e06-4407-b466-2f987a9e2a94 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:58.023286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.ipam_backend_mixin [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8cad8131-48ae-4ca6-9f8c-44852a1118ef (CIDR: 2001:db8:0:1::/64) Dec 22 08:44:58.027360 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:58.028131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:58.050793 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4e84c6ca-8e42-4a47-a046-4fce114c8ca9 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6724582 Dec 22 08:44:58.054651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-23ab7b5e-69ae-4f47-8ed8-62dfaa4eff63 None None] Provisioning complete for port 7f85753d-8960-4a67-9419-39a2290c464b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:58.055034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23ab7b5e-69ae-4f47-8ed8-62dfaa4eff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.056418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34642) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.062183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'subnet': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:58.082128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 56891c1d-4e06-4407-b466-2f987a9e2a94 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:44:58.082376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 56891c1d-4e06-4407-b466-2f987a9e2a94 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:58.186105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.resource_extend [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:44:58.217209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.222487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.223383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.228773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6592bbd1-2cdc-42db-8ae0-8f5452936da5 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:58.231435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:58.236124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Usage tracker for resource:subnet and tenant:ef0ea95314be40368f12fdef58e3e10b is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:58.239787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:58.247364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:58.261709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Made reservation on behalf of ef0ea95314be40368f12fdef58e3e10b for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:58.266415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.350857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-23ab7b5e-69ae-4f47-8ed8-62dfaa4eff63 None None] Port 7f85753d-8960-4a67-9419-39a2290c464b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:44:58.371103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:58.371484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.384606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=e948a56b-854b-4991-aa7b-0604097bfe3d,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:58.388777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:58.447097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:58.449044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:58.463011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-23ab7b5e-69ae-4f47-8ed8-62dfaa4eff63 None None] Provisioning for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:58.510529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-23ab7b5e-69ae-4f47-8ed8-62dfaa4eff63 None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:58.510906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23ab7b5e-69ae-4f47-8ed8-62dfaa4eff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.598361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.615285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14310e57-37a6-4aed-a020-e8327da0e90b tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:58.629771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d927207e-0d6f-4a8b-90a8-9fcd15f0b252, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:58.682386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router d96621ba-d8a2-4e89-938f-10146d928a7c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:44:58.688502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:58.697053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:58.710555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:58.711965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.713676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1247fb-28b3-4a8b-80ab-2c4de2a1e037 None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:44:58.738827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'port_id': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'mac_address': 'fa:16:3e:2e:9f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:44:58.750448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Subnet': ['ID=06e873bf-5f37-4fcf-9041-c39219770297,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:58.753168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:58.762403 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7013769 Dec 22 08:44:58.762403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34648) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.768799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1935766546', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06e873bf-5f37-4fcf-9041-c39219770297'}], 'security_groups': ['37fb86ae-3069-47e9-82a1-61c1fb860011', '06406d23-0cf5-4ee0-b4af-2fffcb2e0fae']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:44:58.904440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df96c84-a67d-43ae-a72b-64e8ae436458 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:58.914703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34656) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.917439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.003081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.087158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d927207e-0d6f-4a8b-90a8-9fcd15f0b252 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:59.123429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:44:59.135988 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] Sync routers for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:44:59.151199 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:59.152392 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:59.155758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8ca10-926b-4cb1-a7b4-0980b5e807da req-b531c121-fe10-44af-a85f-69528d11d8f1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:59.164172 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bfc8ca10-926b-4cb1-a7b4-0980b5e807da req-b531c121-fe10-44af-a85f-69528d11d8f1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 943 time: 0.2804115 Dec 22 08:44:59.169953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d927207e-0d6f-4a8b-90a8-9fcd15f0b252, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:44:59.186099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/d96621ba-d8a2-4e89-938f-10146d928a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9588523 Dec 22 08:44:59.186099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34660) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.186393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.192082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fbc21369-56bf-47a4-8519-818b11e82aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:59.196013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.243331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:52Z', 'revision_number': 5, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:59.260196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] Checking router: 618dced5-0baa-4401-86c0-8a0c5fa6b64f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:44:59.272710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.275830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:59.286903 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bfc8ca10-926b-4cb1-a7b4-0980b5e807da req-b418fd5c-2038-4f4f-8856-b61db9318604 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217632 Dec 22 08:44:59.294796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:59.295747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:59.297656 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:44:59.298739 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:59.304600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c509d-b1dd-4a92-a5e7-656c727f3b75 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:59.305368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-521c509d-b1dd-4a92-a5e7-656c727f3b75 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:59.326775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-521c509d-b1dd-4a92-a5e7-656c727f3b75 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:59.328457 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-521c509d-b1dd-4a92-a5e7-656c727f3b75 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports/e948a56b-854b-4991-aa7b-0604097bfe3d HTTP/1.1" status: 200 len: 913 time: 0.1423306 Dec 22 08:44:59.333259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34664) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.417979 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:59.418729 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df12c9c1-d40f-4731-81c3-96226b677a62 None None] The sync data for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:44:59.421001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.430222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ce545d9-9079-467c-8443-da03b9b05467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:59.462827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1bb8fe-f168-4f85-94a9-4a39560265a1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.467554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:59.478233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.479251 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b1bb8fe-f168-4f85-94a9-4a39560265a1 HTTP/1.1" status: 204 len: 168 time: 0.5636187 Dec 22 08:44:59.484098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34668) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.535165 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-4ef3cb6e-7ad9-4592-ae8b-6b41f8aac9c2 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] show failed (client error): The resource could not be found. Dec 22 08:44:59.536258 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4ef3cb6e-7ad9-4592-ae8b-6b41f8aac9c2 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "GET /v2.0/security-groups/6b1bb8fe-f168-4f85-94a9-4a39560265a1 HTTP/1.1" status: 404 len: 347 time: 0.0512593 Dec 22 08:44:59.539112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34672) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.621983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 7df96c84-a67d-43ae-a72b-64e8ae436458 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:59.622361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.644816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Delete allocated IP 2001:db8::240 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/3942a645-8b39-43de-97b4-ed9f39ed7c3e) {{(pid=87601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:44:59.653950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Allocated IP 2001:db8:0:2::2 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/06e873bf-5f37-4fcf-9041-c39219770297/2f45400c-b14f-4d14-b671-8ef74f934682) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:59.663600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['d927207e-0d6f-4a8b-90a8-9fcd15f0b252'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:44:59.740515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Deleting port b4c508f3-22b1-41fc-b17e-e44d2612f5c6 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:44:59.741063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.747888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.757937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Provisioning for port e948a56b-854b-4991-aa7b-0604097bfe3d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:59.770126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:59.789364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Provisioning complete for port e948a56b-854b-4991-aa7b-0604097bfe3d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:59.789892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.857715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:44:59.924744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.940601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Ignored duplicate provisioning block setup for port 2f45400c-b14f-4d14-b671-8ef74f934682 by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:44:59.945995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.951699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f5a13bfe-bd2d-46a2-871f-493358dc2390 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:59.972814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Port e948a56b-854b-4991-aa7b-0604097bfe3d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:00.049045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] In _notify_port_updated(), no bound segment for port 2f45400c-b14f-4d14-b671-8ef74f934682 on network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:45:00.054625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:00.055248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.059286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "PUT /v2.0/ports/2f45400c-b14f-4d14-b671-8ef74f934682 HTTP/1.1" status: 200 len: 968 time: 1.2934990 Dec 22 08:45:00.059603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34678) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:00.122733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event updated for resources: {'Port': ['ID=2f45400c-b14f-4d14-b671-8ef74f934682,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.127171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:00.150797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 2f45400c-b14f-4d14-b671-8ef74f934682 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:00.151134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.187307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.187638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.203282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Provisioning for port 2f45400c-b14f-4d14-b671-8ef74f934682 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:00.279061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 027ac09a-6586-4973-bcf6-d7b0a3db37f2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:00.312851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Provisioning complete for port 2f45400c-b14f-4d14-b671-8ef74f934682 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:00.313718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.323306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Calling delete_port for b4c508f3-22b1-41fc-b17e-e44d2612f5c6 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:00.419017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Update dhcp port {'port': {'network_id': '45e8bbaf-c20b-45f1-952a-39b5020e0e0d', 'fixed_ips': [{'subnet_id': '8cad8131-48ae-4ca6-9f8c-44852a1118ef', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3942a645-8b39-43de-97b4-ed9f39ed7c3e', 'ip_address': '2001:db8::2'}, {'subnet_id': '06e873bf-5f37-4fcf-9041-c39219770297'}], 'binding:host_id': 'dv-neutron-822602-1-hyperv'}, 'id': '027ac09a-6586-4973-bcf6-d7b0a3db37f2'} from dv-neutron-822602-1-hyperv. {{(pid=87602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 08:45:00.465991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.505059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6827bdac-5081-4738-b39a-46594ee6df23 None None] Port 2f45400c-b14f-4d14-b671-8ef74f934682 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:00.548425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.558473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0eb1a1e2-178d-445e-9c43-d07ce5112f94 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:00.604646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 2f45400c-b14f-4d14-b671-8ef74f934682 owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:00.626058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.679880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236d5a3-532e-4d08-a382-fa79bf5549a8 req-594b8066-98e9-4d08-8e5f-f03c5e87c52d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:00.681485 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b236d5a3-532e-4d08-a382-fa79bf5549a8 req-594b8066-98e9-4d08-8e5f-f03c5e87c52d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 944 time: 0.2800808 Dec 22 08:45:00.735653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:00.736060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.777686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Pushing event deleted for resources: {'Port': ['ID=b4c508f3-22b1-41fc-b17e-e44d2612f5c6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.780139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:00.809265 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b236d5a3-532e-4d08-a382-fa79bf5549a8 req-9dfa94fc-568f-45ac-b5a7-da9d5e4fc0d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099536 Dec 22 08:45:00.816764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.844966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.851393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9db9c0f5-89b4-47e7-8aea-1b31155b36a8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:00.897210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=2f45400c-b14f-4d14-b671-8ef74f934682,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.900320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:00.943112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.954068 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/2f45400c-b14f-4d14-b671-8ef74f934682 HTTP/1.1" status: 204 len: 168 time: 0.8930006 Dec 22 08:45:00.956316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34684) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:00.974123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.000614 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb9ac28-3fb4-4f24-ac61-d2d39e98a6bf tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] GET failed (client error): The resource could not be found. Dec 22 08:45:01.001155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7bb9ac28-3fb4-4f24-ac61-d2d39e98a6bf tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Synchronizing usage tracker for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:01.003168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.004846 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] 10.222.0.36 "DELETE /v2.0/floatingips/ead0a6d0-30ac-461d-8194-e7cbb18762b7 HTTP/1.1" status: 204 len: 168 time: 1.4633687 Dec 22 08:45:01.005005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:52Z', 'revision_number': 5, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:01.010379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34688) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.029498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7bb9ac28-3fb4-4f24-ac61-d2d39e98a6bf tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Unset dirty status for tenant:ef0ea95314be40368f12fdef58e3e10b on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:01.032535 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7bb9ac28-3fb4-4f24-ac61-d2d39e98a6bf tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports/2f45400c-b14f-4d14-b671-8ef74f934682 HTTP/1.1" status: 404 len: 333 time: 0.0750430 Dec 22 08:45:01.033717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34694) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.047842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57987549-d81e-40fe-85f3-f0078b3bf84f None None] The sync data for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv is: [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:39:43Z', 'revision_number': 4, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '0095ca32-dee6-41df-a81a-3d058797b9d0', 'name': '', 'network_id': 'e764cacf-b1d4-47a6-8301-b745c027b273', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'mac_address': 'fa:16:3e:c3:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:38Z', 'updated_at': '2021-12-22T08:39:52Z', 'revision_number': 5, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'subnets': [{'id': 'fa93e030-e3f8-438a-840a-c0d5a6d10050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:01.061488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Allocated IP 2001:db8:0:2::3 (45e8bbaf-c20b-45f1-952a-39b5020e0e0d/06e873bf-5f37-4fcf-9041-c39219770297/027ac09a-6586-4973-bcf6-d7b0a3db37f2) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:01.144481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.179885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.225941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port e948a56b-854b-4991-aa7b-0604097bfe3d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:01.226563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.315303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:01.350115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.371494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Transition to ACTIVE for port object 027ac09a-6586-4973-bcf6-d7b0a3db37f2 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:01.379410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.394330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cd34d6b7-4757-4850-a794-4066c637dea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:01.451599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97388125-74fe-42e8-b4a3-e8f6f8e3aa8a None None] New status for floating IP ead0a6d0-30ac-461d-8194-e7cbb18762b7: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:45:01.479393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.570877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.610509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for e948a56b-854b-4991-aa7b-0604097bfe3d owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:01.637501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6c7ae7ed-9cc7-4cd7-8cfa-33cf3a5f7bcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:01.671980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.673458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/security-groups/f78841fc-2236-4878-b24a-dc3ea9e0f072 HTTP/1.1" status: 204 len: 168 time: 0.6368344 Dec 22 08:45:01.674377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78841fc-2236-4878-b24a-dc3ea9e0f072,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.679097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:01.679598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34698) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.727421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Pushing event updated for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.730570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:01.873700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.925101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.991686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d927207e-0d6f-4a8b-90a8-9fcd15f0b252 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:02.025947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.031948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9315fb37-8c82-48c3-9da9-3a460d56d374 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.055229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06406d23-0cf5-4ee0-b4af-2fffcb2e0fae,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.058492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.065639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.069475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.072995 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/security-groups/06406d23-0cf5-4ee0-b4af-2fffcb2e0fae HTTP/1.1" status: 204 len: 168 time: 0.3900850 Dec 22 08:45:02.073710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34706) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.077526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-82af99ea-a441-480a-8757-ac91e777873e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.117515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:02.130446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:02.131662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.179128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=e948a56b-854b-4991-aa7b-0604097bfe3d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.197461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.226067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.273865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.310579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288243c1-f3e4-4065-a5c4-0493869a28d7 req-545ed52f-5fca-4266-811e-8ce91bbc5420 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:02.312425 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-288243c1-f3e4-4065-a5c4-0493869a28d7 req-545ed52f-5fca-4266-811e-8ce91bbc5420 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 944 time: 0.3559928 Dec 22 08:45:02.381208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.394342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.442870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d927207e-0d6f-4a8b-90a8-9fcd15f0b252, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:02.445935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:45:02.453845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.456169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-19891d5f-1ccc-4fcf-bafc-6f7d42c44156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.546791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.551160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.569880 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'code': 200} Dec 22 08:45:02.636154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.648567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce04012c-eea9-4d2b-9388-47267c964c6b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.675886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fb86ae-3069-47e9-82a1-61c1fb860011,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.688990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.690046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.691356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/security-groups/37fb86ae-3069-47e9-82a1-61c1fb860011 HTTP/1.1" status: 204 len: 168 time: 0.6167533 Dec 22 08:45:02.695050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34712) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.743705 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-288243c1-f3e4-4065-a5c4-0493869a28d7 req-f08c7f66-a0ec-45c2-8560-ba6e376d87ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869529 Dec 22 08:45:02.744639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.777728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f62ef467-923d-4bae-b963-ccb7847544ee None None] Provisioning complete for port 7f85753d-8960-4a67-9419-39a2290c464b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:02.778105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f62ef467-923d-4bae-b963-ccb7847544ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.857184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f62ef467-923d-4bae-b963-ccb7847544ee None None] Port 7f85753d-8960-4a67-9419-39a2290c464b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:02.860705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f62ef467-923d-4bae-b963-ccb7847544ee None None] Could not find standard attr ID for object 2f45400c-b14f-4d14-b671-8ef74f934682. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:45:02.883199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f62ef467-923d-4bae-b963-ccb7847544ee None None] Provisioning for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:02.891148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f62ef467-923d-4bae-b963-ccb7847544ee None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:02.891794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f62ef467-923d-4bae-b963-ccb7847544ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.048608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 3942a645-8b39-43de-97b4-ed9f39ed7c3e {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:03.054300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.137643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49977cb1-c377-4160-8e13-f7843f7b396e req-55705522-e038-42d8-9fbb-73f93d8f3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:03.139150 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-49977cb1-c377-4160-8e13-f7843f7b396e req-55705522-e038-42d8-9fbb-73f93d8f3086 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 1098 time: 0.2665863 Dec 22 08:45:03.141620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.185005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router d96621ba-d8a2-4e89-938f-10146d928a7c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:03.199126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5ff0a7b6-68b7-4b28-a6bb-b2594bd25c6f None None] Could not find standard attr ID for object 2f45400c-b14f-4d14-b671-8ef74f934682. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:45:03.248118 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-49977cb1-c377-4160-8e13-f7843f7b396e req-4710fd62-cd4a-49b2-a5f9-69e84c040ffa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586102 Dec 22 08:45:03.335890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Deleting port 0095ca32-dee6-41df-a81a-3d058797b9d0 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:03.336242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.341649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 027ac09a-6586-4973-bcf6-d7b0a3db37f2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:03.397186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.401827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:03.414829 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] Sync routers for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:03.420996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:03.421980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.426394 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:03.428055 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:03.430898 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/d96621ba-d8a2-4e89-938f-10146d928a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0959897 Dec 22 08:45:03.434066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34716) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.506206 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:03.517560 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:03.518454 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:03.602517 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:03.604748 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc25e0-2174-45ed-b081-7d4254a86b33 None None] The sync data for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:03.735519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.741608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37b95ec6-ebbc-4f23-a331-2d40832c3636 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:03.782810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] For port 0095ca32-dee6-41df-a81a-3d058797b9d0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0095ca32-dee6-41df-a81a-3d058797b9d0,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:03.783174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.793540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.799177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=3942a645-8b39-43de-97b4-ed9f39ed7c3e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.804529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35893a-0fc1-4034-9d6b-963bf820283c None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:03.813105 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/3942a645-8b39-43de-97b4-ed9f39ed7c3e HTTP/1.1" status: 204 len: 168 time: 1.1109231 Dec 22 08:45:03.814070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34722) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.873437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.874057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.874442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.874807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.875166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.875522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.875882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.876268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.876640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.876983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.877329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.877683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:03.881744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:03.982273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Calling delete_port for 0095ca32-dee6-41df-a81a-3d058797b9d0 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:04.027812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.098629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 06e873bf-5f37-4fcf-9041-c39219770297 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:04.106957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.207025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.359642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2f5c3-f356-4067-a2fc-aab9bc66cbe4 req-97392256-4046-412d-bda3-c416a86ea87c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:04.361168 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7af2f5c3-f356-4067-a2fc-aab9bc66cbe4 req-97392256-4046-412d-bda3-c416a86ea87c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 945 time: 0.4499264 Dec 22 08:45:04.449688 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7af2f5c3-f356-4067-a2fc-aab9bc66cbe4 req-8a14fdb8-6042-4335-befe-506badb9779a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759814 Dec 22 08:45:04.455588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.562198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:04.562198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.589498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.598480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0282960e-7140-4321-8ef9-2aed17cb6a14 tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.669829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Pushing event deleted for resources: {'Port': ['ID=0095ca32-dee6-41df-a81a-3d058797b9d0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.704226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:04.710934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.723270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-171565b5-97d9-455b-87f2-ba78b5be4fb0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.796359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=06e873bf-5f37-4fcf-9041-c39219770297,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.808692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:04.812927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.828194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.833211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/06e873bf-5f37-4fcf-9041-c39219770297 HTTP/1.1" status: 204 len: 168 time: 1.0188665 Dec 22 08:45:04.836920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34728) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.845714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef845d9-2cf7-4bb8-9a1b-672c7e42b591 None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:04.941311 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ce8a4d-2aae-42f2-87a0-af07b21c7dfb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:04.941776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ce8a4d-2aae-42f2-87a0-af07b21c7dfb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:04.946768 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-06ce8a4d-2aae-42f2-87a0-af07b21c7dfb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/3942a645-8b39-43de-97b4-ed9f39ed7c3e HTTP/1.1" status: 404 len: 337 time: 0.1089532 Dec 22 08:45:04.972581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5506fd52-94e0-4e58-ade1-255a7a1a9533 None None] Provisioning complete for port 7f85753d-8960-4a67-9419-39a2290c464b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:04.973222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5506fd52-94e0-4e58-ade1-255a7a1a9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.988828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34732) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.014851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 6aaeb9ac-65b6-4895-b8fb-75a0d607db47 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:05.086471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.094385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting subnet 8cad8131-48ae-4ca6-9f8c-44852a1118ef {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:05.101198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.127439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5506fd52-94e0-4e58-ade1-255a7a1a9533 None None] Port 7f85753d-8960-4a67-9419-39a2290c464b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:05.181256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5506fd52-94e0-4e58-ade1-255a7a1a9533 None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:05.181789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5506fd52-94e0-4e58-ade1-255a7a1a9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.206322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.212851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:05.239769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.288651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=6aaeb9ac-65b6-4895-b8fb-75a0d607db47,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.376418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.376967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.377165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.377535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.377899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.378254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.378609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.378962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.379319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.379668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.380042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.380400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:05.384164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.478155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.687429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.847723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Router 618dced5-0baa-4401-86c0-8a0c5fa6b64f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:05.849676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.857016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-87194c9f-7d3e-4842-9624-2cfba0aa1275 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:05.883754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba764b0-3b17-440e-a406-6e2e9a8e1be4 req-66a4676c-78a4-4057-ad7e-f2dde21d6f55 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:05.885154 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ba764b0-3b17-440e-a406-6e2e9a8e1be4 req-66a4676c-78a4-4057-ad7e-f2dde21d6f55 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 945 time: 0.2117887 Dec 22 08:45:05.905521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Subnet': ['ID=8cad8131-48ae-4ca6-9f8c-44852a1118ef,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.912297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router d96621ba-d8a2-4e89-938f-10146d928a7c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:05.960020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.967853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.993822 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/8cad8131-48ae-4ca6-9f8c-44852a1118ef HTTP/1.1" status: 204 len: 168 time: 1.0045125 Dec 22 08:45:05.996645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34738) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.065839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1e0e5-beca-43ff-ab58-f47ccd4dd3f5 None None] Network 45e8bbaf-c20b-45f1-952a-39b5020e0e0d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:06.092665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b99870b-46ad-4853-aebd-432f9b9998b6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.092665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b99870b-46ad-4853-aebd-432f9b9998b6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.096811 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7b99870b-46ad-4853-aebd-432f9b9998b6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/73543d71-bd9f-429d-ab5e-6f1610a0287f HTTP/1.1" status: 404 len: 337 time: 0.0968893 Dec 22 08:45:06.102118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34742) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.118302 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ba764b0-3b17-440e-a406-6e2e9a8e1be4 req-27aea3cd-06b9-4808-bbaa-94cf82a45700 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227309 Dec 22 08:45:06.176872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:06.184020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a052a7d5-d3c5-40ca-9962-363f01247591 None None] Provisioning complete for port 7f85753d-8960-4a67-9419-39a2290c464b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:06.184408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a052a7d5-d3c5-40ca-9962-363f01247591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.192417 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] 10.222.0.36 "PUT /v2.0/routers/618dced5-0baa-4401-86c0-8a0c5fa6b64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1786697 Dec 22 08:45:06.196755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34748) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.204311 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-097b2377-69a7-4efe-956e-1636b7c3ed1c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "GET /v2.0/ports?device_id=9efda64c-d3a4-46d0-83a9-cd4476e8edf3 HTTP/1.1" status: 200 len: 205 time: 0.1011436 Dec 22 08:45:06.205337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34752) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.216308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] Sync routers for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:06.283591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:06.284452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.308248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:06.319294 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] Sync routers for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:06.319851 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-d35ef674-03a1-4209-b32a-791c8c870993 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] delete failed (client error): The resource could not be found. Dec 22 08:45:06.322900 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d35ef674-03a1-4209-b32a-791c8c870993 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/routers/9efda64c-d3a4-46d0-83a9-cd4476e8edf3 HTTP/1.1" status: 404 len: 336 time: 0.1142259 Dec 22 08:45:06.325956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34758) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.334320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:06.335255 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.384028 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6062c01e-0ce8-4991-853a-6e0f1680909b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.384712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6062c01e-0ce8-4991-853a-6e0f1680909b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.388872 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6062c01e-0ce8-4991-853a-6e0f1680909b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/ab2a0843-7033-4977-ac76-46bee6b0f436 HTTP/1.1" status: 404 len: 337 time: 0.0595331 Dec 22 08:45:06.395589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34762) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.404558 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/d96621ba-d8a2-4e89-938f-10146d928a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9692111 Dec 22 08:45:06.405462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a052a7d5-d3c5-40ca-9962-363f01247591 None None] Port 7f85753d-8960-4a67-9419-39a2290c464b cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:06.407326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34766) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.408681 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.418482 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] Routers {'d96621ba-d8a2-4e89-938f-10146d928a7c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:06.419416 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d96621ba-d8a2-4e89-938f-10146d928a7c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.449113 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba100362-75b9-4d5e-8868-1ee47004a05f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.449568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba100362-75b9-4d5e-8868-1ee47004a05f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.454473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ba100362-75b9-4d5e-8868-1ee47004a05f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/5bddf37c-bde1-401d-967a-6ecd6cdb6997 HTTP/1.1" status: 404 len: 337 time: 0.0550680 Dec 22 08:45:06.455220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34770) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.457054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73c73a0a-dac5-4ef4-974d-daebc9be7ad9 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:06.478686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.490817 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:06.491672 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899ada5f-61a1-410a-be4f-6936353ba190 None None] The sync data for ids ['d96621ba-d8a2-4e89-938f-10146d928a7c'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:06.500152 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea5852d-b1f6-42e1-b0d3-c44cb630efa3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.500739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea5852d-b1f6-42e1-b0d3-c44cb630efa3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.503593 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cea5852d-b1f6-42e1-b0d3-c44cb630efa3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/ba6bf0b1-1dd3-4aa6-81f3-8a2372e45296 HTTP/1.1" status: 404 len: 337 time: 0.0463302 Dec 22 08:45:06.506314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34774) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.539770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a052a7d5-d3c5-40ca-9962-363f01247591 None None] Provisioning complete for port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:06.540718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a052a7d5-d3c5-40ca-9962-363f01247591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.559091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73c73a0a-dac5-4ef4-974d-daebc9be7ad9 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:06.559355 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02bb4a6-4d16-4a6e-94fc-351b0f40b67b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.559721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02bb4a6-4d16-4a6e-94fc-351b0f40b67b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.560324 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-73c73a0a-dac5-4ef4-974d-daebc9be7ad9 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=d96621ba-d8a2-4e89-938f-10146d928a7c HTTP/1.1" status: 200 len: 205 time: 0.1520176 Dec 22 08:45:06.563607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34778) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.566801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e02bb4a6-4d16-4a6e-94fc-351b0f40b67b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/b0797b50-a8cd-4fc6-8c4c-19f6c3b0e3c5 HTTP/1.1" status: 404 len: 333 time: 0.0567939 Dec 22 08:45:06.567297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34782) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.617789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8332-a701-4820-b7a7-5e20b9aec5ee req-0b465882-cae4-4b00-b8d1-5b5576d16e0f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:06.619810 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-daea8332-a701-4820-b7a7-5e20b9aec5ee req-0b465882-cae4-4b00-b8d1-5b5576d16e0f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 945 time: 0.3471963 Dec 22 08:45:06.621172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12fd820-f316-4166-9221-9ec3009c95fe tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.621612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12fd820-f316-4166-9221-9ec3009c95fe tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.623745 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e12fd820-f316-4166-9221-9ec3009c95fe tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/16d72a08-ed84-4cf2-adea-5d0dd859475e HTTP/1.1" status: 404 len: 337 time: 0.0555670 Dec 22 08:45:06.628405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34786) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.678994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:06.692354 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15cca4d-183a-4275-933b-c04b009337bc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.692822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15cca4d-183a-4275-933b-c04b009337bc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.696928 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a15cca4d-183a-4275-933b-c04b009337bc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/1b18e23b-47a6-41cd-87d0-9256f70d565b HTTP/1.1" status: 404 len: 337 time: 0.0638874 Dec 22 08:45:06.697170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34790) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.749194 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3627cfe4-fcbc-4adf-a58b-21505a35b617 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.750510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3627cfe4-fcbc-4adf-a58b-21505a35b617 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.754540 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3627cfe4-fcbc-4adf-a58b-21505a35b617 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/6e7c808e-1cc0-4af2-ad14-c951647c7ad9 HTTP/1.1" status: 404 len: 333 time: 0.0541444 Dec 22 08:45:06.755307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34794) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.760288 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-daea8332-a701-4820-b7a7-5e20b9aec5ee req-eddafcb9-4119-43d7-94c0-ab698ec47eb0 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309502 Dec 22 08:45:06.770941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d841c39-57e8-47e6-9911-e4c20e32d154 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.790891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34798) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.804425 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eeee081-86cd-4935-84cb-d6d446f3a5dc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.805406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eeee081-86cd-4935-84cb-d6d446f3a5dc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.807036 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0eeee081-86cd-4935-84cb-d6d446f3a5dc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/73c42966-b4e4-4231-b989-559a4fb6ab6e HTTP/1.1" status: 404 len: 337 time: 0.0513346 Dec 22 08:45:06.810563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34804) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.862204 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba32cf0-6e8c-4993-86f7-a557fa043900 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.862962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba32cf0-6e8c-4993-86f7-a557fa043900 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.864786 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3ba32cf0-6e8c-4993-86f7-a557fa043900 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/subnets/fc764735-cf68-44b8-8856-15118c1d276f HTTP/1.1" status: 404 len: 337 time: 0.0527790 Dec 22 08:45:06.867702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34808) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.972675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 7f85753d-8960-4a67-9419-39a2290c464b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:06.973162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.022360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] DHCP port deletion for 45e8bbaf-c20b-45f1-952a-39b5020e0e0d request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:07.046639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Deleting port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:07.047027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.101045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.114041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d841c39-57e8-47e6-9911-e4c20e32d154 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.116838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d841c39-57e8-47e6-9911-e4c20e32d154 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.118529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Deleting port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:07.118861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.200854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d841c39-57e8-47e6-9911-e4c20e32d154 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.201375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d841c39-57e8-47e6-9911-e4c20e32d154 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Fanout notify agent at l3_agent the message router_deleted on router d96621ba-d8a2-4e89-938f-10146d928a7c {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:07.357996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 027ac09a-6586-4973-bcf6-d7b0a3db37f2 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:07.382552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21d83e-a98c-498d-914f-210f865889e2 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:07.383258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e21d83e-a98c-498d-914f-210f865889e2 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] Synchronizing usage tracker for tenant:05fea8ab08e14715a91d011115ae663f on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:07.420122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d841c39-57e8-47e6-9911-e4c20e32d154 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.421390 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d841c39-57e8-47e6-9911-e4c20e32d154 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/d96621ba-d8a2-4e89-938f-10146d928a7c HTTP/1.1" status: 204 len: 168 time: 0.8566988 Dec 22 08:45:07.424746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34812) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.428336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.441470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9e21d83e-a98c-498d-914f-210f865889e2 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] Unset dirty status for tenant:05fea8ab08e14715a91d011115ae663f on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:07.445794 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9e21d83e-a98c-498d-914f-210f865889e2 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 1093 time: 0.6481090 Dec 22 08:45:07.461893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34816) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.480246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:07.513070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:07.526804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:floatingip and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:07.541408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:07.551459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:07.561045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 7f85753d-8960-4a67-9419-39a2290c464b owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:07.565216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:07.565610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.575162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet 23536d30-2b8a-4e6b-aab6-9865294d5e98 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:07.588258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.643780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.665501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.671397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] For port b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:07.671668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-021f439a-4cdd-4b4c-91f6-eb44647e640a tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:07.671901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.696925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.720437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=7f85753d-8960-4a67-9419-39a2290c464b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.724061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:07.728524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.742794 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/ports/7f85753d-8960-4a67-9419-39a2290c464b HTTP/1.1" status: 204 len: 168 time: 0.8739736 Dec 22 08:45:07.745394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34820) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.763855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Calling delete_port for 027ac09a-6586-4973-bcf6-d7b0a3db37f2 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:07.823060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124'}], 'enable_snat': True}, 'gw_port_id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:45:04Z', 'revision_number': 5, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port': {'id': 'b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:28Z', 'updated_at': '2021-12-22T08:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.828198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.851275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] Checking router: 618dced5-0baa-4401-86c0-8a0c5fa6b64f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:45:07.862063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.876587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:07.877259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.892759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] Routers {'618dced5-0baa-4401-86c0-8a0c5fa6b64f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:07.893468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:44:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.904388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Calling delete_port for b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:08.017346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:08.039646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.044762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c72b95b7-404d-4003-bf8e-49f1c5a50e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:08.059495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.084686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:08.085128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:08.122356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] Set router 618dced5-0baa-4401-86c0-8a0c5fa6b64f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:08.129292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:08.129723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.211285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.233360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=11']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.235969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:45:07Z', 'revision_number': 6, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:08.238145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:08.240951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1112bd8-d207-4c7b-b961-de0d4e46bcd9 None None] The sync data for ids ['618dced5-0baa-4401-86c0-8a0c5fa6b64f'] in dv-neutron-822602-1-hyperv is: [{'id': '618dced5-0baa-4401-86c0-8a0c5fa6b64f', 'name': 'tempest-ServerActionsTestJSON-1186185228-router', 'tenant_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:26Z', 'updated_at': '2021-12-22T08:45:07Z', 'revision_number': 6, 'project_id': 'd9f06b68530c4cb7977ee5cb8f292dbf', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:08.264685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 027ac09a-6586-4973-bcf6-d7b0a3db37f2 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:08.278087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.285781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-802e7244-2cd1-4152-b311-1084bf3f5e3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:08.326350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.342003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=23536d30-2b8a-4e6b-aab6-9865294d5e98,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.346782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.347293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42edd31-515a-485d-be6e-7ffee70cee86 None None] Network 290eb83d-c203-4f2b-becd-bb21abebbec4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:08.352198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:08.352515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:08.355509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:08.356223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a9a4f3cd-cdb3-459a-b181-d7a2416136f4 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:08.473082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.484433 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10e83fd0-dd3e-448c-9385-65f5c597b0d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/23536d30-2b8a-4e6b-aab6-9865294d5e98 HTTP/1.1" status: 204 len: 168 time: 1.0586581 Dec 22 08:45:08.488454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34824) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.490760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:08.558976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.586618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Deleting port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:08.587097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.610209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet a05eefa0-38b1-49c1-be0f-784e755732df {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:08.614413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.628354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] DHCP port deletion for 290eb83d-c203-4f2b-becd-bb21abebbec4 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:08.648861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Deleting port 7df96c84-a67d-43ae-a72b-64e8ae436458 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:08.649240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.709948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.773632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Allocated IP 172.26.7.166 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/579b83a6-7b5b-4d09-81c8-7591323ea7df) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:08.799996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.803765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.817032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.857567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Deleting port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:08.858084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.900515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.901156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618dced5-0baa-4401-86c0-8a0c5fa6b64f {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:08.916313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.917660 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] 10.222.0.36 "DELETE /v2.0/routers/618dced5-0baa-4401-86c0-8a0c5fa6b64f HTTP/1.1" status: 204 len: 168 time: 2.7197638 Dec 22 08:45:08.920840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34830) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.032227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.041509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9337ca63-a918-4bc4-8e5d-3dd8429c6e7b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:09.086920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:09.087315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.107050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] For port 7df96c84-a67d-43ae-a72b-64e8ae436458, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7df96c84-a67d-43ae-a72b-64e8ae436458,segment=NetworkSegment(df894492-80ad-4695-8b1a-f71105d0761c),segment_id=df894492-80ad-4695-8b1a-f71105d0761c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:09.107453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.186464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.191901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Deleting subnet fa93e030-e3f8-438a-840a-c0d5a6d10050 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:09.198408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.232722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Calling delete_port for 027ac09a-6586-4973-bcf6-d7b0a3db37f2 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:09.252479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=a05eefa0-38b1-49c1-be0f-784e755732df,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:09.257712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.268691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:09.269716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.280225 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/a05eefa0-38b1-49c1-be0f-784e755732df HTTP/1.1" status: 204 len: 168 time: 0.7906587 Dec 22 08:45:09.283754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.301106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] For port 027ac09a-6586-4973-bcf6-d7b0a3db37f2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=027ac09a-6586-4973-bcf6-d7b0a3db37f2,segment=NetworkSegment(5a026217-5a4e-4511-8764-6e4a0b24e4e0),segment_id=5a026217-5a4e-4511-8764-6e4a0b24e4e0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:09.301519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.442291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa1bff-8434-461c-8d5e-7e9d0a524c57 None None] Network 16b506b2-94af-4581-89db-4c22d91d4d5c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:09.445785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.455105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-910b8047-a9e7-473f-81fd-fb01d97011c1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:09.473287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Calling delete_port for 027ac09a-6586-4973-bcf6-d7b0a3db37f2 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:09.538039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.554766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=579b83a6-7b5b-4d09-81c8-7591323ea7df,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:09.558494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:09.561830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:09.563419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:09.568301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Calling delete_port for 7df96c84-a67d-43ae-a72b-64e8ae436458 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:09.569712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:09.593317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.606064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:09.625292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.638110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] No DVR routers for this DVR port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:09.660502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:09.669753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 7df96c84-a67d-43ae-a72b-64e8ae436458 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:09.670179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.685273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Port': ['ID=027ac09a-6586-4973-bcf6-d7b0a3db37f2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:09.687779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: from cryptography.utils import int_from_bytes Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: from cryptography.utils import int_from_bytes Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn_limited( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn_limited( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:09.759982 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 08:45:09.764535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:09.764889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b3e3737f-0c7c-4ec7-ac5c-0572b2e31fef not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:09.765311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0095ca32-dee6-41df-a81a-3d058797b9d0 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:09.781858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.813667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e8bbaf-c20b-45f1-952a-39b5020e0e0d']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:09.818565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 0095ca32-dee6-41df-a81a-3d058797b9d0 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:09.818924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0095ca32-dee6-41df-a81a-3d058797b9d0 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:09.819356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df96c84-a67d-43ae-a72b-64e8ae436458 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:09.829215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a026217-5a4e-4511-8764-6e4a0b24e4e0') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:09.830333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a026217-5a4e-4511-8764-6e4a0b24e4e0') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:09.844100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.858370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.867696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.873981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dc6e193f-333e-496a-88cf-163f2a14f5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.875411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:09.875750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:09.876910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:09.877648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.899859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:09.903984 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:09.906628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:09.935563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.945603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a0c1147c-5918-4d1e-9f0f-dc2fff569db1 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:09.956959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Pushing event deleted for resources: {'Port': ['ID=7df96c84-a67d-43ae-a72b-64e8ae436458,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:09.958797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] No DVR routers for this DVR port 7df96c84-a67d-43ae-a72b-64e8ae436458 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:09.961722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:09.963448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No active binding found for port 7df96c84-a67d-43ae-a72b-64e8ae436458 {{(pid=87602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 08:45:09.963855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df96c84-a67d-43ae-a72b-64e8ae436458 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:10.012543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.016105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:10.031562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.039476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa93e030-e3f8-438a-840a-c0d5a6d10050,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:10.041815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:10.042943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Pushing event deleted for resources: {'Network': ['ID=45e8bbaf-c20b-45f1-952a-39b5020e0e0d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:10.047242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:10.051092 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] 10.222.0.36 "DELETE /v2.0/networks/45e8bbaf-c20b-45f1-952a-39b5020e0e0d HTTP/1.1" status: 204 len: 168 time: 2.3042014 Dec 22 08:45:10.058036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.071408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d64161-0bb1-4cf8-a8c9-e7147dcadfba None None] Network e764cacf-b1d4-47a6-8301-b745c027b273 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:10.089508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] DHCP port deletion for 16b506b2-94af-4581-89db-4c22d91d4d5c request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:10.144229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Deleting port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:10.144617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.148765 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fa93e030-e3f8-438a-840a-c0d5a6d10050 HTTP/1.1" status: 204 len: 168 time: 1.2267163 Dec 22 08:45:10.151347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34840) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.179265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port 7df96c84-a67d-43ae-a72b-64e8ae436458, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7df96c84-a67d-43ae-a72b-64e8ae436458,segment=NetworkSegment(df894492-80ad-4695-8b1a-f71105d0761c),segment_id=df894492-80ad-4695-8b1a-f71105d0761c)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:10.179771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.287031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.304533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Deleting port 4e2fbed1-c295-4769-b4dc-957b2849e6cb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:10.306077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.332512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34846) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.367124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 7df96c84-a67d-43ae-a72b-64e8ae436458 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:10.407994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] For port 0fc4c20e-68be-48b7-8a83-4e32868c9a10, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0fc4c20e-68be-48b7-8a83-4e32868c9a10,segment=NetworkSegment(b944c6d4-4cdc-4c8e-964b-585edb3bd121),segment_id=b944c6d4-4cdc-4c8e-964b-585edb3bd121)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:10.408470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.481110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:10.481431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:10.549243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.560425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] For port 4e2fbed1-c295-4769-b4dc-957b2849e6cb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4e2fbed1-c295-4769-b4dc-957b2849e6cb,segment=NetworkSegment(43d98a50-e301-41f0-a3b0-b902ef01821c),segment_id=43d98a50-e301-41f0-a3b0-b902ef01821c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:10.560870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.597807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Deleting port 027ac09a-6586-4973-bcf6-d7b0a3db37f2 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:10.598194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.634082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.635974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Calling delete_port for 0fc4c20e-68be-48b7-8a83-4e32868c9a10 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:10.709662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Calling delete_port for 4e2fbed1-c295-4769-b4dc-957b2849e6cb owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:10.746315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-40fe1118-1dc0-45a0-ad1b-2058a252a350 None None] The port '027ac09a-6586-4973-bcf6-d7b0a3db37f2' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:10.775180 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3f2482aa-a65b-4331-b4a1-fbb001790f9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef0ea95314be40368f12fdef58e3e10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411564 Dec 22 08:45:10.781706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34852) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.833299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.838918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:10.845881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.853250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-37f289fe-fff6-4fcd-aec4-152e03afabb2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:10.885041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Pushing event deleted for resources: {'Port': ['ID=0fc4c20e-68be-48b7-8a83-4e32868c9a10,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:10.886851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] No DVR routers for this DVR port 0fc4c20e-68be-48b7-8a83-4e32868c9a10 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:10.890205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:10.912275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2fbed1-c295-4769-b4dc-957b2849e6cb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:10.914590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] No DVR routers for this DVR port 4e2fbed1-c295-4769-b4dc-957b2849e6cb on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:10.917066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:10.977660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.983543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 7df96c84-a67d-43ae-a72b-64e8ae436458 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:10.983883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.997497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b4edb-6823-4cc1-8dbd-7c438feac302 None None] DHCP port deletion for e764cacf-b1d4-47a6-8301-b745c027b273 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:11.060307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] The port '7df96c84-a67d-43ae-a72b-64e8ae436458' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:11.074477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.081642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.124236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e764cacf-b1d4-47a6-8301-b745c027b273']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:11.140709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d98a50-e301-41f0-a3b0-b902ef01821c') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:11.140998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d98a50-e301-41f0-a3b0-b902ef01821c') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:11.152758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.172238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.180466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.185799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc0b3349-4fa5-47ee-9b77-fef0e4b91370 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.198649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.198909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:11.199180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.206548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.212028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.219311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-821cba1e-a387-4357-8439-46109395eb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.325884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290eb83d-c203-4f2b-becd-bb21abebbec4']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:11.332960 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:11.338517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0fc4c20e-68be-48b7-8a83-4e32868c9a10 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:11.355215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df894492-80ad-4695-8b1a-f71105d0761c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:11.355513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df894492-80ad-4695-8b1a-f71105d0761c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:11.363683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.364400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=579b83a6-7b5b-4d09-81c8-7591323ea7df,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.378117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 0fc4c20e-68be-48b7-8a83-4e32868c9a10 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:11.378589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0fc4c20e-68be-48b7-8a83-4e32868c9a10 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:11.379141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e2fbed1-c295-4769-b4dc-957b2849e6cb no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:11.383551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3bb8a6-e07e-45ad-9774-126888290368,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.394076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.419166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.423118 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e3bb8a6-e07e-45ad-9774-126888290368 HTTP/1.1" status: 204 len: 168 time: 0.6377494 Dec 22 08:45:11.426081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.433052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 4e2fbed1-c295-4769-b4dc-957b2849e6cb {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:11.433263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e2fbed1-c295-4769-b4dc-957b2849e6cb not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:11.435732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.439972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.445791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-358826d7-3834-45a9-bdda-21a63ddb5f6a tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.468545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.483997 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e764cacf-b1d4-47a6-8301-b745c027b273 HTTP/1.1" status: 204 len: 168 time: 1.3295667 Dec 22 08:45:11.484850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Pushing event deleted for resources: {'Network': ['ID=e764cacf-b1d4-47a6-8301-b745c027b273,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.487230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.488504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.494782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.614272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:11.615488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:11.633136 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:11.717269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34870) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.769968 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1592d4c1-5bd7-46bf-af08-33782fd75993 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9f06b68530c4cb7977ee5cb8f292dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516212 Dec 22 08:45:11.772934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34874) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.837980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.842576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.843889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.849876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e12ccf9c-09c8-4d0e-9e45-be6df71a42d1 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.871061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.934770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.941452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1146df82-2e51-4616-acbd-2914e53fabfc tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.944818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=290eb83d-c203-4f2b-becd-bb21abebbec4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.947327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.958391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e42859-3d1c-44e0-a80c-446c63b931f9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.963530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.970220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.973994 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62e42859-3d1c-44e0-a80c-446c63b931f9 HTTP/1.1" status: 204 len: 168 time: 0.1976683 Dec 22 08:45:11.996397 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/290eb83d-c203-4f2b-becd-bb21abebbec4 HTTP/1.1" status: 204 len: 168 time: 2.7101052 Dec 22 08:45:11.997611 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Floating IP ad54a725-6e60-40ae-8b91-b8907fbe3aee associated. External IP: 172.26.7.166, port: d927207e-0d6f-4a8b-90a8-9fcd15f0b252. Dec 22 08:45:11.999140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34886) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.044251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-03dbf713-5a5e-4903-9798-1f43ff0dc2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.160064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.326098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.357652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b506b2-94af-4581-89db-4c22d91d4d5c']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.370930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b944c6d4-4cdc-4c8e-964b-585edb3bd121') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.372185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b944c6d4-4cdc-4c8e-964b-585edb3bd121') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.384108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.400760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.407184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:12.407580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:12.428844 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:12.484661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34904) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.555793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.560141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-61cc941c-4f1d-4ee5-a628-868f24ea9b7d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:12.590568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.618263 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/16b506b2-94af-4581-89db-4c22d91d4d5c HTTP/1.1" status: 204 len: 168 time: 0.6145017 Dec 22 08:45:12.621161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=16b506b2-94af-4581-89db-4c22d91d4d5c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:12.623820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:12.624359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34914) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.636239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-88647060'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:12.645527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:12.663302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:12.680872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:12.687425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:12.702585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:12.706513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.737423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:12.752575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.752966 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment 21865e31-9087-44d0-979c-1ea19db50eef of type vlan for network 6f7a0fed-ddbd-4852-9ba3-413392fe666c Dec 22 08:45:12.762182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:12.788823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.824668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-317833393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:12.832231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:12.835551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.841240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:12.841818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.848046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6e3fd539-6f19-4de7-9079-3f6fd4bd6718 tempest-NetworksIpV6TestAttrs-2091307908 tempest-NetworksIpV6TestAttrs-2091307908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:12.862084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:router and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:12.871519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:12.936812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:12.965951 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3375401 Dec 22 08:45:12.967999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34926) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.978345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:12.991373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.992753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=6f7a0fed-ddbd-4852-9ba3-413392fe666c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:12.995487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:13.001751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.002770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.006227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:13.009888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:13.036465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:13.043093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.111096 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6465137 Dec 22 08:45:13.112766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:45:13.126742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.144609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:13.145124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.145248 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:13.173017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.176371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.187554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.195990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.206433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.212761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-000951bb-fab9-4d92-abc2-c53852183b24 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.214257 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-000951bb-fab9-4d92-abc2-c53852183b24 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2163088 Dec 22 08:45:13.218172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34942) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.229698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-76df7140-9a6e-413e-a6b4-e2e98ed4ca31 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.233140 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-76df7140-9a6e-413e-a6b4-e2e98ed4ca31 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072703 Dec 22 08:45:13.233140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.233140 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-02e355a4-8971-4354-a018-9ff5d77bb61c tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7469494 Dec 22 08:45:13.234153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34946) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.236500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34948) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.245449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-a6e179db-890b-4aa9-9191-542d109f0fac tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.249680 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a6e179db-890b-4aa9-9191-542d109f0fac tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114224 Dec 22 08:45:13.250569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1766191940'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:13.253921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34954) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.257783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:13.261821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.277432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.285071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-dff8f339-9ac4-4648-b73e-ecf9cf58a1c2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.288482 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dff8f339-9ac4-4648-b73e-ecf9cf58a1c2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0295072 Dec 22 08:45:13.289807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34958) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.292612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:network and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.307107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-a06edb5f-08af-4437-8e4f-bc4ec450dbdc tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.310507 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a06edb5f-08af-4437-8e4f-bc4ec450dbdc tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0173330 Dec 22 08:45:13.310761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34962) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.318267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-e5346e47-c32f-400c-a44c-b6b2be186427 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.321738 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e5346e47-c32f-400c-a44c-b6b2be186427 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076237 Dec 22 08:45:13.322190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34966) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.329184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-5aa8a933-10c6-4de9-ad10-379e140d0c53 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.332857 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5aa8a933-10c6-4de9-ad10-379e140d0c53 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0070989 Dec 22 08:45:13.335525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34970) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.343025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-4d4b44b1-b417-4199-ab31-64931c6ee138 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.346977 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4d4b44b1-b417-4199-ab31-64931c6ee138 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0075233 Dec 22 08:45:13.346977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.355187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-9a74b43d-8598-4152-a65b-77bf16ff3469 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.359747 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9a74b43d-8598-4152-a65b-77bf16ff3469 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087349 Dec 22 08:45:13.360914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.363192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34978) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.390891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-2abcdd05-7421-4df1-949f-08ec8734a33f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.395309 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2abcdd05-7421-4df1-949f-08ec8734a33f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0216382 Dec 22 08:45:13.395309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.399856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.400810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.400966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34982) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.412915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-1def2608-3572-4e83-b99b-ef15e3771bf2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.416372 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1def2608-3572-4e83-b99b-ef15e3771bf2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0113692 Dec 22 08:45:13.424965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34986) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.440294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-16d5eae4-5746-4a3c-bab9-b8d5bba9521b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.440294 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-16d5eae4-5746-4a3c-bab9-b8d5bba9521b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0137842 Dec 22 08:45:13.446616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 34990) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.454756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-848d8872-ee55-439c-ad79-814121fa88aa tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.463640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-848d8872-ee55-439c-ad79-814121fa88aa tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0160127 Dec 22 08:45:13.467273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:13.470706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.475695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:13.476238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34994) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.478288 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'status': 'completed', 'code': 200} Dec 22 08:45:13.498351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-b9c9da7c-59fc-439a-ad56-20e4bc177407 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.502343 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b9c9da7c-59fc-439a-ad56-20e4bc177407 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0168266 Dec 22 08:45:13.512720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 34998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.525731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-6449c4a3-cd3b-473e-ab00-ee42ab4d6257 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.532022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35002) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.532396 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6449c4a3-cd3b-473e-ab00-ee42ab4d6257 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0147364 Dec 22 08:45:13.546109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.559337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-27047340-5258-456f-9f90-2fa2d94826b8 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.560289 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-27047340-5258-456f-9f90-2fa2d94826b8 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0199833 Dec 22 08:45:13.565232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35006) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.578823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-f00eeda3-c35b-460a-93e3-139b22fc3894 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.580260 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f00eeda3-c35b-460a-93e3-139b22fc3894 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0126276 Dec 22 08:45:13.585340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.589558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:security_group_rule and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.592687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.595686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35010) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.607646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-63aae6a9-603d-46f1-94d9-0468ecc2633b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.608713 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-63aae6a9-603d-46f1-94d9-0468ecc2633b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0108385 Dec 22 08:45:13.613700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35014) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.614420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.628221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-d4801b40-9691-432f-b879-2919bafb867f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.629345 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d4801b40-9691-432f-b879-2919bafb867f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0097876 Dec 22 08:45:13.633263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35018) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.643425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-8799b110-358e-4b92-82df-c88e0f426583 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.644676 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8799b110-358e-4b92-82df-c88e0f426583 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074327 Dec 22 08:45:13.648339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35022) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.657212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-3aed81ee-4df4-4908-97ab-70362e5c6b7b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.658458 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3aed81ee-4df4-4908-97ab-70362e5c6b7b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0087826 Dec 22 08:45:13.661944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35026) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.668569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-38f2f532-961e-440c-a1a8-967a265400ff tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.671869 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-38f2f532-961e-440c-a1a8-967a265400ff tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0064857 Dec 22 08:45:13.673226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.679776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-b1c9688a-560c-47e5-996c-5b689e6c85dd tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.683024 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1c9688a-560c-47e5-996c-5b689e6c85dd tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066502 Dec 22 08:45:13.683578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35034) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.688290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-6b26c7d6-81f3-470c-adf3-1d2211bbdcbf tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.689187 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b26c7d6-81f3-470c-adf3-1d2211bbdcbf tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045455 Dec 22 08:45:13.691860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35038) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.698080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-44c14691-7082-40eb-92d0-b31069423765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:13.699524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-44c14691-7082-40eb-92d0-b31069423765 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 1098 time: 0.2172582 Dec 22 08:45:13.709219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-7f3838d1-fccf-4f46-9a29-8a7caf1dafe3 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.712536 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7f3838d1-fccf-4f46-9a29-8a7caf1dafe3 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0150020 Dec 22 08:45:13.724881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35042) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.743544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-d434ee39-6aa6-429b-94c3-f97d56c48faf tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.746825 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d434ee39-6aa6-429b-94c3-f97d56c48faf tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0124400 Dec 22 08:45:13.750314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35046) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.768975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 43d86d10-ab4d-4f7d-a726-d3ac81790235 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:13.769566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.809111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-b46c730f-be22-4d16-8b73-407574af68b2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.812631 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b46c730f-be22-4d16-8b73-407574af68b2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0588164 Dec 22 08:45:13.812919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.818110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-bd3dd557-46b1-4fd1-9775-db5dc3642dd5 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.819162 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd3dd557-46b1-4fd1-9775-db5dc3642dd5 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052071 Dec 22 08:45:13.822657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.832092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-1021fcc7-6c72-49d6-9d19-c98990075cc5 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.833033 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1021fcc7-6c72-49d6-9d19-c98990075cc5 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0093524 Dec 22 08:45:13.836436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35058) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.844334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-51d453e6-1513-46a0-b3c1-80589b3bccea tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.845385 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51d453e6-1513-46a0-b3c1-80589b3bccea tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0072737 Dec 22 08:45:13.859415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35062) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.869811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-c9ddb54f-93e5-48e4-957d-70ed4a3a31c6 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.870653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c9ddb54f-93e5-48e4-957d-70ed4a3a31c6 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102975 Dec 22 08:45:13.879698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35066) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.889353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-e91379b9-69b1-4939-bb99-c5d24e1bf24b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:13.892638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e91379b9-69b1-4939-bb99-c5d24e1bf24b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096393 Dec 22 08:45:13.894725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.902450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35070) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.909231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ad54a725-6e60-40ae-8b91-b8907fbe3aee', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:2e:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:13.912931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0782a784-8830-43d6-88b2-710bc02f08fc tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:13.913493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:45:13.925265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:13.925900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:14.014671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 43d86d10-ab4d-4f7d-a726-d3ac81790235, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=43d86d10-ab4d-4f7d-a726-d3ac81790235,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:14.015342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.082372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-9193ac8e-03d2-4910-a526-712add7e2205 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.086730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9193ac8e-03d2-4910-a526-712add7e2205 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0233963 Dec 22 08:45:14.100723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35074) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.123547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:14.127321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-7298b063-1a40-4d53-8143-b34ed38b7210 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.131652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7298b063-1a40-4d53-8143-b34ed38b7210 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0204096 Dec 22 08:45:14.134166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35078) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.149757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-01228ed9-9ac6-405b-bc99-5c4390d8f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:14.151217 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-01228ed9-9ac6-405b-bc99-5c4390d8f4b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.4370639 Dec 22 08:45:14.156195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-970a7da7-368e-4575-b760-622516b57ade tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.160770 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-970a7da7-368e-4575-b760-622516b57ade tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0185339 Dec 22 08:45:14.166373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35082) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.236875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-dbf805b5-4304-4bff-9211-5be3667d5762 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.240615 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dbf805b5-4304-4bff-9211-5be3667d5762 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0693853 Dec 22 08:45:14.240615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.257626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35086) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.269109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.275687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.278649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-315215b3-5ab0-483f-9fa2-1a860be0d827 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.282239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-315215b3-5ab0-483f-9fa2-1a860be0d827 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0192375 Dec 22 08:45:14.282239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.285031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35090) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.288287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:14.293650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 43d86d10-ab4d-4f7d-a726-d3ac81790235 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:14.306084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-b2f1d4c9-6b4b-499d-8556-fad876481689 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.307022 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b2f1d4c9-6b4b-499d-8556-fad876481689 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0115371 Dec 22 08:45:14.319408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35094) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.337193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-929334bb-2acb-413d-81b9-fa4f29c5a02a tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.338438 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-929334bb-2acb-413d-81b9-fa4f29c5a02a tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0178020 Dec 22 08:45:14.341622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.346785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-30d23075-98df-41d1-a290-f1584c9fb9d5 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.347727 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-30d23075-98df-41d1-a290-f1584c9fb9d5 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051694 Dec 22 08:45:14.351629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.353985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': '21865e31-9087-44d0-979c-1ea19db50eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:14.354345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: 6f7a0fed-ddbd-4852-9ba3-413392fe666c, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:14.358314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-35ca7d67-d002-442a-b37b-f8004e0f8167 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.361759 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35ca7d67-d002-442a-b37b-f8004e0f8167 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072315 Dec 22 08:45:14.361908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:14.362012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.370617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-0af8acb3-2256-4b9f-aea4-7bb780fae8fc tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.374135 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0af8acb3-2256-4b9f-aea4-7bb780fae8fc tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0087535 Dec 22 08:45:14.374298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.375647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d336b04-c229-493e-bf9f-730b374ca7b3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.379427 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-c874417d-d847-46a5-b093-8a3d6287110c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252 HTTP/1.1" status: 200 len: 999 time: 0.2122178 Dec 22 08:45:14.384494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.387809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.387945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-937f4a42-dc6b-4b98-8cc9-84b6b5887f3e tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.388137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Added segment b022f3f6-9fce-4ec0-95f8-417fbd11ec02 of type vlan for network 82d63f30-8bcc-4d36-ae41-91062e8ed6af Dec 22 08:45:14.388918 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-937f4a42-dc6b-4b98-8cc9-84b6b5887f3e tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0127690 Dec 22 08:45:14.396973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.405335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-914310b6-da67-4583-8bee-790dacbe5d7d tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.408699 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-914310b6-da67-4583-8bee-790dacbe5d7d tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085998 Dec 22 08:45:14.409410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35118) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.416164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-c2a288b0-325c-48f6-9aec-43718b5cd67e tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.420044 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c2a288b0-325c-48f6-9aec-43718b5cd67e tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071540 Dec 22 08:45:14.420044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.426530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-d430b73b-4c68-466a-ab26-0ec51cf2940c tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.430934 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d430b73b-4c68-466a-ab26-0ec51cf2940c tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069864 Dec 22 08:45:14.430934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35126) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.436135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-f4653e25-54b5-415d-9435-1835d7b42a2c tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.439270 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f4653e25-54b5-415d-9435-1835d7b42a2c tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057135 Dec 22 08:45:14.443857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35130) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.451103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-7dcbdc63-749d-43b5-97ba-f7ee0e3deb5b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.454636 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7dcbdc63-749d-43b5-97ba-f7ee0e3deb5b tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073836 Dec 22 08:45:14.455509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.460917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-a1a57d49-3de6-4448-8034-7354d7dec3a6 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.464265 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a1a57d49-3de6-4448-8034-7354d7dec3a6 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061157 Dec 22 08:45:14.465105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35138) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.469107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:14.473318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-f66204d7-90c4-499c-918e-733b31eb01c6 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.477211 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f66204d7-90c4-499c-918e-733b31eb01c6 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082862 Dec 22 08:45:14.478926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.481978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.483526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-66a6d102-4c48-4a2a-90ce-ec6dddef6f54 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.487250 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-66a6d102-4c48-4a2a-90ce-ec6dddef6f54 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062602 Dec 22 08:45:14.489425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35146) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.500954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-86a313d6-465c-48de-9a5b-2c1c9582b288 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.504914 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-86a313d6-465c-48de-9a5b-2c1c9582b288 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0112164 Dec 22 08:45:14.505452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35150) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.508461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 6f7a0fed-ddbd-4852-9ba3-413392fe666c) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:14.512796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-c9554bd3-b6eb-4724-8e50-cd58d6403647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:14.514653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-c9554bd3-b6eb-4724-8e50-cd58d6403647 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.1187830 Dec 22 08:45:14.520386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:14.520649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.524699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.528204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ad681-8787-44c5-8c68-95122dbc1193 None None] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:14.528440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-31ad480d-42c0-4dd7-8044-f3c49c8a2887 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.531843 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-31ad480d-42c0-4dd7-8044-f3c49c8a2887 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0251074 Dec 22 08:45:14.533827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35154) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.541070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-451766e1-24a1-4516-b096-687e9bfa4a9f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.544663 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-451766e1-24a1-4516-b096-687e9bfa4a9f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0099170 Dec 22 08:45:14.545237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.580388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-ade95ecb-8e41-476d-912c-3b78ce331988 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.584689 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ade95ecb-8e41-476d-912c-3b78ce331988 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0082901 Dec 22 08:45:14.589969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.601217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-a0665540-9108-48d3-992c-8f8e4ac040ce tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.604863 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a0665540-9108-48d3-992c-8f8e4ac040ce tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0139406 Dec 22 08:45:14.605775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.615657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-a3649c27-c140-49cb-a8e7-524bc64d2280 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.616641 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a3649c27-c140-49cb-a8e7-524bc64d2280 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076044 Dec 22 08:45:14.619368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35170) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.630742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.636448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:14.637189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.642100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.643849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-e5567068-f948-410c-b6ce-9cb6b3403107 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.647811 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e5567068-f948-410c-b6ce-9cb6b3403107 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0241904 Dec 22 08:45:14.650420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acb61afc-b7a7-47fc-9c34-b31dc0e654b6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:14.656545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35174) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.657345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f14739b6-f4aa-4ebc-b65c-54aad0da17d6 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:14.689488 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4245fdc4-0252-4e61-afaa-dee637f898b4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7173176 Dec 22 08:45:14.702260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35176) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.706979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-d3545b20-6a55-4f87-84ac-854f4e6a421f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.707944 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3545b20-6a55-4f87-84ac-854f4e6a421f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0154221 Dec 22 08:45:14.716309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35182) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.719252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2081508070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:14.724311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=43d86d10-ab4d-4f7d-a726-d3ac81790235,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.726702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.768009 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5286014 Dec 22 08:45:14.768667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35186) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.778545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-2cc6865d-351e-4f08-8fa9-835fc4650e94 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.780073 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2cc6865d-351e-4f08-8fa9-835fc4650e94 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0176294 Dec 22 08:45:14.781493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'subnet': {'network_id': '82d63f30-8bcc-4d36-ae41-91062e8ed6af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:14.781854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:14.796795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Network': ['ID=82d63f30-8bcc-4d36-ae41-91062e8ed6af,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.800896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35190) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.808226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.814269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:14.816185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-bc048710-8e30-4131-a849-6dd325ecee1a tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.817142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bc048710-8e30-4131-a849-6dd325ecee1a tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0109198 Dec 22 08:45:14.820729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35194) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.821926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:router and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:14.827129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:14.841183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-fb5ac341-b3bc-437a-9f41-05753009e99f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.842419 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb5ac341-b3bc-437a-9f41-05753009e99f tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0173199 Dec 22 08:45:14.850435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:14.856832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35198) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.877506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-e52c7b31-4581-4a30-930c-564095486261 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.878782 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e52c7b31-4581-4a30-930c-564095486261 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0208161 Dec 22 08:45:14.882264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-a1c0e843-1fb8-47cd-99d8-caea8328b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:14.883785 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-a1c0e843-1fb8-47cd-99d8-caea8328b60a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3409064 Dec 22 08:45:14.886117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.916038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-4dea1d9b-6f97-4bf0-87b1-d7a5609a72a2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.917221 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4dea1d9b-6f97-4bf0-87b1-d7a5609a72a2 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0259726 Dec 22 08:45:14.919956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35206) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.931083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-9a0f14c2-1a38-4f20-8739-a125b65efc80 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:14.932468 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9a0f14c2-1a38-4f20-8739-a125b65efc80 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0115683 Dec 22 08:45:14.979629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.981284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.984484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35210) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.008590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [None req-8ef5b907-3947-4502-89d8-78d5187c75df tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:15.010040 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ef5b907-3947-4502-89d8-78d5187c75df tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0173767 Dec 22 08:45:15.019026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35214) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.042635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-6f7a0fed-ddbd-4852-9ba3-413392fe666c', 'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': '2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:15.043535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.047998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.054316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-a5dfff6b-516c-45de-9357-ecb88833f723 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:15.058933 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a5dfff6b-516c-45de-9357-ecb88833f723 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0352213 Dec 22 08:45:15.064592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35218) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.085057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-5d73fc0e-3e34-47dd-8cd0-a4a04d410f79 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:15.085057 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5d73fc0e-3e34-47dd-8cd0-a4a04d410f79 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0156436 Dec 22 08:45:15.085057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:15.092450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35222) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.092450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [None req-0498f9a1-22ef-4226-993e-1466b200d5b8 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:45:15.101042 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0498f9a1-22ef-4226-993e-1466b200d5b8 tempest-ExtensionsTestJSON-1512413762 tempest-ExtensionsTestJSON-1512413762-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049493 Dec 22 08:45:15.112528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:subnet and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:15.112528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:15.134047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:15.160924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ad54a725-6e60-40ae-8b91-b8907fbe3aee', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:2e:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:15.162882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:15.166755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.167527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb6c06-ea54-4f4b-9c92-01c051291a03 None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ad54a725-6e60-40ae-8b91-b8907fbe3aee', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.166', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:2e:9f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:15.176127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.198264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.249835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.253236 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-beab8651-9250-4ad8-9786-782ae57fc23d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5500450 Dec 22 08:45:15.262777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35228) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.278980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'port': {'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c', 'name': 'tempest-RoutersIpV6Test-2017703400'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:15.300650 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-41ea1480-26f1-454b-b1e8-17d0d861e050 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050944 Dec 22 08:45:15.411404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Allocated IP 2001:db8::2 (6f7a0fed-ddbd-4852-9ba3-413392fe666c/2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf/ae389cee-7586-45df-9735-c6b1ae1d1abd) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:15.620395 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32759ba6-27fe-4ea1-9d23-97e383bf34c1 None None] New status for floating IP ad54a725-6e60-40ae-8b91-b8907fbe3aee: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:45:15.682094 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a54030c5-1b68-4593-88e4-a16bae3fdf5d req-9573c69d-f4df-4339-95c7-35a5bdbbf503 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605223 Dec 22 08:45:15.793712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35234) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.854008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.875254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Transition to ACTIVE for port object ae389cee-7586-45df-9735-c6b1ae1d1abd will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:15.911441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Transition to ACTIVE for port object ae389cee-7586-45df-9735-c6b1ae1d1abd will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:15.921759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.943241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.998338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:16.037061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:port and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:16.039082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:16.039598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.053360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:16.066358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:16.072468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:16.072616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:16.079582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:16.090452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:16.094721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Usage tracker for resource:security_group_rule and tenant:8b46e1d183464ca48d5b5296f6255d5d is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:16.098637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:16.105604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:16.145426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:16.148926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Pushing event updated for resources: {'Port': ['ID=ae389cee-7586-45df-9735-c6b1ae1d1abd,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.151912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.166763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.167158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.167599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.169086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.169469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.169990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.170581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.172196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.173293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.174370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.174370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.174773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.176983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.186192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6517939d-add3-48ac-9bd4-0f92a1c3d43d tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:16.230228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:16.243870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] device_id is not set on port 1d990803-080d-4553-9a69-91a1d2facc11 yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:16.252141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Attempting to bind port ae389cee-7586-45df-9735-c6b1ae1d1abd on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:16.253389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Attempting to bind port ae389cee-7586-45df-9735-c6b1ae1d1abd by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '21865e31-9087-44d0-979c-1ea19db50eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:16.253695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Attempting to bind port ae389cee-7586-45df-9735-c6b1ae1d1abd on network 6f7a0fed-ddbd-4852-9ba3-413392fe666c {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:16.262602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:16.262747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Checking segment: {'id': '21865e31-9087-44d0-979c-1ea19db50eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:16.263230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.264562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Bound using segment: {'id': '21865e31-9087-44d0-979c-1ea19db50eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:16.264972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Bound port: ae389cee-7586-45df-9735-c6b1ae1d1abd, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21865e31-9087-44d0-979c-1ea19db50eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6f7a0fed-ddbd-4852-9ba3-413392fe666c'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:16.265447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.269965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:16.282717 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/3fb9d412-6bf7-47c2-ab5e-5d780a8140e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9090230 Dec 22 08:45:16.326162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] Sync routers for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:16.369338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Subnet': ['ID=c87aaaa4-222c-4138-b2d1-0c4e82319dd7,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.377270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:16.377270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:16.385140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:16.385140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Checking segment: {'id': 'b022f3f6-9fce-4ec0-95f8-417fbd11ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82d63f30-8bcc-4d36-ae41-91062e8ed6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:16.385140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network hostable DHCP agents. Network: 82d63f30-8bcc-4d36-ae41-91062e8ed6af, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:16.482285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:16.524639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] For port ae389cee-7586-45df-9735-c6b1ae1d1abd, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:16.655403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 82d63f30-8bcc-4d36-ae41-91062e8ed6af) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:16.657315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] For port ae389cee-7586-45df-9735-c6b1ae1d1abd, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae389cee-7586-45df-9735-c6b1ae1d1abd,segment=NetworkSegment(21865e31-9087-44d0-979c-1ea19db50eef),segment_id=21865e31-9087-44d0-979c-1ea19db50eef)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:16.664676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.665277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.669852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:16.670553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.678329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:16.685484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.693448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8::110 (6f7a0fed-ddbd-4852-9ba3-413392fe666c/2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf/1d990803-080d-4553-9a69-91a1d2facc11) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:16.701003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9bcd7649-1a7b-4da8-8ec7-b5f50f04c20b tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:16.721595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0f260-d6f7-48c9-b4fa-ae213b09a5b3 None None] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:16.760864 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b46e1d183464ca48d5b5296f6255d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9657290 Dec 22 08:45:16.772264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35244) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.797856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e803044-ca82-42ea-971c-fdffa56e252b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.807148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0339808 Dec 22 08:45:16.813492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:16.814758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35248) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.848334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3eaef-0929-48db-b80e-bcc5726bfac2 req-7663d9eb-fce7-4da6-8404-2670857c927c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:16.848596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'network': {'name': 'tempest-router-network01--1633815063'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:16.849834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-72c3eaef-0929-48db-b80e-bcc5726bfac2 req-7663d9eb-fce7-4da6-8404-2670857c927c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:16.866813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:16.867174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:16.876034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-72c3eaef-0929-48db-b80e-bcc5726bfac2 req-7663d9eb-fce7-4da6-8404-2670857c927c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:16.877575 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72c3eaef-0929-48db-b80e-bcc5726bfac2 req-7663d9eb-fce7-4da6-8404-2670857c927c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 946 time: 0.1211965 Dec 22 08:45:16.892187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:network and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:16.898408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:16.931124 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72c3eaef-0929-48db-b80e-bcc5726bfac2 req-594480f8-125a-460a-add5-e985d08345b0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Dec 22 08:45:16.935557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:16.953108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Pushing event updated for resources: {'Port': ['ID=ae389cee-7586-45df-9735-c6b1ae1d1abd,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.956233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.025119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.037261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:17.040763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.143677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:17.158120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.207312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.207670 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Added segment 19790838-e31a-4747-bea5-c6433609b63d of type vlan for network a9ab1765-64cb-438d-860b-571112a95993 Dec 22 08:45:17.234534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.275585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.279533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object 1d990803-080d-4553-9a69-91a1d2facc11 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:17.307269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-82d63f30-8bcc-4d36-ae41-91062e8ed6af', 'network_id': '82d63f30-8bcc-4d36-ae41-91062e8ed6af', 'tenant_id': '67fef92f395a49f0869b49c82658de63', 'fixed_ips': [{'subnet_id': 'c87aaaa4-222c-4138-b2d1-0c4e82319dd7'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:17.308181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.327073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.330776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-963628e0-ea15-4273-bfae-40f5024b5976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.342378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.344033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.350154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:17.350816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.362716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e803044-ca82-42ea-971c-fdffa56e252b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.370242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.375190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d19865a2-7cde-4c17-8745-759f5b795b44 tempest-ExternalNetworksTestJSON-446649849 tempest-ExternalNetworksTestJSON-446649849-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.435888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae389cee-7586-45df-9735-c6b1ae1d1abd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:17.471642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:17.484204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:17.489815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:17.495376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:17.496004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.499959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.503494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e803044-ca82-42ea-971c-fdffa56e252b HTTP/1.1" status: 204 len: 168 time: 0.7276640 Dec 22 08:45:17.503494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6669514 Dec 22 08:45:17.507844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35254) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.520411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Network': ['ID=a9ab1765-64cb-438d-860b-571112a95993,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.527125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'network': {'name': 'tempest-router-network02--2137102049'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:17.535087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.535803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13e5333d-fd6c-4183-b24e-19208bfa1419 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.549600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a9ab1765-64cb-438d-860b-571112a95993 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:17.584648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:17.606567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:network and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:17.613837 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3475535 Dec 22 08:45:17.616307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35258) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.616987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:17.626458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:17.640125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=1d990803-080d-4553-9a69-91a1d2facc11,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.644435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.653424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:17.658647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.704189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:17.714515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.714861 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Added segment b72ddc72-558d-4f20-a6ea-b8c8b65a4b43 of type vlan for network f408182f-a951-40d8-9293-d07880d0f9a4 Dec 22 08:45:17.743391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ae389cee-7586-45df-9735-c6b1ae1d1abd completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:17.752397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.772088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Allocated IP 2001:db8::2 (82d63f30-8bcc-4d36-ae41-91062e8ed6af/c87aaaa4-222c-4138-b2d1-0c4e82319dd7/f86105a1-ca6d-4bff-9599-5b8845c8c4f4) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:17.776743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:14Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:17.784282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] Checking router: 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:45:17.793951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.801926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:17.803042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:17.803587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.804495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:17.810699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3dec74c-07e1-4d1c-a3ef-7e77dd2428e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.977553 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4652774 Dec 22 08:45:17.981280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35270) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.995687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'subnet': {'network_id': 'a9ab1765-64cb-438d-860b-571112a95993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:18.154443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Network': ['ID=f408182f-a951-40d8-9293-d07880d0f9a4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:18.161276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:18.181775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network f408182f-a951-40d8-9293-d07880d0f9a4 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:18.297269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:18.304993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:subnet and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:18.308957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:18.318474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:18.340798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba63ea-effd-4d7e-b6a2-260dbcc22b8a req-90332285-f129-4911-83c0-20ca18037c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:18.342486 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08ba63ea-effd-4d7e-b6a2-260dbcc22b8a req-90332285-f129-4911-83c0-20ca18037c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 946 time: 0.2040112 Dec 22 08:45:18.343734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:18.350769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.357460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd3276-c13d-4f7d-9346-e0bd4db62baf None None] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:18.466798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:18.655640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08ba63ea-effd-4d7e-b6a2-260dbcc22b8a req-fb60ba9e-7412-435e-aa48-077f2c225151 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ecaa635-cfec-4f41-89ec-c4653f036022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665974 Dec 22 08:45:18.696097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.712252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35286) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:18.737475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-ed4d849b-6ef2-48c7-a874-37168ee23381 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:18.739064 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-ed4d849b-6ef2-48c7-a874-37168ee23381 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 946 time: 0.2108276 Dec 22 08:45:18.787700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Provisioning for port ae389cee-7586-45df-9735-c6b1ae1d1abd completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:18.800272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Provisioning complete for port ae389cee-7586-45df-9735-c6b1ae1d1abd triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:18.800748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.804346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.817289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-219b39be-af00-4b5f-9fce-a76a7007afe8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:18.865446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.904402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Transition to ACTIVE for port object f86105a1-ca6d-4bff-9599-5b8845c8c4f4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:18.917274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-22838987'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:18.925243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:18.931836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:network and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:18.936496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 25a32de7-9100-4a7a-972f-8a11f6bb4309 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:18.937011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.941524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:18.950022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:18.981565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Subnet': ['ID=4ffdaea3-b002-4421-80d0-760354259688,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:18.984249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:19.002526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Checking segment: {'id': '19790838-e31a-4747-bea5-c6433609b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9ab1765-64cb-438d-860b-571112a95993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:19.002882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network hostable DHCP agents. Network: a9ab1765-64cb-438d-860b-571112a95993, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:19.040917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Made reservation on behalf of 1a6ab48d5238485394c5fb8d05db6815 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:19.044624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.051679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Transition to ACTIVE for port object f86105a1-ca6d-4bff-9599-5b8845c8c4f4 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:19.060210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.079862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:19.084629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network a9ab1765-64cb-438d-860b-571112a95993 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:19.084800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.088697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:security_group_rule and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:19.092891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f80ccc13-6067-4245-9824-8a7f485fbb00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:19.093869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:19.105071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:19.171335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a9ab1765-64cb-438d-860b-571112a95993) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:19.176174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.176757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.211553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.215551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64fea9-a101-4327-9999-ec9746806300 None None] Network a9ab1765-64cb-438d-860b-571112a95993 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:19.224665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.233610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-636a4296-d236-4995-8b19-eb9ceadc6243 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:19.253181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:19.348056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=1d990803-080d-4553-9a69-91a1d2facc11,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.351733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:19.358490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:19.361886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:19.371277 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3888056 Dec 22 08:45:19.380872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35292) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.396767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Pushing event updated for resources: {'Port': ['ID=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.399976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'subnet': {'network_id': 'f408182f-a951-40d8-9293-d07880d0f9a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:19.433573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:19.441588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.445720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.489379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.501517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1687c6b0-6c78-480a-8b40-fa575203ee4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:19.528524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 25a32de7-9100-4a7a-972f-8a11f6bb4309, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=25a32de7-9100-4a7a-972f-8a11f6bb4309,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:19.528890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.538577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d842903-9bd4-44e2-b356-d877d8e7ad82,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.549430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:19.558344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:19.607758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.608382 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Added segment 797753bf-6f25-4003-8348-d309cb643a4b of type vlan for network b271da43-56d8-45b5-92e1-313f63b7c5f0 Dec 22 08:45:19.613746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:19.679149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:subnet and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:19.687899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 25a32de7-9100-4a7a-972f-8a11f6bb4309 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:19.700038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.702515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] For port ae389cee-7586-45df-9735-c6b1ae1d1abd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae389cee-7586-45df-9735-c6b1ae1d1abd,segment=NetworkSegment(21865e31-9087-44d0-979c-1ea19db50eef),segment_id=21865e31-9087-44d0-979c-1ea19db50eef)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:19.705848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.710575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Attempting to bind port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:19.710954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Attempting to bind port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'b022f3f6-9fce-4ec0-95f8-417fbd11ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82d63f30-8bcc-4d36-ae41-91062e8ed6af'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:19.711347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Attempting to bind port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 on network 82d63f30-8bcc-4d36-ae41-91062e8ed6af {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:19.716339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:19.730554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.736925 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cdd7e10e-08f6-4e24-9abf-4c38d20ddc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:19.739211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:19.762812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:19.766683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.788585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:19.789312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Checking segment: {'id': 'b022f3f6-9fce-4ec0-95f8-417fbd11ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82d63f30-8bcc-4d36-ae41-91062e8ed6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:19.789904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.790482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Bound using segment: {'id': 'b022f3f6-9fce-4ec0-95f8-417fbd11ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82d63f30-8bcc-4d36-ae41-91062e8ed6af'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:19.791134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Bound port: f86105a1-ca6d-4bff-9599-5b8845c8c4f4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b022f3f6-9fce-4ec0-95f8-417fbd11ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82d63f30-8bcc-4d36-ae41-91062e8ed6af'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:19.791704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.969656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:14Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:20.011199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Pushing event updated for resources: {'Port': ['ID=ae389cee-7586-45df-9735-c6b1ae1d1abd,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.016722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.027833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:20.029553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42eccb5e-71e9-4a28-a434-dc0d6ce7f015 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.034125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548eb32b-adc4-4ddd-9cea-c12d0faef431 None None] The sync data for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv is: [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:14Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'a4566aca-a663-49a5-94fb-1bcc571683ab', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.226', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'port_id': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'mac_address': 'fa:16:3e:8d:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:42:37Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:20.061095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a9ab1765-64cb-438d-860b-571112a95993', 'network_id': 'a9ab1765-64cb-438d-860b-571112a95993', 'tenant_id': '67fef92f395a49f0869b49c82658de63', 'fixed_ips': [{'subnet_id': '4ffdaea3-b002-4421-80d0-760354259688'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:20.062485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.090085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] For port f86105a1-ca6d-4bff-9599-5b8845c8c4f4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:20.094463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=25a32de7-9100-4a7a-972f-8a11f6bb4309,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.095781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] For port f86105a1-ca6d-4bff-9599-5b8845c8c4f4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,segment=NetworkSegment(b022f3f6-9fce-4ec0-95f8-417fbd11ec02),segment_id=b022f3f6-9fce-4ec0-95f8-417fbd11ec02)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:20.138465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:20.158920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.164563 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9d3982d4-b5c6-4158-ae53-53366f341179 req-621ba57c-2541-4f36-8ebb-80e8eb3418bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d15e33-fd2d-4ab8-ba28-44dd97c2f45f HTTP/1.1" status: 200 len: 210 time: 0.1549265 Dec 22 08:45:20.177745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9ddd21-f724-4eb8-91f0-d4f5846ba0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.179029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:45:20.205251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port 25a32de7-9100-4a7a-972f-8a11f6bb4309 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:20.209181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.226305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'name': 'network-vif-deleted', 'tag': '25a32de7-9100-4a7a-972f-8a11f6bb4309'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:45:20.226704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.233104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:20.233826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.241491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23b4606e-976b-442b-883c-629efe976315 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.246392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b50fd8eb-dc13-4e6d-91e6-62d12aaa8957 req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/25a32de7-9100-4a7a-972f-8a11f6bb4309 HTTP/1.1" status: 204 len: 173 time: 1.4998648 Dec 22 08:45:20.291660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.296894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b655b43a-9143-451b-8bd0-7c017808452e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.337627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d15e33-fd2d-4ab8-ba28-44dd97c2f45f', 'name': 'network-vif-deleted', 'tag': '25a32de7-9100-4a7a-972f-8a11f6bb4309', 'status': 'completed', 'code': 200} Dec 22 08:45:20.360919 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6442211 Dec 22 08:45:20.365633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.370147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35300) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:20.423211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Network': ['ID=b271da43-56d8-45b5-92e1-313f63b7c5f0,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.427773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'subnet': {'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:20.452005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1e194ac4-3fdf-49ad-8e64-be3fbb22b781 None None] Provisioning for port 1d990803-080d-4553-9a69-91a1d2facc11 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:20.465735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Subnet': ['ID=8ac2676a-84a7-45f8-9074-89061972cc02,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.469125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:20.475276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Pushing event updated for resources: {'Port': ['ID=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.479828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1e194ac4-3fdf-49ad-8e64-be3fbb22b781 None None] Provisioning complete for port 1d990803-080d-4553-9a69-91a1d2facc11 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:20.480254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1e194ac4-3fdf-49ad-8e64-be3fbb22b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.581215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:20.616246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Checking segment: {'id': 'b72ddc72-558d-4f20-a6ea-b8c8b65a4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f408182f-a951-40d8-9293-d07880d0f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:20.616991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network hostable DHCP agents. Network: f408182f-a951-40d8-9293-d07880d0f9a4, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:20.678361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Allocated IP 2001:db8::2 (a9ab1765-64cb-438d-860b-571112a95993/4ffdaea3-b002-4421-80d0-760354259688/14fc38f1-ecdf-4213-8960-b961decc9b0b) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:20.678938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:20.686076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:subnet and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:20.690659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:20.698416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network f408182f-a951-40d8-9293-d07880d0f9a4 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:20.702771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:20.718904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, f408182f-a951-40d8-9293-d07880d0f9a4) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:20.729327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:20.730010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.759751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Made reservation on behalf of 1a6ab48d5238485394c5fb8d05db6815 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:20.764934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.803212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4202838 Dec 22 08:45:20.813036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35304) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:21.028038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.040304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Transition to ACTIVE for port object 14fc38f1-ecdf-4213-8960-b961decc9b0b will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:21.063161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Transition to ACTIVE for port object 14fc38f1-ecdf-4213-8960-b961decc9b0b will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:21.076353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:21.077731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:21.112753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceac908-6b77-4aa0-a83e-83e12369e80e None None] Network f408182f-a951-40d8-9293-d07880d0f9a4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:21.162274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.191292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:21.347643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.349513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35312) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:21.367234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.368144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.375145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51df89d4-f424-44a3-b310-255276861b70 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:21.451483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Network a9ab1765-64cb-438d-860b-571112a95993 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:21.469354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:21.483884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:21.488866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1e194ac4-3fdf-49ad-8e64-be3fbb22b781 None None] Port 1d990803-080d-4553-9a69-91a1d2facc11 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:21.558515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f86105a1-ca6d-4bff-9599-5b8845c8c4f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:21.632759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Pushing event updated for resources: {'Port': ['ID=14fc38f1-ecdf-4213-8960-b961decc9b0b,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:21.649976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=1d990803-080d-4553-9a69-91a1d2facc11,revision_number=3']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:21.660171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:21.660466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:21.666195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.748044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.786187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1e194ac4-3fdf-49ad-8e64-be3fbb22b781 None None] Provisioning complete for port ae389cee-7586-45df-9735-c6b1ae1d1abd triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:21.787569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1e194ac4-3fdf-49ad-8e64-be3fbb22b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.797703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:21.806320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:21.960874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Attempting to bind port 14fc38f1-ecdf-4213-8960-b961decc9b0b on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:21.961505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Attempting to bind port 14fc38f1-ecdf-4213-8960-b961decc9b0b by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '19790838-e31a-4747-bea5-c6433609b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9ab1765-64cb-438d-860b-571112a95993'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:21.961987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Attempting to bind port 14fc38f1-ecdf-4213-8960-b961decc9b0b on network a9ab1765-64cb-438d-860b-571112a95993 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:21.994131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:21.994532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Checking segment: {'id': '19790838-e31a-4747-bea5-c6433609b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9ab1765-64cb-438d-860b-571112a95993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:21.995100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.995515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Bound using segment: {'id': '19790838-e31a-4747-bea5-c6433609b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9ab1765-64cb-438d-860b-571112a95993'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:22.000096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Bound port: 14fc38f1-ecdf-4213-8960-b961decc9b0b, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19790838-e31a-4747-bea5-c6433609b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a9ab1765-64cb-438d-860b-571112a95993'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:22.000674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.038221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.050420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bd12f7b-1799-45c1-a4cd-57a05c910e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:22.072632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecaa635-cfec-4f41-89ec-c4653f036022,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.075947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 07177e66-4a8f-4c37-86b9-11a91d8f7fa8 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:22.078610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:22.100315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 25a32de7-9100-4a7a-972f-8a11f6bb4309 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:22.120283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.139104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.157329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.157602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29e99452-f5b8-4575-9789-72229d411bf1 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:22.159666 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/7ecaa635-cfec-4f41-89ec-c4653f036022 HTTP/1.1" status: 204 len: 168 time: 0.8091376 Dec 22 08:45:22.170339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 25a32de7-9100-4a7a-972f-8a11f6bb4309 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:22.170828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 25a32de7-9100-4a7a-972f-8a11f6bb4309 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:22.225956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35318) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:22.279521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:22.283197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:22.288779 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/07177e66-4a8f-4c37-86b9-11a91d8f7fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6704540 Dec 22 08:45:22.291493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35322) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:22.299202 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] Sync routers for ids ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:22.309268 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] Routers {'07177e66-4a8f-4c37-86b9-11a91d8f7fa8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:22.311186 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.323635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae389cee-7586-45df-9735-c6b1ae1d1abd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:22.365699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb0f91-379d-444e-9e90-84f46518c2e5 None None] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:22.379045 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.390837 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] Routers {'07177e66-4a8f-4c37-86b9-11a91d8f7fa8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:22.391823 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.489237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-f408182f-a951-40d8-9293-d07880d0f9a4', 'network_id': 'f408182f-a951-40d8-9293-d07880d0f9a4', 'tenant_id': '67fef92f395a49f0869b49c82658de63', 'fixed_ips': [{'subnet_id': '8ac2676a-84a7-45f8-9074-89061972cc02'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:22.490198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.492307 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.492926 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a316c-6c1f-4faf-a2e0-58747c36de23 None None] The sync data for ids ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:22.520198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Subnet': ['ID=bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.532432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:22.573716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet 9152f1ed-09f0-4542-9e51-c7a1a6ab668f {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:22.620744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e03587d-364d-4ad3-9422-2187ca1aed63 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:22.620744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e03587d-364d-4ad3-9422-2187ca1aed63 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:22.626082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.638821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] For port 14fc38f1-ecdf-4213-8960-b961decc9b0b, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:22.644312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] For port 14fc38f1-ecdf-4213-8960-b961decc9b0b, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=14fc38f1-ecdf-4213-8960-b961decc9b0b,segment=NetworkSegment(19790838-e31a-4747-bea5-c6433609b63d),segment_id=19790838-e31a-4747-bea5-c6433609b63d)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:22.653059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9e03587d-364d-4ad3-9422-2187ca1aed63 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:22.654416 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9e03587d-364d-4ad3-9422-2187ca1aed63 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports/1d990803-080d-4553-9a69-91a1d2facc11 HTTP/1.1" status: 200 len: 984 time: 0.3614919 Dec 22 08:45:22.659163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35326) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:22.664915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.669421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:22.687137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Checking segment: {'id': '797753bf-6f25-4003-8348-d309cb643a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:22.687137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Network hostable DHCP agents. Network: b271da43-56d8-45b5-92e1-313f63b7c5f0, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:22.835596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Pushing event updated for resources: {'Port': ['ID=14fc38f1-ecdf-4213-8960-b961decc9b0b,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.876712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.883980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Provisioning for port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:22.883980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:22.919235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:22.924903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Provisioning complete for port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:22.924903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.982873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ae389cee-7586-45df-9735-c6b1ae1d1abd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:22.982873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.988273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, b271da43-56d8-45b5-92e1-313f63b7c5f0) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:23.042526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:23.042526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.066961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebebd43-48da-4dd5-9194-ae44df853dcb None None] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:23.154030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7699203 Dec 22 08:45:23.164509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Allocated IP 2001:db8::1 (a9ab1765-64cb-438d-860b-571112a95993/4ffdaea3-b002-4421-80d0-760354259688/40a14abe-75bf-4f27-aaab-ffc78edcc2f2) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:23.164509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35330) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.190942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1704455920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:23.205650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.265908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:23.290915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:router and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:23.290915 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-21e55ff5-e1eb-4aa3-9b8a-30af06f89fd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4791994 Dec 22 08:45:23.302953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:23.312352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:23.325645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Allocated IP 2001:db8::2 (f408182f-a951-40d8-9293-d07880d0f9a4/8ac2676a-84a7-45f8-9074-89061972cc02/79d5a165-87a9-4ef9-9feb-bd81ea5b1fee) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:23.387204 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:45:23.643937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.690822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-60b95a6a-a316-48b3-bb52-2ced168f6910 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:23.710014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.823367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.824212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.840936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.847324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=9152f1ed-09f0-4542-9e51-c7a1a6ab668f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:23.866322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6760ab-62d7-4c45-87df-58ee3a78c558 None None] Network 39f5e9b8-4bef-4af4-94f7-1e71241687e0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:23.866975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:23.890357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35334) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.890815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/9152f1ed-09f0-4542-9e51-c7a1a6ab668f HTTP/1.1" status: 204 len: 168 time: 1.6627486 Dec 22 08:45:23.956412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.008537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.062425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.080071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-bf8858cf-3aa5-4abc-ba02-85a9b785b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:24.080071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-bf8858cf-3aa5-4abc-ba02-85a9b785b3fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1099 time: 0.5654576 Dec 22 08:45:24.094730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.113228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.140281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:24.140281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.200843 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 43d86d10-ab4d-4f7d-a726-d3ac81790235 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:24.275702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 43d86d10-ab4d-4f7d-a726-d3ac81790235 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:24.276742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 43d86d10-ab4d-4f7d-a726-d3ac81790235 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:24.420749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-b271da43-56d8-45b5-92e1-313f63b7c5f0', 'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0', 'tenant_id': '1a6ab48d5238485394c5fb8d05db6815', 'fixed_ips': [{'subnet_id': 'bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:24.424346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.439573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Transition to ACTIVE for port object 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:24.462805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.464146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ad6e590f-d6da-4b6e-b11a-285abd82acba tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2987640 Dec 22 08:45:24.465605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] For port f86105a1-ca6d-4bff-9599-5b8845c8c4f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,segment=NetworkSegment(b022f3f6-9fce-4ec0-95f8-417fbd11ec02),segment_id=b022f3f6-9fce-4ec0-95f8-417fbd11ec02)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:24.469439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35338) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:24.549054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 14fc38f1-ecdf-4213-8960-b961decc9b0b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:24.555631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a71aed1f-4f61-4873-9d4b-5edbb1cf38dd,segment=NetworkSegment(baa9d4ea-3d10-4bad-858a-7a45d8a9393c),segment_id=baa9d4ea-3d10-4bad-858a-7a45d8a9393c)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:24.556056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.700841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-e4c013d7-dcff-4b58-9b60-35107662e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:24.703046 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-e4c013d7-dcff-4b58-9b60-35107662e6ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 896 time: 0.6080246 Dec 22 08:45:24.704873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315600e3-8e0f-4cc5-940a-72429fc19e21 None None] Network a9ab1765-64cb-438d-860b-571112a95993 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:24.761722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.779178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1a26f0d5-fdc4-4524-8363-377fe4568897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:24.795501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 1d990803-080d-4553-9a69-91a1d2facc11 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:24.796479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.943611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.952890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c3b3a640-ca8a-4d36-b97b-ee0ce84a781b tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:25.049436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for a71aed1f-4f61-4873-9d4b-5edbb1cf38dd owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:25.066232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.081467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Provisioning complete for port 1d990803-080d-4553-9a69-91a1d2facc11 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:25.082071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.172302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Transition to ACTIVE for port object 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:25.181326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network a9ab1765-64cb-438d-860b-571112a95993 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:25.194671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:25.202107 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-2eae0596-2344-45f2-bb18-81cccfd23f6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 200 len: 1002 time: 0.4847536 Dec 22 08:45:25.203298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:25.204005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.212049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Pushing event updated for resources: {'Port': ['ID=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:25.230247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:25.232006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 14fc38f1-ecdf-4213-8960-b961decc9b0b completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:25.260653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Transition to ACTIVE for port object 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:25.273513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Port 1d990803-080d-4553-9a69-91a1d2facc11 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:25.281070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.290416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ad7f317-51ba-4206-ad5c-a01916f61836 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:25.318469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.329873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47b83481-2cad-4e28-bf42-e63723622d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:25.334836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Port': ['ID=40a14abe-75bf-4f27-aaab-ffc78edcc2f2,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:25.360419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=a71aed1f-4f61-4873-9d4b-5edbb1cf38dd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:25.365309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port a71aed1f-4f61-4873-9d4b-5edbb1cf38dd on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:25.373266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Allocated IP 172.20.0.2 (b271da43-56d8-45b5-92e1-313f63b7c5f0/bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1/70d54fb4-96c9-4fa7-b374-356198716a17) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:25.375432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:25.376827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:25.409851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.438932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Network f408182f-a951-40d8-9293-d07880d0f9a4 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:25.464016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:25.479895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:25.549503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-c33d239b-d8e7-41f9-9675-197b9b01dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:25.550965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-c33d239b-d8e7-41f9-9675-197b9b01dfa0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e148eb7-8bb4-464f-bdaf-853087fe8da7 HTTP/1.1" status: 200 len: 834 time: 0.2135332 Dec 22 08:45:25.553542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.570922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4be114-3386-4400-822c-899d2953320a None None] DHCP port deletion for 39f5e9b8-4bef-4af4-94f7-1e71241687e0 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:25.590029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Pushing event updated for resources: {'Port': ['ID=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:25.632277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:25.635009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Provisioning complete for port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:25.635392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.687256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 1d990803-080d-4553-9a69-91a1d2facc11 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:25.751467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.791864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Attempting to bind port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:25.792302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Attempting to bind port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'b72ddc72-558d-4f20-a6ea-b8c8b65a4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f408182f-a951-40d8-9293-d07880d0f9a4'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:25.792434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Attempting to bind port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee on network f408182f-a951-40d8-9293-d07880d0f9a4 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:25.831496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f5e9b8-4bef-4af4-94f7-1e71241687e0']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:25.843765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:25.843765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Checking segment: {'id': 'b72ddc72-558d-4f20-a6ea-b8c8b65a4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f408182f-a951-40d8-9293-d07880d0f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:25.843765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.843765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Bound using segment: {'id': 'b72ddc72-558d-4f20-a6ea-b8c8b65a4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f408182f-a951-40d8-9293-d07880d0f9a4'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:25.843765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Bound port: 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72ddc72-558d-4f20-a6ea-b8c8b65a4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f408182f-a951-40d8-9293-d07880d0f9a4'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:25.843765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.853035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:25.853035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa9d4ea-3d10-4bad-858a-7a45d8a9393c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:26.016818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.042077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.056589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Transition to ACTIVE for port object 70d54fb4-96c9-4fa7-b374-356198716a17 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:26.080153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.097508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Transition to ACTIVE for port object 70d54fb4-96c9-4fa7-b374-356198716a17 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:26.097508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] For port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:26.097508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Provisioning for port 14fc38f1-ecdf-4213-8960-b961decc9b0b completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:26.112073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.112073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-703cfea1-6cf1-4aa1-a8e4-2ffc71a2f368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:26.152376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Provisioning complete for port 14fc38f1-ecdf-4213-8960-b961decc9b0b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:26.152376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.247576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-c11e3e48-b4a2-46b9-90a3-4a2e0688db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:26.247576 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-c11e3e48-b4a2-46b9-90a3-4a2e0688db69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a3deada-971b-4d68-b789-08d87505c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6683218 Dec 22 08:45:26.257476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:26.257476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:26.264756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.274380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:26.274380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Pushing event updated for resources: {'Port': ['ID=70d54fb4-96c9-4fa7-b374-356198716a17,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.274380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:26.289657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.289657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:26.289657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:26.344701 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:26.355235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c4d463a9-f28f-4d24-a9e7-b42f2f77dbdf tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:26.407003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Attempting to bind port 70d54fb4-96c9-4fa7-b374-356198716a17 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:26.407388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Attempting to bind port 70d54fb4-96c9-4fa7-b374-356198716a17 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '797753bf-6f25-4003-8348-d309cb643a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:26.407760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Attempting to bind port 70d54fb4-96c9-4fa7-b374-356198716a17 on network b271da43-56d8-45b5-92e1-313f63b7c5f0 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:26.449803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f86105a1-ca6d-4bff-9599-5b8845c8c4f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:26.522679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=1d990803-080d-4553-9a69-91a1d2facc11,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.529566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:26.543429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:26.544493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Checking segment: {'id': '797753bf-6f25-4003-8348-d309cb643a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:26.545043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.548937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Bound using segment: {'id': '797753bf-6f25-4003-8348-d309cb643a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:26.549758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Bound port: 70d54fb4-96c9-4fa7-b374-356198716a17, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797753bf-6f25-4003-8348-d309cb643a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:26.550196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.712123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.779714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] For port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,segment=NetworkSegment(b72ddc72-558d-4f20-a6ea-b8c8b65a4b43),segment_id=b72ddc72-558d-4f20-a6ea-b8c8b65a4b43)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:26.781244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:26.781882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.900794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.917507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5365e3c6-67e6-40b4-9c27-9af39b3670e4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:26.950925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.953344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.962456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:26.972591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=39f5e9b8-4bef-4af4-94f7-1e71241687e0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.984275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:26.984275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.009291 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/39f5e9b8-4bef-4af4-94f7-1e71241687e0 HTTP/1.1" status: 204 len: 168 time: 3.1159711 Dec 22 08:45:27.015909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35344) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.017441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] For port 70d54fb4-96c9-4fa7-b374-356198716a17, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:27.020465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Allocated IP 172.20.0.1 (b271da43-56d8-45b5-92e1-313f63b7c5f0/bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1/80990b4c-50de-4472-b6e9-240638a4c61d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:27.051361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] For port 14fc38f1-ecdf-4213-8960-b961decc9b0b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=14fc38f1-ecdf-4213-8960-b961decc9b0b,segment=NetworkSegment(19790838-e31a-4747-bea5-c6433609b63d),segment_id=19790838-e31a-4747-bea5-c6433609b63d)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:27.062341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] For port 70d54fb4-96c9-4fa7-b374-356198716a17, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=70d54fb4-96c9-4fa7-b374-356198716a17,segment=NetworkSegment(797753bf-6f25-4003-8348-d309cb643a4b),segment_id=797753bf-6f25-4003-8348-d309cb643a4b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:27.069934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.076343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.126793 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-4ed42d70-e235-422d-be0d-1fb9e56de3bc service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684695 Dec 22 08:45:27.129826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Pushing event updated for resources: {'Port': ['ID=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.141162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.resource_extend [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:45:27.146985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:27.147768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2d8b77f6-415f-4faa-96cc-8cf2cc045252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:27.334184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9afeccc5-aa2f-4249-8c5a-52b71e67c780 None None] Provisioning for port 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:27.343608 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9afeccc5-aa2f-4249-8c5a-52b71e67c780 None None] Provisioning complete for port 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:27.345050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9afeccc5-aa2f-4249-8c5a-52b71e67c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.366818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.415098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9afeccc5-aa2f-4249-8c5a-52b71e67c780 None None] Port 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:27.443397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9afeccc5-aa2f-4249-8c5a-52b71e67c780 None None] Provisioning complete for port 14fc38f1-ecdf-4213-8960-b961decc9b0b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:27.443397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9afeccc5-aa2f-4249-8c5a-52b71e67c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.712782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 07177e66-4a8f-4c37-86b9-11a91d8f7fa8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:27.726612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a71aed1f-4f61-4873-9d4b-5edbb1cf38dd no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:27.768571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b85b7d-4b61-4770-a878-72688a6a19bb None None] Pushing event updated for resources: {'Port': ['ID=14fc38f1-ecdf-4213-8960-b961decc9b0b,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.788138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.789226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.810107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd6742f3-8ba1-4a4b-8682-58890222c2e3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:27.818117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a71aed1f-4f61-4873-9d4b-5edbb1cf38dd {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:27.818117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a71aed1f-4f61-4873-9d4b-5edbb1cf38dd not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:27.936888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.947348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Pushing event updated for resources: {'Port': ['ID=70d54fb4-96c9-4fa7-b374-356198716a17,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.952720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:27.953206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.867s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:27.953540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:27.956091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:27.968434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] Sync routers for ids ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:27.970198 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/07177e66-4a8f-4c37-86b9-11a91d8f7fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3088927 Dec 22 08:45:27.973139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35348) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.991010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] Routers {'07177e66-4a8f-4c37-86b9-11a91d8f7fa8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:27.991010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.108629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.121800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] Routers {'07177e66-4a8f-4c37-86b9-11a91d8f7fa8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:28.122544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.193431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.193431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8b601-dc93-4a42-ac65-d24340efaf29 None None] The sync data for ids ['07177e66-4a8f-4c37-86b9-11a91d8f7fa8'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:28.233840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Port': ['ID=40a14abe-75bf-4f27-aaab-ffc78edcc2f2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:28.236460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Transition to ACTIVE for port object 80990b4c-50de-4472-b6e9-240638a4c61d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:28.242293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 4393f569-51d8-4fc0-9438-0605b2429a88 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:28.242632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.285780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:28.320279 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-84c3913a-d2e6-43bf-94de-3c85e638c6b6 req-33f9b7b3-6001-45d2-a094-7f19c0d33ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1698527 Dec 22 08:45:28.383004 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-2c21b835-d0c5-4a9a-8a90-e6cf591ee54b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 08:45:28.389783 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2c21b835-d0c5-4a9a-8a90-e6cf591ee54b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/07177e66-4a8f-4c37-86b9-11a91d8f7fa8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4141636 Dec 22 08:45:28.390695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.454699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98b079d6-7dce-4968-8c51-d5a92bc197e5 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:28.495854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98b079d6-7dce-4968-8c51-d5a92bc197e5 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:28.506049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35356) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.510259 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98b079d6-7dce-4968-8c51-d5a92bc197e5 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=07177e66-4a8f-4c37-86b9-11a91d8f7fa8 HTTP/1.1" status: 200 len: 205 time: 0.0893838 Dec 22 08:45:28.602949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 70d54fb4-96c9-4fa7-b374-356198716a17 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:28.705278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 70d54fb4-96c9-4fa7-b374-356198716a17 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:28.707421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network a9ab1765-64cb-438d-860b-571112a95993 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:28.712613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:28.713369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:28.718432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.731041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:28.772563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7718d3f4-f598-4020-a9d3-cefe42e406c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.824065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:28.829508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 14fc38f1-ecdf-4213-8960-b961decc9b0b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:28.907231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf1e0e-2827-48e7-ab7b-368318f9571a None None] Network f408182f-a951-40d8-9293-d07880d0f9a4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:29.026251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Provisioning for port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:29.043973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Provisioning complete for port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:29.044211 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.109556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:29.142988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:29.150530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 14fc38f1-ecdf-4213-8960-b961decc9b0b triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:29.150530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.157488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:29.197651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.197979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.270227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Port': ['ID=80990b4c-50de-4472-b6e9-240638a4c61d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:29.275434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:29.375136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.478383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] For port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,segment=NetworkSegment(b72ddc72-558d-4f20-a6ea-b8c8b65a4b43),segment_id=b72ddc72-558d-4f20-a6ea-b8c8b65a4b43)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:29.485299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.488257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:29.562537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89926cbc-9a4a-46c5-ba3e-568743c579f4 None None] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:29.568577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 4393f569-51d8-4fc0-9438-0605b2429a88 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:29.585391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Pushing event updated for resources: {'Port': ['ID=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:29.626956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7718d3f4-f598-4020-a9d3-cefe42e406c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.630719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:29.638208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7718d3f4-f598-4020-a9d3-cefe42e406c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.664053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.667184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Provisioning for port 70d54fb4-96c9-4fa7-b374-356198716a17 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:29.679724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Provisioning complete for port 70d54fb4-96c9-4fa7-b374-356198716a17 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:29.680005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.919994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7718d3f4-f598-4020-a9d3-cefe42e406c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.920136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7718d3f4-f598-4020-a9d3-cefe42e406c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Fanout notify agent at l3_agent the message router_deleted on router 07177e66-4a8f-4c37-86b9-11a91d8f7fa8 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:29.938603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.988659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Router f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:29.988852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] For port 70d54fb4-96c9-4fa7-b374-356198716a17, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=70d54fb4-96c9-4fa7-b374-356198716a17,segment=NetworkSegment(797753bf-6f25-4003-8348-d309cb643a4b),segment_id=797753bf-6f25-4003-8348-d309cb643a4b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:29.992804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.995760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-90a4a3a4-e657-41b7-9294-d1dd5472baab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:30.028420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7718d3f4-f598-4020-a9d3-cefe42e406c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.029477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7718d3f4-f598-4020-a9d3-cefe42e406c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/07177e66-4a8f-4c37-86b9-11a91d8f7fa8 HTTP/1.1" status: 204 len: 168 time: 1.5354605 Dec 22 08:45:30.032414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:30.130551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet 2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:30.134274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.143103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Pushing event updated for resources: {'Port': ['ID=70d54fb4-96c9-4fa7-b374-356198716a17,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.147822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:30.157576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Provisioning complete for port 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:30.158415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.213418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.225087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Port 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:30.270608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.282989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.291954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:30.328853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.362053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=4393f569-51d8-4fc0-9438-0605b2429a88,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.362053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:30.362854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Provisioning complete for port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:30.365220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.405254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 70d54fb4-96c9-4fa7-b374-356198716a17 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:30.457356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:30.470158 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] Sync routers for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:30.495046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.509593 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:30.512256 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:30.531456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e2cb6183-7a37-4fe5-ada7-5d0ef25d00bf tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:30.542497 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7256434 Dec 22 08:45:30.548029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35364) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:30.605155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.621138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.634723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:30.649597 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf HTTP/1.1" status: 204 len: 168 time: 0.6124396 Dec 22 08:45:30.649597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:30.651194 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:30.654470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bbae5d-b1ad-4c85-b4db-97db78b47567 None None] Network 6f7a0fed-ddbd-4852-9ba3-413392fe666c requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:30.671674 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:30.672880 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:30.766735 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:30.766735 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795cb52-1dc1-4927-a66c-31f748650648 None None] The sync data for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:30.812359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 70d54fb4-96c9-4fa7-b374-356198716a17 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:30.812359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.836822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.856632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port ae389cee-7586-45df-9735-c6b1ae1d1abd {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:30.857538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.891556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Provisioning for port 80990b4c-50de-4472-b6e9-240638a4c61d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:30.902337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.902881 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP a4566aca-a663-49a5-94fb-1bcc571683ab disassociated (deleted). External IP: 172.26.7.226, port: dfd28956-ec4a-4fc0-ac30-4450a2cc908c. Dec 22 08:45:30.930255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Provisioning complete for port 80990b4c-50de-4472-b6e9-240638a4c61d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:30.931133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.048834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Port 80990b4c-50de-4472-b6e9-240638a4c61d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:31.123149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Provisioning complete for port 70d54fb4-96c9-4fa7-b374-356198716a17 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:31.123639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4bfe4b32-7484-448a-a979-7cc97f6c8fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.181228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:31.284174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port ae389cee-7586-45df-9735-c6b1ae1d1abd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae389cee-7586-45df-9735-c6b1ae1d1abd,segment=NetworkSegment(21865e31-9087-44d0-979c-1ea19db50eef),segment_id=21865e31-9087-44d0-979c-1ea19db50eef)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:31.284671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.319615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:31.319615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.394311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] DHCP port deletion for 6f7a0fed-ddbd-4852-9ba3-413392fe666c request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:31.407148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Deleting port ae389cee-7586-45df-9735-c6b1ae1d1abd {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:31.407821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.437958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for ae389cee-7586-45df-9735-c6b1ae1d1abd owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:31.555137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.562221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dc02466e-8dde-4dbc-ba22-900c08d6e3ae tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:31.637000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=ae389cee-7586-45df-9735-c6b1ae1d1abd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:31.644242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:31.648586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No DVR routers for this DVR port ae389cee-7586-45df-9735-c6b1ae1d1abd on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:31.687957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] For port ae389cee-7586-45df-9735-c6b1ae1d1abd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae389cee-7586-45df-9735-c6b1ae1d1abd,segment=NetworkSegment(21865e31-9087-44d0-979c-1ea19db50eef),segment_id=21865e31-9087-44d0-979c-1ea19db50eef)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:31.689106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.697364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b702f67a-7aa6-4f45-bd0e-e9ec2e9c92c8 None None] Provisioning complete for port 80990b4c-50de-4472-b6e9-240638a4c61d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:31.697535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b702f67a-7aa6-4f45-bd0e-e9ec2e9c92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.812754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.848123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7a0fed-ddbd-4852-9ba3-413392fe666c']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:31.860932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21865e31-9087-44d0-979c-1ea19db50eef') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:31.861363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21865e31-9087-44d0-979c-1ea19db50eef') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:31.883865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.907086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Calling delete_port for ae389cee-7586-45df-9735-c6b1ae1d1abd owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:31.916754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.936988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:31.940363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.956348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b702f67a-7aa6-4f45-bd0e-e9ec2e9c92c8 None None] Port 80990b4c-50de-4472-b6e9-240638a4c61d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:31.957381 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:31.995112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:31.995474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:32.014808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:32.070028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.079257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0ecfae45-b0bc-46f7-84a8-fc1375323892 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:32.089133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.098488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.099765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.101277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=6f7a0fed-ddbd-4852-9ba3-413392fe666c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:32.106740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:32.126632 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/6f7a0fed-ddbd-4852-9ba3-413392fe666c HTTP/1.1" status: 204 len: 168 time: 1.4719706 Dec 22 08:45:32.126944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:32.134185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306988340'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:32.135880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:32.139064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:32.143245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:32.146218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:32.152553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:32.170802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:32.176816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.225017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:32.235478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.235907 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment 256fdf86-3942-4f58-b678-be3bc62f767b of type vlan for network 86ae63e3-cc22-482c-b540-eabdd0ec799a Dec 22 08:45:32.275244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.309994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.316568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:32.317501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.323700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-339f56be-7c4f-44d8-a00f-1e63dec731e0 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:32.330622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Port': ['ID=80990b4c-50de-4472-b6e9-240638a4c61d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:32.379609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae389cee-7586-45df-9735-c6b1ae1d1abd no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:32.387695 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-7ca9082e-adb3-4b47-a0c1-4937873b9529 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:45:32.391645 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7ca9082e-adb3-4b47-a0c1-4937873b9529 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8348567 Dec 22 08:45:32.396981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:32.399600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35376) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:32.418652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ae389cee-7586-45df-9735-c6b1ae1d1abd {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:32.419291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ae389cee-7586-45df-9735-c6b1ae1d1abd not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:32.427066 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2990425 Dec 22 08:45:32.433735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35380) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:32.445642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': '86ae63e3-cc22-482c-b540-eabdd0ec799a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:32.460250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=86ae63e3-cc22-482c-b540-eabdd0ec799a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:32.465019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:32.471725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:32.482469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.538604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Deleting port ae389cee-7586-45df-9735-c6b1ae1d1abd {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:32.539627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.623756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:32.628067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:32.631468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:32.639591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:32.655162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:32.663778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.672333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:32.681129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.699999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b3956b83-80e7-4bcf-88ce-d10a67db8ebe None None] The port 'ae389cee-7586-45df-9735-c6b1ae1d1abd' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:32.702882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] Sync routers for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:32.735604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:32.736348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:32.953895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:32.976113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.981429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:33.083456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': '256fdf86-3942-4f58-b678-be3bc62f767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '86ae63e3-cc22-482c-b540-eabdd0ec799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:33.083456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: 86ae63e3-cc22-482c-b540-eabdd0ec799a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:33.089168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=83c6e195-bed7-4c7b-ac84-bbe837898cb8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.091834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:33.093051 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/a4566aca-a663-49a5-94fb-1bcc571683ab HTTP/1.1" status: 204 len: 168 time: 6.0754800 Dec 22 08:45:33.098315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:45:33.119827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:33.124825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:33.144725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:33.164682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 86ae63e3-cc22-482c-b540-eabdd0ec799a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:33.177191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d561945-15e0-434c-b190-229c811e8505 None None] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:33.183435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:33.184320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.200346 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'status': 'completed', 'code': 200} Dec 22 08:45:33.226805 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7888319 Dec 22 08:45:33.228457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35390) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.235436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-654039678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:33.244003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:33.262751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:router and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:33.266570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:33.277058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:33.292467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.293636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.333249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.361079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.414993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.422080 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b4284a63-ddbd-48ac-aec8-668921797277 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1915421 Dec 22 08:45:33.423465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.547039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-1025a77a-902b-46c6-b6ab-740a02fec154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:33.548804 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-1025a77a-902b-46c6-b6ab-740a02fec154 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 1099 time: 0.3222475 Dec 22 08:45:33.595374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Router 943f71b0-ca26-445b-b758-8c2f764eab65 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:33.603203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:14Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.608080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-86ae63e3-cc22-482c-b540-eabdd0ec799a', 'network_id': '86ae63e3-cc22-482c-b540-eabdd0ec799a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': '83c6e195-bed7-4c7b-ac84-bbe837898cb8'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:33.609175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.632287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] Checking router: 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:45:33.638665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5529409a-8948-4ebd-8729-7052525f629b None None] Provisioning complete for port 80990b4c-50de-4472-b6e9-240638a4c61d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:33.639036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5529409a-8948-4ebd-8729-7052525f629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.715623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:33.716287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.832324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5529409a-8948-4ebd-8729-7052525f629b None None] Port 80990b4c-50de-4472-b6e9-240638a4c61d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:33.969318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:33.972387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-6b89cc54-ff0c-4564-80b5-52540336b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:33.974513 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-6b89cc54-ff0c-4564-80b5-52540336b494 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 200 len: 896 time: 0.3870754 Dec 22 08:45:33.980394 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "PUT /v2.0/routers/943f71b0-ca26-445b-b758-8c2f764eab65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5096970 Dec 22 08:45:33.984994 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] Sync routers for ids ['943f71b0-ca26-445b-b758-8c2f764eab65'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:33.990562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288cf81-524a-433d-9c48-29f5dcc8db8a req-5627bfb7-609b-490d-abe1-efcf8f806c60 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:33.991588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5288cf81-524a-433d-9c48-29f5dcc8db8a req-5627bfb7-609b-490d-abe1-efcf8f806c60 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:33.993967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Allocated IP 2001:db8::2 (86ae63e3-cc22-482c-b540-eabdd0ec799a/83c6e195-bed7-4c7b-ac84-bbe837898cb8/ffea2ca0-ea44-4bde-87ac-5b10c5ee9628) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:33.996012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35400) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.996954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:34.001162 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] Routers {'943f71b0-ca26-445b-b758-8c2f764eab65'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:34.001897 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['943f71b0-ca26-445b-b758-8c2f764eab65'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.010130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'port': {'network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0', 'name': 'tempest-FloatingIPNegativeTestJSON-384143930'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:34.073524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-30ff886f-2531-424b-be5f-a3c196d75d04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 200 len: 217 time: 0.0767422 Dec 22 08:45:34.082517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.135386 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.158117 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] Routers {'943f71b0-ca26-445b-b758-8c2f764eab65'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:34.158978 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['943f71b0-ca26-445b-b758-8c2f764eab65'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.221484 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.221721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.222298 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a0ab84-e84e-429e-8e88-a2d7e928ce28 None None] The sync data for ids ['943f71b0-ca26-445b-b758-8c2f764eab65'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:34.223096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-9a0fd1de-6c94-481d-958d-708eaa662434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:34.229063 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-9a0fd1de-6c94-481d-958d-708eaa662434 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e148eb7-8bb4-464f-bdaf-853087fe8da7 HTTP/1.1" status: 200 len: 834 time: 0.0918932 Dec 22 08:45:34.235342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5288cf81-524a-433d-9c48-29f5dcc8db8a req-5627bfb7-609b-490d-abe1-efcf8f806c60 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:34.236738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5288cf81-524a-433d-9c48-29f5dcc8db8a req-5627bfb7-609b-490d-abe1-efcf8f806c60 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 946 time: 0.6824338 Dec 22 08:45:34.393413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:34.441699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:port and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:34.448031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:34.460403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:34.501801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Made reservation on behalf of 1a6ab48d5238485394c5fb8d05db6815 for: {'port': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:34.505973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.581573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.599680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] device_id is not set on port 7c54baca-0c09-49ce-9ff2-3adde10b7f41 yet. {{(pid=87600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:34.612763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Transition to ACTIVE for port object ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:34.648031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Transition to ACTIVE for port object ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:34.657123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:14Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.662486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab8fba-14f1-4be1-b706-0cac93a18bca None None] The sync data for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv is: [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:14Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'fc1e038c-c154-48c4-8fc8-6896cc508305', 'name': '', 'network_id': '6a3deada-971b-4d68-b789-08d87505c159', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:a5:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:52Z', 'updated_at': '2021-12-22T08:42:06Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '6e148eb7-8bb4-464f-bdaf-853087fe8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:34.665485 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5288cf81-524a-433d-9c48-29f5dcc8db8a req-21034c67-e509-4992-92d5-c5b0164a5b88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3228114 Dec 22 08:45:34.675272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.689744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:34.801004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Pushing event updated for resources: {'Port': ['ID=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:34.812428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:34.816183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:34.818118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:34.822537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:34.824286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-d323557e-3de4-4b51-858a-62e42158fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:34.825805 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-d323557e-3de4-4b51-858a-62e42158fa7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a3deada-971b-4d68-b789-08d87505c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5127928 Dec 22 08:45:34.856904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8::1 (86ae63e3-cc22-482c-b540-eabdd0ec799a/83c6e195-bed7-4c7b-ac84-bbe837898cb8/719173b1-e65e-4d1a-9955-f8c0af176f76) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:34.881210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Allocated IP 172.20.0.7 (b271da43-56d8-45b5-92e1-313f63b7c5f0/bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1/7c54baca-0c09-49ce-9ff2-3adde10b7f41) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:34.973074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Attempting to bind port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:34.974306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Attempting to bind port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '256fdf86-3942-4f58-b678-be3bc62f767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '86ae63e3-cc22-482c-b540-eabdd0ec799a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:34.974306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Attempting to bind port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 on network 86ae63e3-cc22-482c-b540-eabdd0ec799a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:34.981713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:34.983096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Checking segment: {'id': '256fdf86-3942-4f58-b678-be3bc62f767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '86ae63e3-cc22-482c-b540-eabdd0ec799a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:34.983096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.983096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Bound using segment: {'id': '256fdf86-3942-4f58-b678-be3bc62f767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '86ae63e3-cc22-482c-b540-eabdd0ec799a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:34.983567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Bound port: ffea2ca0-ea44-4bde-87ac-5b10c5ee9628, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256fdf86-3942-4f58-b678-be3bc62f767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '86ae63e3-cc22-482c-b540-eabdd0ec799a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:34.984354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.025917 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-455dfbe8-7463-4900-84b1-2257b4b05a40 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867485 Dec 22 08:45:35.095580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] For port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:35.100425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] For port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,segment=NetworkSegment(256fdf86-3942-4f58-b678-be3bc62f767b),segment_id=256fdf86-3942-4f58-b678-be3bc62f767b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:35.111545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.127972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:35.136418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting port 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:35.136557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.171528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64b770-ee4a-4fa7-b767-831960b78602 None None] New status for floating IP a4566aca-a663-49a5-94fb-1bcc571683ab: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:45:35.261296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.299053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object 719173b1-e65e-4d1a-9955-f8c0af176f76 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:35.395068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Pushing event updated for resources: {'Port': ['ID=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:35.398328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:35.410873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.435840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.444228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:35.477008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c621cd34-2f02-47ad-84b6-1f90bf91af67 req-03bf5eeb-60e1-4ea4-9d4c-2fb6221bb891 service neutron] 10.222.0.16 "GET /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587718 Dec 22 08:45:35.482062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Transition to ACTIVE for port object 7c54baca-0c09-49ce-9ff2-3adde10b7f41 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:35.484524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe5028-757b-424d-9d59-af77915386c1 req-3c9763a5-f192-4c50-9bc3-2dfbbce8f9d0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:35.487013 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bfbe5028-757b-424d-9d59-af77915386c1 req-3c9763a5-f192-4c50-9bc3-2dfbbce8f9d0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 946 time: 0.3993235 Dec 22 08:45:35.532842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:35.541343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:35.543395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:35.543999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.548073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=719173b1-e65e-4d1a-9955-f8c0af176f76,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:35.551242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:35.600821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.604815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.623323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:35.687591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port dfd28956-ec4a-4fc0-ac30-4450a2cc908c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:35.687919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.815246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:35.818938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Port': ['ID=7c54baca-0c09-49ce-9ff2-3adde10b7f41,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:35.822150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:35.825125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:35.829457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:35.862837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Calling delete_port for 40a14abe-75bf-4f27-aaab-ffc78edcc2f2 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:36.076307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.204441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:36.204933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.293135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d6e2a38e-b342-4dd0-af99-d81137790150 None None] Provisioning for port 7c54baca-0c09-49ce-9ff2-3adde10b7f41 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:36.298721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d6e2a38e-b342-4dd0-af99-d81137790150 None None] Provisioning complete for port 7c54baca-0c09-49ce-9ff2-3adde10b7f41 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:36.298721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a38e-b342-4dd0-af99-d81137790150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.413747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d6e2a38e-b342-4dd0-af99-d81137790150 None None] Port 7c54baca-0c09-49ce-9ff2-3adde10b7f41 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:36.430516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2863a-400c-4b36-9905-48be04d71bfd req-c05cf150-3158-45f4-86f4-2a572038ef1c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:36.431234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-aaa2863a-400c-4b36-9905-48be04d71bfd req-c05cf150-3158-45f4-86f4-2a572038ef1c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:36.449275 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4521825 Dec 22 08:45:36.452720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35406) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:36.463394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:36.482141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:36.484474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:36.591004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:36.664088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:floatingip and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:36.668952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:36.669635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port dfd28956-ec4a-4fc0-ac30-4450a2cc908c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:36.670107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.692713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:36.700563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-aaa2863a-400c-4b36-9905-48be04d71bfd req-c05cf150-3158-45f4-86f4-2a572038ef1c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:36.701556 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aaa2863a-400c-4b36-9905-48be04d71bfd req-c05cf150-3158-45f4-86f4-2a572038ef1c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 946 time: 0.6793995 Dec 22 08:45:36.753406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.807983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for dfd28956-ec4a-4fc0-ac30-4450a2cc908c owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:36.868238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.884923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:36.917148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-aaa2863a-400c-4b36-9905-48be04d71bfd req-63abe939-99a7-4e70-9b91-409035762719 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:36.969208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Port': ['ID=40a14abe-75bf-4f27-aaab-ffc78edcc2f2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:36.992628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.002687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-aaa2863a-400c-4b36-9905-48be04d71bfd req-63abe939-99a7-4e70-9b91-409035762719 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:37.002687 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aaa2863a-400c-4b36-9905-48be04d71bfd req-63abe939-99a7-4e70-9b91-409035762719 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=07656aa8-84ea-46b4-8dfb-93803ddefc10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2725477 Dec 22 08:45:37.002687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.002687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.002687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.020931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:37.150969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c913fe-ba59-43ad-a602-033ad923c9f4 None None] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:37.228132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=719173b1-e65e-4d1a-9955-f8c0af176f76,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.238821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.328229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.355610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.355610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:37.379561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Provisioning for port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:37.388567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Provisioning complete for port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:37.388567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.401391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:37.573330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.586462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.596306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67505fd8-22bf-4ce7-86ed-fcd011c0df70 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:37.688613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=dfd28956-ec4a-4fc0-ac30-4450a2cc908c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.698658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] For port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,segment=NetworkSegment(256fdf86-3942-4f58-b678-be3bc62f767b),segment_id=256fdf86-3942-4f58-b678-be3bc62f767b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:37.705621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.714341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.724983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Allocated IP 172.26.7.138 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/c58efb0c-f8d6-489d-ba76-869b776530b4) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:37.733118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:37.787422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router c6581bf2-61d3-4766-b184-0d088f311859 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:37.854518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Pushing event updated for resources: {'Port': ['ID=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.858086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.927418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port dfd28956-ec4a-4fc0-ac30-4450a2cc908c on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:37.932072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.935302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'name': 'network-vif-deleted', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:45:37.977943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Router f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:37.985030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bfbe5028-757b-424d-9d59-af77915386c1 req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/dfd28956-ec4a-4fc0-ac30-4450a2cc908c HTTP/1.1" status: 204 len: 173 time: 2.4820218 Dec 22 08:45:38.095389 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8203b0b9-4c18-4738-8dec-c34a7eae5c0a', 'name': 'network-vif-deleted', 'tag': 'dfd28956-ec4a-4fc0-ac30-4450a2cc908c', 'status': 'completed', 'code': 200} Dec 22 08:45:38.280299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:38.292803 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] Sync routers for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:38.310602 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:38.310602 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.316338 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9040992 Dec 22 08:45:38.316338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35414) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.352588 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-92092560-3277-4bd0-bd71-0ef33e0c9f21 req-8a761f30-0ce5-4bc0-b678-94b483aadce9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=8203b0b9-4c18-4738-8dec-c34a7eae5c0a HTTP/1.1" status: 200 len: 210 time: 0.1126869 Dec 22 08:45:38.378325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.381447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:38.402249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-43bd7b95-3560-4355-a078-a4b0a17b8672 None None] Provisioning complete for port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:38.402249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-43bd7b95-3560-4355-a078-a4b0a17b8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.418257 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/c6581bf2-61d3-4766-b184-0d088f311859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9931943 Dec 22 08:45:38.434530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35418) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.501193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] Sync routers for ids ['c6581bf2-61d3-4766-b184-0d088f311859'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:38.525802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:38.539101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.551113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8e4e5fcb-1dcf-4f49-8e3c-95cb2cd819e1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:38.583830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.608618 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:38.609253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.627123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-c53cd178-25ba-4f85-bdeb-6802a724fbfe tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] delete failed (client error): The resource could not be found. Dec 22 08:45:38.638151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] Routers {'c6581bf2-61d3-4766-b184-0d088f311859'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:38.638810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c6581bf2-61d3-4766-b184-0d088f311859'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.649852 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c53cd178-25ba-4f85-bdeb-6802a724fbfe tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2003661440 HTTP/1.1" status: 404 len: 335 time: 0.3334692 Dec 22 08:45:38.653466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35422) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.665417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bc1366da-0f7e-4303-81a8-ea54654d2448 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:38.776641 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.777134 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1cdaac-e6ee-42ab-ab8e-9075d01864ee None None] The sync data for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:38.816935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.843805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:38.859235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] Routers {'c6581bf2-61d3-4766-b184-0d088f311859'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:38.861882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:38.864954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c6581bf2-61d3-4766-b184-0d088f311859'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.880039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95e366-d647-47c5-9cea-5a5b2b446dd8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:38.880541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8c95e366-d647-47c5-9cea-5a5b2b446dd8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:38.885967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:38.949434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Port': ['ID=c58efb0c-f8d6-489d-ba76-869b776530b4,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.956858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:38.976513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8c95e366-d647-47c5-9cea-5a5b2b446dd8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:38.976513 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8c95e366-d647-47c5-9cea-5a5b2b446dd8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports/719173b1-e65e-4d1a-9955-f8c0af176f76 HTTP/1.1" status: 200 len: 911 time: 0.5008256 Dec 22 08:45:38.981640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35426) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.987217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.987217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fa059-8201-4d91-8202-381e734c46c9 None None] The sync data for ids ['c6581bf2-61d3-4766-b184-0d088f311859'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:39.003466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:39.003876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.094653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-43bd7b95-3560-4355-a078-a4b0a17b8672 None None] Provisioning for port 719173b1-e65e-4d1a-9955-f8c0af176f76 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:39.110678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-43bd7b95-3560-4355-a078-a4b0a17b8672 None None] Provisioning complete for port 719173b1-e65e-4d1a-9955-f8c0af176f76 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:39.110678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-43bd7b95-3560-4355-a078-a4b0a17b8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.209103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.284254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-43bd7b95-3560-4355-a078-a4b0a17b8672 None None] Port 719173b1-e65e-4d1a-9955-f8c0af176f76 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:39.427015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bc1366da-0f7e-4303-81a8-ea54654d2448 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.438563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-849dd751-d659-4219-bf22-a12dde7b3c79 None None] Provisioning complete for port 719173b1-e65e-4d1a-9955-f8c0af176f76 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:39.439054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-849dd751-d659-4219-bf22-a12dde7b3c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.466186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.477836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-bc1366da-0f7e-4303-81a8-ea54654d2448 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] update failed (client error): The resource could not be found. Dec 22 08:45:39.479116 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bc1366da-0f7e-4303-81a8-ea54654d2448 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 HTTP/1.1" status: 404 len: 339 time: 0.8244827 Dec 22 08:45:39.483895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35434) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.498468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2089954475'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:39.510595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:39.516368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35438) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.518525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:network and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:39.524419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:39.527331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-849dd751-d659-4219-bf22-a12dde7b3c79 None None] Port 719173b1-e65e-4d1a-9955-f8c0af176f76 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:39.534950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:39.536834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.545869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:39.550002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.581626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:39.593454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.594369 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Added segment 36ee958b-c474-434b-a3fa-7cde13293973 of type vlan for network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 Dec 22 08:45:39.627753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.671882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.677502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:39.681258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.683305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1e69502a-d9de-456c-9eff-1aeb22108c90 tempest-DHCPAgentSchedulersTestJSON-136524801 tempest-DHCPAgentSchedulersTestJSON-136524801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:39.746250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00edbd47-6f42-4e9d-b94d-f3bc34ac3814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.819861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.841489 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3512771 Dec 22 08:45:39.841489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35442) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.847201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'subnet': {'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:39.876926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Network': ['ID=1e4aea6a-0e69-48cb-8f08-45a1154b3231,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:39.882103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.895863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:39.939203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.000517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:40.009773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Usage tracker for resource:subnet and tenant:67fef92f395a49f0869b49c82658de63 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:40.011416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:40.023208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.025233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:40.035071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.044069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a2b1934-9f01-4b37-b44f-386c71710982 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:40.049334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Made reservation on behalf of 67fef92f395a49f0869b49c82658de63 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:40.056677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.171755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.183711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Port': ['ID=c58efb0c-f8d6-489d-ba76-869b776530b4,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.184609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device dfd28956-ec4a-4fc0-ac30-4450a2cc908c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:40.189537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.239590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.247380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d156132f-7b6d-4096-b565-56bd22988c0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:40.281183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: dfd28956-ec4a-4fc0-ac30-4450a2cc908c {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:40.282003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device dfd28956-ec4a-4fc0-ac30-4450a2cc908c not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:40.388461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.397850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-69a40969-8b0f-4e8c-9f8e-f9231fdea1f1 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:40.488694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Subnet': ['ID=d938572d-f26d-4619-9f30-bf47417866b3,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.492082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.492802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07656aa8-84ea-46b4-8dfb-93803ddefc10,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.500106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Checking segment: {'id': '36ee958b-c474-434b-a3fa-7cde13293973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:40.500256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.500822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network hostable DHCP agents. Network: 1e4aea6a-0e69-48cb-8f08-45a1154b3231, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:40.506419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.541730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.545490 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/07656aa8-84ea-46b4-8dfb-93803ddefc10 HTTP/1.1" status: 204 len: 168 time: 1.0263128 Dec 22 08:45:40.549100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:40.553659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.556949 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1025922 Dec 22 08:45:40.566336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.570503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-981bebf8-5412-40a8-9e41-ced0d8bfe456 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'floatingip': {'port_id': '7c54baca-0c09-49ce-9ff2-3adde10b7f41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:40.570678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 1e4aea6a-0e69-48cb-8f08-45a1154b3231) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:40.574965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:40.575856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.583284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cffd0f7-b819-47c7-ad56-78986ac258ef None None] Network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:40.598145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35452) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.708221 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8663027 Dec 22 08:45:40.711787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35456) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.719073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e459c87f-d471-434a-abfa-596e9b108161 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:40.803497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-981bebf8-5412-40a8-9e41-ced0d8bfe456 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.912601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-1e4aea6a-0e69-48cb-8f08-45a1154b3231', 'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231', 'tenant_id': '67fef92f395a49f0869b49c82658de63', 'fixed_ips': [{'subnet_id': 'd938572d-f26d-4619-9f30-bf47417866b3'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:45:40.913531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.058623 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-981bebf8-5412-40a8-9e41-ced0d8bfe456 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] update failed (client error): The resource could not be found. Dec 22 08:45:41.059631 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-981bebf8-5412-40a8-9e41-ced0d8bfe456 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "PUT /v2.0/floatingips/2cd79a15-26d5-4105-aa26-73d7f1b9df89 HTTP/1.1" status: 404 len: 507 time: 0.4962761 Dec 22 08:45:41.087149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35460) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:41.132577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Allocated IP 2001:db8:1::2 (1e4aea6a-0e69-48cb-8f08-45a1154b3231/d938572d-f26d-4619-9f30-bf47417866b3/c7d90ab5-4b8a-4054-965d-a6beef14677f) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:41.269863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Deleting port c58efb0c-f8d6-489d-ba76-869b776530b4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:41.270794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.298222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 719173b1-e65e-4d1a-9955-f8c0af176f76 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:41.298567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.354755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.365799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Transition to ACTIVE for port object c7d90ab5-4b8a-4054-965d-a6beef14677f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:41.385667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Transition to ACTIVE for port object c7d90ab5-4b8a-4054-965d-a6beef14677f will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:41.392508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.396990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a0fcfc8a-1ef3-48f8-937e-cc07faa3d250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:41.461604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:41.464632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:41.468281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:41.474762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Pushing event updated for resources: {'Port': ['ID=c7d90ab5-4b8a-4054-965d-a6beef14677f,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:41.478516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:41.486428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e459c87f-d471-434a-abfa-596e9b108161 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.570766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Attempting to bind port c7d90ab5-4b8a-4054-965d-a6beef14677f on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:41.571401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Attempting to bind port c7d90ab5-4b8a-4054-965d-a6beef14677f by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '36ee958b-c474-434b-a3fa-7cde13293973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:41.571994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Attempting to bind port c7d90ab5-4b8a-4054-965d-a6beef14677f on network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:45:41.578021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:45:41.578669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Checking segment: {'id': '36ee958b-c474-434b-a3fa-7cde13293973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:41.579256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.579813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Bound using segment: {'id': '36ee958b-c474-434b-a3fa-7cde13293973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:45:41.580807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Bound port: c7d90ab5-4b8a-4054-965d-a6beef14677f, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ee958b-c474-434b-a3fa-7cde13293973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1e4aea6a-0e69-48cb-8f08-45a1154b3231'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:41.581361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.612378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.612702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.736361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] For port c7d90ab5-4b8a-4054-965d-a6beef14677f, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:45:41.739678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] For port c7d90ab5-4b8a-4054-965d-a6beef14677f, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c7d90ab5-4b8a-4054-965d-a6beef14677f,segment=NetworkSegment(36ee958b-c474-434b-a3fa-7cde13293973),segment_id=36ee958b-c474-434b-a3fa-7cde13293973)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:45:41.746610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.754060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:41.757451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Calling delete_port for c58efb0c-f8d6-489d-ba76-869b776530b4 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:41.838145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Pushing event updated for resources: {'Port': ['ID=c7d90ab5-4b8a-4054-965d-a6beef14677f,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:41.838960 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-e459c87f-d471-434a-abfa-596e9b108161 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:45:41.840068 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e459c87f-d471-434a-abfa-596e9b108161 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 HTTP/1.1" status: 400 len: 364 time: 1.1273417 Dec 22 08:45:41.843789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35464) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:41.853651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.857055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:42.075683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-49193e1c-297c-4bb8-ae97-a94ccf87cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.154891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 719173b1-e65e-4d1a-9955-f8c0af176f76 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:42.339304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.347492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:42.407176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event deleted for resources: {'Port': ['ID=c58efb0c-f8d6-489d-ba76-869b776530b4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.411021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:42.424716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7d90ab5-4b8a-4054-965d-a6beef14677f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:42.518051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port c7d90ab5-4b8a-4054-965d-a6beef14677f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:42.572666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.580238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.586296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:42.595401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.635215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=719173b1-e65e-4d1a-9955-f8c0af176f76,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.673103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:42.680910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.685680 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "DELETE /v2.0/floatingips/2cd79a15-26d5-4105-aa26-73d7f1b9df89 HTTP/1.1" status: 204 len: 168 time: 1.5940142 Dec 22 08:45:42.688015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35468) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:42.701853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'floatingip': {'floating_network_id': 'b271da43-56d8-45b5-92e1-313f63b7c5f0', 'port_id': '7c54baca-0c09-49ce-9ff2-3adde10b7f41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:42.737712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.832662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:42.846946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:floatingip and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:42.851990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:42.862184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:42.864598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.997652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.183126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.190494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad8720-b6b2-4a5a-b96e-318a83279ffc None None] Network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:43.253465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router c6581bf2-61d3-4766-b184-0d088f311859 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:43.263730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.314048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Provisioning for port c7d90ab5-4b8a-4054-965d-a6beef14677f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:43.332130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Provisioning complete for port c7d90ab5-4b8a-4054-965d-a6beef14677f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:43.333283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.371415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Allocated IP 2001:db8::1 (82d63f30-8bcc-4d36-ae41-91062e8ed6af/c87aaaa4-222c-4138-b2d1-0c4e82319dd7/6c09b9ec-5fb6-458b-80e3-f51cdd06874a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:43.381066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port fc1e038c-c154-48c4-8fc8-6896cc508305 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:43.381489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.414015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:43.424805 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/c6581bf2-61d3-4766-b184-0d088f311859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4383285 Dec 22 08:45:43.425826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35472) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.429660 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] Sync routers for ids ['c6581bf2-61d3-4766-b184-0d088f311859'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:43.446516 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] Routers {'c6581bf2-61d3-4766-b184-0d088f311859'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:43.447607 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c6581bf2-61d3-4766-b184-0d088f311859'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:43.480539 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:45:43.481710 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7773c71c-6334-4aa4-8d68-34e9e017fab0 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7928479 Dec 22 08:45:43.485586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.492828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '7c54baca-0c09-49ce-9ff2-3adde10b7f41', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:43.509999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:43.515819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Usage tracker for resource:floatingip and tenant:1a6ab48d5238485394c5fb8d05db6815 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:43.521934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:43.529164 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:43.530496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:43.539871 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] Routers {'c6581bf2-61d3-4766-b184-0d088f311859'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:43.540782 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c6581bf2-61d3-4766-b184-0d088f311859'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:43.547328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.613061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.632772 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:43.633313 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10cce2-6535-46cc-895d-4f7eef98bf46 None None] The sync data for ids ['c6581bf2-61d3-4766-b184-0d088f311859'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:43.658017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] For port c7d90ab5-4b8a-4054-965d-a6beef14677f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c7d90ab5-4b8a-4054-965d-a6beef14677f,segment=NetworkSegment(36ee958b-c474-434b-a3fa-7cde13293973),segment_id=36ee958b-c474-434b-a3fa-7cde13293973)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:43.662549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-546331b0-0224-4886-8e64-d9b805aef5f3 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:43.663130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.665521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3c624ff5-339f-4810-90e1-48937b583320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:43.746416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Pushing event updated for resources: {'Port': ['ID=c7d90ab5-4b8a-4054-965d-a6beef14677f,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:43.749981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:43.849135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-546331b0-0224-4886-8e64-d9b805aef5f3 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:43.850192 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-546331b0-0224-4886-8e64-d9b805aef5f3 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6581bf2-61d3-4766-b184-0d088f311859 HTTP/1.1" status: 200 len: 205 time: 0.4218626 Dec 22 08:45:43.858356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35480) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:43.881309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port fc1e038c-c154-48c4-8fc8-6896cc508305, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fc1e038c-c154-48c4-8fc8-6896cc508305,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:43.881309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.901910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-daf995d1-876a-414b-a6c3-7e6f14bd2620 None None] Provisioning complete for port c7d90ab5-4b8a-4054-965d-a6beef14677f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:43.902637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-daf995d1-876a-414b-a6c3-7e6f14bd2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.004277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afcdabe4-0afe-40b2-b724-8bd06ae9e94c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.043039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for fc1e038c-c154-48c4-8fc8-6896cc508305 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:44.239551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.273226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Transition to ACTIVE for port object 6c09b9ec-5fb6-458b-80e3-f51cdd06874a will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:44.339475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afcdabe4-0afe-40b2-b724-8bd06ae9e94c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.342376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afcdabe4-0afe-40b2-b724-8bd06ae9e94c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.342688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.345042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.348872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7924ddb4-3983-4acc-80e1-f2dcda80d190 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:44.394016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7d90ab5-4b8a-4054-965d-a6beef14677f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:44.416653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afcdabe4-0afe-40b2-b724-8bd06ae9e94c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.417890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcdabe4-0afe-40b2-b724-8bd06ae9e94c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Fanout notify agent at l3_agent the message router_deleted on router c6581bf2-61d3-4766-b184-0d088f311859 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:44.425113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:44.429856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:44.435251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:44.436140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.451885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-afcdabe4-0afe-40b2-b724-8bd06ae9e94c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.453464 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-afcdabe4-0afe-40b2-b724-8bd06ae9e94c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/c6581bf2-61d3-4766-b184-0d088f311859 HTTP/1.1" status: 204 len: 168 time: 0.5935543 Dec 22 08:45:44.457257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:44.518484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.522510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c7d90ab5-4b8a-4054-965d-a6beef14677f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:44.523334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.581399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet 83c6e195-bed7-4c7b-ac84-bbe837898cb8 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:44.593459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.626341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Port': ['ID=6c09b9ec-5fb6-458b-80e3-f51cdd06874a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:44.633286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:44.639192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Allocated IP 172.26.7.214 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/5dcf8965-24d9-4e3c-b039-84d95402e5ac) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:44.713912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.727099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.732475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:44.853051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=fc1e038c-c154-48c4-8fc8-6896cc508305,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:44.864671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:44.915065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.917806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.929834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7ea4c19d-e03f-4f24-a6b2-a637c0b8416b None None] Provisioning for port 6c09b9ec-5fb6-458b-80e3-f51cdd06874a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:44.931325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.938293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7ea4c19d-e03f-4f24-a6b2-a637c0b8416b None None] Provisioning complete for port 6c09b9ec-5fb6-458b-80e3-f51cdd06874a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:44.939047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c19d-e03f-4f24-a6b2-a637c0b8416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.028662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4c19d-e03f-4f24-a6b2-a637c0b8416b None None] Port 6c09b9ec-5fb6-458b-80e3-f51cdd06874a cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:45.035986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.040670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5668a3fd-3601-4e89-8479-609b54d566cc tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:45.094317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.121954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.130625 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/83c6e195-bed7-4c7b-ac84-bbe837898cb8 HTTP/1.1" status: 204 len: 168 time: 0.6717601 Dec 22 08:45:45.136759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe0f84c-407f-4021-9235-ef855d28730e None None] Network 86ae63e3-cc22-482c-b540-eabdd0ec799a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:45.137479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:45.138216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35488) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.141341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:45.144827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event updated for resources: {'Port': ['ID=5dcf8965-24d9-4e3c-b039-84d95402e5ac,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:45.147066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:45.190418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:45.191429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-84d029dc-4208-4b65-8f49-239ca3e9ce92 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:45.251086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=83c6e195-bed7-4c7b-ac84-bbe837898cb8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:45.265845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:45.374363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.653806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] DHCP port deletion for 86ae63e3-cc22-482c-b540-eabdd0ec799a request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:45.658238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:45.658756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.664645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Deleting port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:45.665257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.689747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Deleting port 5dcf8965-24d9-4e3c-b039-84d95402e5ac {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:45.690379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.764337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.905515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.905863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.933621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] For port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,segment=NetworkSegment(256fdf86-3942-4f58-b678-be3bc62f767b),segment_id=256fdf86-3942-4f58-b678-be3bc62f767b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:45.934027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.052048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Calling delete_port for 5dcf8965-24d9-4e3c-b039-84d95402e5ac owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:46.122778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Calling delete_port for ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:46.231600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.234918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:46.247290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.253652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:46.286289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Pushing event deleted for resources: {'Port': ['ID=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.294143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:46.294143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] No DVR routers for this DVR port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:46.303180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.313152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event deleted for resources: {'Port': ['ID=5dcf8965-24d9-4e3c-b039-84d95402e5ac,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.331982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.334053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.341428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ffea2ca0-ea44-4bde-87ac-5b10c5ee9628,segment=NetworkSegment(256fdf86-3942-4f58-b678-be3bc62f767b),segment_id=256fdf86-3942-4f58-b678-be3bc62f767b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:46.341640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.343050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:46.357518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52a4b088-5795-4f8d-bb9b-e62da9fe048f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:46.467502 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] create failed (client error): The resource could not be found. Dec 22 08:45:46.472058 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9820621 Dec 22 08:45:46.472880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:46.490518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:46.559800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:46.560422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:46.570603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Deleting port 7c54baca-0c09-49ce-9ff2-3adde10b7f41 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:46.572817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.661914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:46.754220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event updated for resources: {'Port': ['ID=6c09b9ec-5fb6-458b-80e3-f51cdd06874a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.814666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:46.858204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:46.869257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.931047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:47.005538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Calling delete_port for 7c54baca-0c09-49ce-9ff2-3adde10b7f41 owned by {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:47.025659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:47.025659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:47.128610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:47.198389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.205321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:47.213219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Router f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:47.268923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event deleted for resources: {'Port': ['ID=7c54baca-0c09-49ce-9ff2-3adde10b7f41,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.268923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:47.316456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a05ecb7d-d829-4b70-884e-b8fd2842dba1 None None] Provisioning complete for port 6c09b9ec-5fb6-458b-80e3-f51cdd06874a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:47.316456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a05ecb7d-d829-4b70-884e-b8fd2842dba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.385099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.392176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a05ecb7d-d829-4b70-884e-b8fd2842dba1 None None] Port 6c09b9ec-5fb6-458b-80e3-f51cdd06874a cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:45:47.402055 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "DELETE /v2.0/ports/7c54baca-0c09-49ce-9ff2-3adde10b7f41 HTTP/1.1" status: 204 len: 168 time: 0.9249482 Dec 22 08:45:47.402886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:47.511760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e49a59c-f867-4f61-8165-7a7b3fba7dd8 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:47.512624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e49a59c-f867-4f61-8165-7a7b3fba7dd8 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Synchronizing usage tracker for tenant:1a6ab48d5238485394c5fb8d05db6815 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:47.544661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4e49a59c-f867-4f61-8165-7a7b3fba7dd8 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Unset dirty status for tenant:1a6ab48d5238485394c5fb8d05db6815 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:47.547288 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e49a59c-f867-4f61-8165-7a7b3fba7dd8 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "GET /v2.0/ports?device_id=943f71b0-ca26-445b-b758-8c2f764eab65 HTTP/1.1" status: 200 len: 913 time: 0.1437993 Dec 22 08:45:47.550130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:47.602636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port ffea2ca0-ea44-4bde-87ac-5b10c5ee9628 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:47.602987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.781225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] The port 'ffea2ca0-ea44-4bde-87ac-5b10c5ee9628' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:47.838104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:47.849563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] Sync routers for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:47.869625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:47.869625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:47.917892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:47.934623 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] Sync routers for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:47.955037 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/3fb9d412-6bf7-47c2-ab5e-5d780a8140e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3542047 Dec 22 08:45:47.955774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35508) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:47.974264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.010430 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:48.010430 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.080453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet 6e148eb7-8bb4-464f-bdaf-853087fe8da7 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:48.087173 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2421308 Dec 22 08:45:48.094599 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.096437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.100035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:48.106973 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:48.106973 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.144725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ae63e3-cc22-482c-b540-eabdd0ec799a']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.150023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:48.168510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256fdf86-3942-4f58-b678-be3bc62f767b') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.169219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256fdf86-3942-4f58-b678-be3bc62f767b') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.182444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.200953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.205027 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.206044 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd81d3b-28f1-4566-83fb-559c52949d3e None None] The sync data for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:48.208488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:48.208488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: util.warn( Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:48.279519 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:48.319760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.372936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.379915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79050b15-a8b2-43db-b8d9-4a1064ca26df tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:48.398573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4821b646-de80-4d27-a92b-2db18bc607cc tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.408533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.420717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=86ae63e3-cc22-482c-b540-eabdd0ec799a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:48.425819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:48.431239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/86ae63e3-cc22-482c-b540-eabdd0ec799a HTTP/1.1" status: 204 len: 168 time: 3.2923002 Dec 22 08:45:48.435443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35516) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:48.444278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1693392368', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:48.462014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:48.467897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:router and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:48.472411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:48.479358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:48.494883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.539132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:44Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.548810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] Checking router: 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:45:48.566701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] Routers {'3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:48.573826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:48.590016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.590016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.620155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.629099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.635137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9fb9cd1b-62cf-4eaf-9c38-27de61846f0e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:48.673796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=6e148eb7-8bb4-464f-bdaf-853087fe8da7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:48.677227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4821b646-de80-4d27-a92b-2db18bc607cc tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 08:45:48.679250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:48.679400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4821b646-de80-4d27-a92b-2db18bc607cc tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 HTTP/1.1" status: 409 len: 329 time: 0.5768902 Dec 22 08:45:48.682233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35520) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:48.686476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.710396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ec643-4c8e-4d16-9104-403ae4c95603 None None] Network 6a3deada-971b-4d68-b789-08d87505c159 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:48.759552 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/6e148eb7-8bb4-464f-bdaf-853087fe8da7 HTTP/1.1" status: 204 len: 168 time: 0.7975378 Dec 22 08:45:48.760265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35524) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:48.982356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.013867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] Set router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:49.279556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.391291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.461687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] DHCP port deletion for 6a3deada-971b-4d68-b789-08d87505c159 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:49.470662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Deleting port 5a916fd5-a38e-4241-8805-05f07ef58ecc {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:49.471041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.593723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.623639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 123cb503-1beb-4351-bc1f-76f009f29520 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:49.624106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.643089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:44Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:49.654028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831a5df-e925-4d95-ad0f-cbba8b9cf903 None None] The sync data for ids ['3fb9d412-6bf7-47c2-ab5e-5d780a8140e5'] in dv-neutron-822602-1-hyperv is: [{'id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'name': 'tempest-TestNetworkBasicOps-router-1400416316', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '123cb503-1beb-4351-bc1f-76f009f29520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:42Z', 'updated_at': '2021-12-22T08:45:44Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '123cb503-1beb-4351-bc1f-76f009f29520', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb9d412-6bf7-47c2-ab5e-5d780a8140e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:44Z', 'updated_at': '2021-12-22T08:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:49.812449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] For port 5a916fd5-a38e-4241-8805-05f07ef58ecc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=5a916fd5-a38e-4241-8805-05f07ef58ecc,segment=NetworkSegment(f2ad10e7-faf1-4256-be3e-486527a87834),segment_id=f2ad10e7-faf1-4256-be3e-486527a87834)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:49.812603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.996080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Deleting port 80990b4c-50de-4472-b6e9-240638a4c61d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:49.996080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.998979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Calling delete_port for 5a916fd5-a38e-4241-8805-05f07ef58ecc owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:50.000262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.096835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.141121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.147697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 123cb503-1beb-4351-bc1f-76f009f29520, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=123cb503-1beb-4351-bc1f-76f009f29520,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:50.147697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.156667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f89991ec-90fa-491a-8955-d7dd6a4c231d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:50.252041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Pushing event deleted for resources: {'Port': ['ID=5a916fd5-a38e-4241-8805-05f07ef58ecc,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:50.252041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] No DVR routers for this DVR port 5a916fd5-a38e-4241-8805-05f07ef58ecc on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:50.252041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:50.337270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 123cb503-1beb-4351-bc1f-76f009f29520 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:50.397478 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.448699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a916fd5-a38e-4241-8805-05f07ef58ecc no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:50.493508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.500899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 5a916fd5-a38e-4241-8805-05f07ef58ecc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:50.501534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a916fd5-a38e-4241-8805-05f07ef58ecc not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:50.503443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fc1e038c-c154-48c4-8fc8-6896cc508305 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:50.560168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: fc1e038c-c154-48c4-8fc8-6896cc508305 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:50.560168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fc1e038c-c154-48c4-8fc8-6896cc508305 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:50.637133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Calling delete_port for 80990b4c-50de-4472-b6e9-240638a4c61d owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:50.655478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 172.26.7.184 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/5658bccd-7e26-49fa-bee4-f23677448528) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:51.116615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.116615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2c28e8ca-7790-43bb-9dad-190a50d55a22 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:51.177797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.184314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting port 6c09b9ec-5fb6-458b-80e3-f51cdd06874a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:51.184314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.186149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=123cb503-1beb-4351-bc1f-76f009f29520,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:51.186149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:51.193899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.208707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c62eecb-892b-4d89-8bd2-9df3f7553737 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:51.285137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.417539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event deleted for resources: {'Port': ['ID=80990b4c-50de-4472-b6e9-240638a4c61d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:51.419861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:51.462746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.474550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:51.525713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.529125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.583241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.583739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router 3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:51.609659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:51.616901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:51.620896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=5658bccd-7e26-49fa-bee4-f23677448528,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:51.624714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:51.653738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:51.662484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.663528 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/3fb9d412-6bf7-47c2-ab5e-5d780a8140e5 HTTP/1.1" status: 204 len: 168 time: 2.8440077 Dec 22 08:45:51.669640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35528) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:51.803431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.808069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.921893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.997285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Calling delete_port for 6c09b9ec-5fb6-458b-80e3-f51cdd06874a owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:52.188135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.268199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3deada-971b-4d68-b789-08d87505c159']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:52.302020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Router 943f71b0-ca26-445b-b758-8c2f764eab65 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:52.306523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ad10e7-faf1-4256-be3e-486527a87834') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:52.306818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ad10e7-faf1-4256-be3e-486527a87834') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:52.323684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.349610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.355818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.405944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 123cb503-1beb-4351-bc1f-76f009f29520 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:52.413535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:52.414001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:52.428801 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:52.449579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 123cb503-1beb-4351-bc1f-76f009f29520 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:52.450223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 123cb503-1beb-4351-bc1f-76f009f29520 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:52.459804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:52.473068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] Sync routers for ids ['943f71b0-ca26-445b-b758-8c2f764eab65'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:52.485175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] Routers {'943f71b0-ca26-445b-b758-8c2f764eab65'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:52.486281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['943f71b0-ca26-445b-b758-8c2f764eab65'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:52.530341 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "PUT /v2.0/routers/943f71b0-ca26-445b-b758-8c2f764eab65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9787834 Dec 22 08:45:52.533656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.556755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:52.569551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] Routers {'943f71b0-ca26-445b-b758-8c2f764eab65'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:52.570444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['943f71b0-ca26-445b-b758-8c2f764eab65'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:52.654776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:52.655617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c3d115-3d0c-4e0c-939f-69ea34ea40f1 None None] The sync data for ids ['943f71b0-ca26-445b-b758-8c2f764eab65'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:52.804152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.809413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d6b65a4f-d51e-48db-9f68-5ed7a9f63df6 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:52.822171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.826815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.827106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-937c89d5-b05e-455b-814c-19cb88009ce5 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:52.842552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=6a3deada-971b-4d68-b789-08d87505c159,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:52.848656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:52.852173 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/6a3deada-971b-4d68-b789-08d87505c159 HTTP/1.1" status: 204 len: 168 time: 1.1813166 Dec 22 08:45:52.857624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c8df641-b2e3-41ae-b252-5cffaa3ef96d tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.914862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.988425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--1804582519', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:52.995308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Port': ['ID=6c09b9ec-5fb6-458b-80e3-f51cdd06874a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:53.008142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:53.011438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:53.050051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:53.060914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:53.084351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.120917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:53.313391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 51ad6ff2-71a1-4dfc-96c6-2964534ce87d is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:53.375225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:53.378672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.405930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c8df641-b2e3-41ae-b252-5cffaa3ef96d tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.408892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.414308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c8df641-b2e3-41ae-b252-5cffaa3ef96d tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.501783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:53.524022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:53.534886 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] Sync routers for ids ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:53.552116 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] Routers {'51ad6ff2-71a1-4dfc-96c6-2964534ce87d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:53.553044 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.556052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.559040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1220198 Dec 22 08:45:53.562019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35540) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.579645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.580023 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment 2a7ab961-8d88-4127-9907-4687997a11ab of type vlan for network 8ab2679b-dcb7-447a-a751-8d405323720e Dec 22 08:45:53.581225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c8df641-b2e3-41ae-b252-5cffaa3ef96d tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.581924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8df641-b2e3-41ae-b252-5cffaa3ef96d tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Fanout notify agent at l3_agent the message router_deleted on router 943f71b0-ca26-445b-b758-8c2f764eab65 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:53.636551 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.646462 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] Routers {'51ad6ff2-71a1-4dfc-96c6-2964534ce87d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:53.647081 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.710627 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.711053 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd4519-4fd1-464e-ba2d-08d3d50e4040 None None] The sync data for ids ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:53.749627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c8df641-b2e3-41ae-b252-5cffaa3ef96d tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.751315 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0c8df641-b2e3-41ae-b252-5cffaa3ef96d tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "DELETE /v2.0/routers/943f71b0-ca26-445b-b758-8c2f764eab65 HTTP/1.1" status: 204 len: 168 time: 1.2164140 Dec 22 08:45:53.757116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.759760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35544) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.774292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Router f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:53.845126 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a2a1db69-ac17-454c-ad84-4fd499e93084 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/routers/51ad6ff2-71a1-4dfc-96c6-2964534ce87d HTTP/1.1" status: 200 len: 885 time: 0.2813201 Dec 22 08:45:53.852093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Deleting subnet bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:53.853787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35548) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.861620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.918149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.011762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.102909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.107904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-09f0d549-5884-4879-a776-de3b512dc03e tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:54.117007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.122416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:54.123064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.126811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0d78b64b-c6cf-4b0b-b00d-15de2472a06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:54.144421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event deleted for resources: {'Subnet': ['ID=bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.147026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:54.151104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.155949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a480902-df4b-45f7-bb4e-efe082c4b0ed None None] Network b271da43-56d8-45b5-92e1-313f63b7c5f0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:54.162992 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "DELETE /v2.0/subnets/bbeeeddf-85cc-4a0e-912b-5a87b2abcfb1 HTTP/1.1" status: 204 len: 168 time: 0.3981416 Dec 22 08:45:54.163348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35552) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.258412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:54.276624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5873830 Dec 22 08:45:54.277963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] Sync routers for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:54.278081 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3598125 Dec 22 08:45:54.280749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35556) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.280749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35558) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.286791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=8ab2679b-dcb7-447a-a751-8d405323720e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.292662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-292972602', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:54.305500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.309245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 8ab2679b-dcb7-447a-a751-8d405323720e details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:54.318775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Deleting port 70d54fb4-96c9-4fa7-b374-356198716a17 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:54.319385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.363037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:54.377056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:54.383442 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-5a252cf7-1df9-41a0-90f1-679a8a24aa53 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] show failed (client error): The resource could not be found. Dec 22 08:45:54.391449 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5a252cf7-1df9-41a0-90f1-679a8a24aa53 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1471039993 HTTP/1.1" status: 404 len: 335 time: 0.1029365 Dec 22 08:45:54.391449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:54.391449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35564) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.393992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:54.408035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e9858a28-d8d8-4be8-b8fc-432adcf50ff5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:54.455090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:54.455731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:54.480011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:54.492179 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-e9858a28-d8d8-4be8-b8fc-432adcf50ff5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] update failed (client error): The resource could not be found. Dec 22 08:45:54.494019 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e9858a28-d8d8-4be8-b8fc-432adcf50ff5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-2030575794 HTTP/1.1" status: 404 len: 335 time: 0.1015894 Dec 22 08:45:54.514619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35568) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.530937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:54.546507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] Routers {'f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:54.547133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:54.571515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.572693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.616496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.654191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting subnet d938572d-f26d-4619-9f30-bf47417866b3 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:54.664777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.669750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:54.670161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fa2b3-81a0-4e23-b838-e1d72bf2ecd1 None None] The sync data for ids ['f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:54.765551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] DHCP port deletion for b271da43-56d8-45b5-92e1-313f63b7c5f0 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:54.770400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Deleting port 70d54fb4-96c9-4fa7-b374-356198716a17 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:54.771053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.806383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.892148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] For port 70d54fb4-96c9-4fa7-b374-356198716a17, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=70d54fb4-96c9-4fa7-b374-356198716a17,segment=NetworkSegment(797753bf-6f25-4003-8348-d309cb643a4b),segment_id=797753bf-6f25-4003-8348-d309cb643a4b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:54.892842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.924352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e344fac-5dce-4cf8-a2f7-8643a8cb3048 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:router {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:54.934317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.971767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6e344fac-5dce-4cf8-a2f7-8643a8cb3048 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:router {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:54.973543 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e344fac-5dce-4cf8-a2f7-8643a8cb3048 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1182723 Dec 22 08:45:54.977331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35572) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.985738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-75fb405e-8484-4faa-9b6c-9258d0f55515 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1693392368'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:55.013540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] For port 70d54fb4-96c9-4fa7-b374-356198716a17, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=70d54fb4-96c9-4fa7-b374-356198716a17,segment=NetworkSegment(797753bf-6f25-4003-8348-d309cb643a4b),segment_id=797753bf-6f25-4003-8348-d309cb643a4b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:55.013934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.050410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Calling delete_port for 70d54fb4-96c9-4fa7-b374-356198716a17 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:55.141176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Calling delete_port for 70d54fb4-96c9-4fa7-b374-356198716a17 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:55.160756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.225261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.232328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d8a9188-9afa-4c9f-9341-57c99136edcc tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:55.232814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:55.233823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:55.282355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event deleted for resources: {'Port': ['ID=70d54fb4-96c9-4fa7-b374-356198716a17,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.286749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:55.287574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] No DVR routers for this DVR port 70d54fb4-96c9-4fa7-b374-356198716a17 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:55.401188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.410186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f9d7b9a0-c48c-4fb7-bb37-22789d4f5c11 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:55.458416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Subnet': ['ID=d938572d-f26d-4619-9f30-bf47417866b3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.465335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:55.470263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.474268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.478692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67179a-d777-4087-8482-1c20c4ad3751 None None] Network 1e4aea6a-0e69-48cb-8f08-45a1154b3231 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:55.510967 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/subnets/d938572d-f26d-4619-9f30-bf47417866b3 HTTP/1.1" status: 204 len: 168 time: 0.9923828 Dec 22 08:45:55.514063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35576) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.519572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b271da43-56d8-45b5-92e1-313f63b7c5f0']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.566108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797753bf-6f25-4003-8348-d309cb643a4b') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.567263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797753bf-6f25-4003-8348-d309cb643a4b') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.635588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.676076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.688412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.690634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:55.691100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:55.712083 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:55.735296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Deleting port 70d54fb4-96c9-4fa7-b374-356198716a17 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:55.735863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.788713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting port c7d90ab5-4b8a-4054-965d-a6beef14677f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:55.789062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.845972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.853552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.859181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b219e8f8-2548-4080-b67e-6dcc3d0c809c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:55.861532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e920b-a78c-4b45-976f-769a39d2b108 None None] The port '70d54fb4-96c9-4fa7-b374-356198716a17' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:55.869444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] DHCP port deletion for 1e4aea6a-0e69-48cb-8f08-45a1154b3231 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:55.875120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Deleting port c7d90ab5-4b8a-4054-965d-a6beef14677f {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:55.875512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.880491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.918266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Pushing event deleted for resources: {'Network': ['ID=b271da43-56d8-45b5-92e1-313f63b7c5f0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.925242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:55.928774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.930727 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] 10.222.0.36 "DELETE /v2.0/networks/b271da43-56d8-45b5-92e1-313f63b7c5f0 HTTP/1.1" status: 204 len: 168 time: 1.7661936 Dec 22 08:45:56.091067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] For port c7d90ab5-4b8a-4054-965d-a6beef14677f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c7d90ab5-4b8a-4054-965d-a6beef14677f,segment=NetworkSegment(36ee958b-c474-434b-a3fa-7cde13293973),segment_id=36ee958b-c474-434b-a3fa-7cde13293973)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:56.092042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.139491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] For port c7d90ab5-4b8a-4054-965d-a6beef14677f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c7d90ab5-4b8a-4054-965d-a6beef14677f,segment=NetworkSegment(36ee958b-c474-434b-a3fa-7cde13293973),segment_id=36ee958b-c474-434b-a3fa-7cde13293973)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:45:56.139950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.141165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-75fb405e-8484-4faa-9b6c-9258d0f55515 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.168277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-75fb405e-8484-4faa-9b6c-9258d0f55515 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.241616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.123 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/f3016462-9c25-42c2-83be-3dd6bc23835e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:56.299889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Calling delete_port for c7d90ab5-4b8a-4054-965d-a6beef14677f owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:56.390295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Calling delete_port for c7d90ab5-4b8a-4054-965d-a6beef14677f owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:56.421491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.427754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:56.432001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35584) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.468582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 70d54fb4-96c9-4fa7-b374-356198716a17 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:56.499493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Pushing event deleted for resources: {'Port': ['ID=c7d90ab5-4b8a-4054-965d-a6beef14677f,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:56.509610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:56.511404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 70d54fb4-96c9-4fa7-b374-356198716a17 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:56.512550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 70d54fb4-96c9-4fa7-b374-356198716a17 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:56.513128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7d90ab5-4b8a-4054-965d-a6beef14677f no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:56.518267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:56.518590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:56.539252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fb405e-8484-4faa-9b6c-9258d0f55515 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 51ad6ff2-71a1-4dfc-96c6-2964534ce87d has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:45:56.556386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] No DVR routers for this DVR port c7d90ab5-4b8a-4054-965d-a6beef14677f on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:56.558169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: c7d90ab5-4b8a-4054-965d-a6beef14677f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:45:56.558683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7d90ab5-4b8a-4054-965d-a6beef14677f not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:56.565051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.688636 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cfcf2bea-69b6-4552-a416-00a105377429 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a6ab48d5238485394c5fb8d05db6815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530463 Dec 22 08:45:56.688940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35590) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.748863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.780685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.781267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.785665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-775da6d5-9895-49e2-9153-9c54b78fcf7d tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:56.818991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb405e-8484-4faa-9b6c-9258d0f55515 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:56.832145 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3806149-27ef-4f85-9336-10921992a03d None None] Sync routers for ids ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:56.841339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.844135 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3806149-27ef-4f85-9336-10921992a03d None None] Routers {'51ad6ff2-71a1-4dfc-96c6-2964534ce87d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:56.845009 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f3806149-27ef-4f85-9336-10921992a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:56.846241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3d1e6531-dc46-4c31-a073-a291a9b29507 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:56.858498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:56.859092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d842903-9bd4-44e2-b356-d877d8e7ad82,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:56.864029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:56.869265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:45:56.885135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:56.893879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.898009 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d842903-9bd4-44e2-b356-d877d8e7ad82 HTTP/1.1" status: 204 len: 168 time: 0.2080007 Dec 22 08:45:56.908038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=f3016462-9c25-42c2-83be-3dd6bc23835e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:56.914388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-75fb405e-8484-4faa-9b6c-9258d0f55515 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.918710 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-75fb405e-8484-4faa-9b6c-9258d0f55515 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/51ad6ff2-71a1-4dfc-96c6-2964534ce87d HTTP/1.1" status: 200 len: 892 time: 1.9373033 Dec 22 08:45:56.919141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35596) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.922208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:56.950704 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f3806149-27ef-4f85-9336-10921992a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:56.960817 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3806149-27ef-4f85-9336-10921992a03d None None] Routers {'51ad6ff2-71a1-4dfc-96c6-2964534ce87d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:56.961572 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f3806149-27ef-4f85-9336-10921992a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.019289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting port c7d90ab5-4b8a-4054-965d-a6beef14677f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:57.019714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.040152 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f3806149-27ef-4f85-9336-10921992a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.040668 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3806149-27ef-4f85-9336-10921992a03d None None] The sync data for ids ['51ad6ff2-71a1-4dfc-96c6-2964534ce87d'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:45:57.166960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] The port 'c7d90ab5-4b8a-4054-965d-a6beef14677f' was deleted {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:45:57.307225 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cb584b8e-0519-46a8-9d8d-49fff9e05bf5 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/routers/51ad6ff2-71a1-4dfc-96c6-2964534ce87d HTTP/1.1" status: 200 len: 892 time: 0.3869503 Dec 22 08:45:57.310756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35606) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:57.316938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.379638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fc764a1e-e5d0-4b9c-8430-62de87c2bc2a tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:57.397291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4aea6a-0e69-48cb-8f08-45a1154b3231']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.408177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fc764a1e-e5d0-4b9c-8430-62de87c2bc2a tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:57.409318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fc764a1e-e5d0-4b9c-8430-62de87c2bc2a tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ad6ff2-71a1-4dfc-96c6-2964534ce87d HTTP/1.1" status: 200 len: 205 time: 0.0976698 Dec 22 08:45:57.412848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35614) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:57.470484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ee958b-c474-434b-a3fa-7cde13293973') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.470781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ee958b-c474-434b-a3fa-7cde13293973') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:57.508650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.513697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.581194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.604664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:45:57.605074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:57.619635 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:57.724906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.782455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.787382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.801443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52814d00-68de-407f-8b1a-d294b6f65228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:57.829358 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/networks/1e4aea6a-0e69-48cb-8f08-45a1154b3231 HTTP/1.1" status: 204 len: 168 time: 2.3111842 Dec 22 08:45:57.832948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35626) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:57.837459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Network': ['ID=1e4aea6a-0e69-48cb-8f08-45a1154b3231,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:57.843377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:57.846502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35630) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:57.957061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.005358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting subnet 8ac2676a-84a7-45f8-9074-89061972cc02 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:58.010983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.181342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router da25e21c-553e-46ca-9d1d-fa87dcce3811 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:45:58.184928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444712255'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:58.214502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:58.227868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:58.231904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:58.239629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:58.245977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.255207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.300196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:58.303671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.312475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 5658bccd-7e26-49fa-bee4-f23677448528 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:58.312917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.359325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.384951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:45:58.396293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Sync routers for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:45:58.403995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:58.409260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.409504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:45:58.410008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:58.410751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1277313 Dec 22 08:45:58.414761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.436081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:security_group_rule and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:58.440744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:58.460624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0d41e04a-0f28-496f-aa20-3b5d3bc3546e tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444207 Dec 22 08:45:58.463179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35642) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.516028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.595978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:58.616328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.623944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5bd9cf9-d7a0-40ce-9df4-c92d1c5c1020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:58.645460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69dee7-9abf-4d5c-99fe-baf586d20e33 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:58.649711 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d69dee7-9abf-4d5c-99fe-baf586d20e33 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1827629 Dec 22 08:45:58.650171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35646) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.669680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:45:58.678177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac2676a-84a7-45f8-9074-89061972cc02,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:58.684166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.687783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:58.699002 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bec6f8e9-5427-4098-af83-4c589ed35138 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447204 Dec 22 08:45:58.699231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.706265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007318640', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:58.720129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39309f5e-f805-4a7e-aad6-4e165557ef1d None None] Network f408182f-a951-40d8-9293-d07880d0f9a4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:58.729638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/subnets/8ac2676a-84a7-45f8-9074-89061972cc02 HTTP/1.1" status: 204 len: 168 time: 0.8916435 Dec 22 08:45:58.733074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35654) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.761053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.904172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 5658bccd-7e26-49fa-bee4-f23677448528 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:45:59.032001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.032983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting subnet 4ffdaea3-b002-4421-80d0-760354259688 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:45:59.037451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.040988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.046715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:59.081223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:59.089115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:59.090558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:59.096381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:59.102938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd5be05-5e7b-498a-9f03-52b28401d108,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.105136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:59.108364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:59.113965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.114460 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment 28ec9072-05af-4792-951f-380af0d59f2e of type vlan for network 32c341c7-6373-466d-b97c-10e20d3cb251 Dec 22 08:45:59.116553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.166850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:59.170561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.187349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:45:57Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:59.192681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Checking router: da25e21c-553e-46ca-9d1d-fa87dcce3811 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:45:59.193040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Updating router da25e21c-553e-46ca-9d1d-fa87dcce3811 port f3016462-9c25-42c2-83be-3dd6bc23835e binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:45:59.199425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.257991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.258353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.268809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-29a74743-564f-437c-b359-128e98cb5bc9 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:59.301515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] DHCP port deletion for f408182f-a951-40d8-9293-d07880d0f9a4 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:45:59.311795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.318325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:59.318968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.325658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Deleting port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:59.326347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.333097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.362856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=5658bccd-7e26-49fa-bee4-f23677448528,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.376732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:59.377765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90c27a49-d167-4273-b0f1-974c9657de2f tempest-AllowedAddressPairIpV6TestJSON-1029251383 tempest-AllowedAddressPairIpV6TestJSON-1029251383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:59.493114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.499335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c280cf8-c251-41ba-8db6-8b8f4fdfd4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:59.536417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.548102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.552488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffdaea3-b002-4421-80d0-760354259688,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.556000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.559258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:59.562377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd617447-c60c-4625-9d14-9ca2969df606 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:59.591063 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7435126 Dec 22 08:45:59.616735 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/subnets/4ffdaea3-b002-4421-80d0-760354259688 HTTP/1.1" status: 204 len: 168 time: 0.8829658 Dec 22 08:45:59.621006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35658) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.678810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8efeb5a-b611-48d8-a3a2-0b7680611625 None None] Network a9ab1765-64cb-438d-860b-571112a95993 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:45:59.727287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=b41d51a2-d021-4a36-a8e8-d86eebee342d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.739916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:59.755618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35662) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.766659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': '32c341c7-6373-466d-b97c-10e20d3cb251', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:59.771697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=32c341c7-6373-466d-b97c-10e20d3cb251,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.781276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:59.791192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.793620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.822835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.823255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Fanout notify agent at l3_agent the message router_deleted on router 51ad6ff2-71a1-4dfc-96c6-2964534ce87d {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:45:59.826462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 32c341c7-6373-466d-b97c-10e20d3cb251 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:59.849518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:45:59.849934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: 8ab2679b-dcb7-447a-a751-8d405323720e, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:59.857670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.860917 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/51ad6ff2-71a1-4dfc-96c6-2964534ce87d HTTP/1.1" status: 204 len: 168 time: 2.4461889 Dec 22 08:45:59.864740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35666) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.871522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393341584'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:45:59.876760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:59.880863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:59.885069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:59.887853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.890936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:59.909571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:59.913919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.928437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 8ab2679b-dcb7-447a-a751-8d405323720e is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:59.931030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:59.933273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:45:59.933624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.948342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:59.960237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.960613 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment 8a5fd518-35a1-4f9f-bcff-b4571871b9e5 of type vlan for network e260fe0d-dbef-48e7-b2cb-67686020618f Dec 22 08:45:59.961946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:59.971021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:00.000934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:00.002866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 8ab2679b-dcb7-447a-a751-8d405323720e) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:00.005128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.023297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:00.023897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.041436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.047061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:00.047676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.051876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3e7e4763-259d-422d-920f-ef666815aea2 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:00.070333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31823d85-c771-40eb-9048-41f901cea9b9 None None] Network 8ab2679b-dcb7-447a-a751-8d405323720e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:00.078511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:00.082715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.163101 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2934396 Dec 22 08:46:00.163993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35670) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.169923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': 'e260fe0d-dbef-48e7-b2cb-67686020618f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:00.171376 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4707518 Dec 22 08:46:00.174706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] For port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,segment=NetworkSegment(b72ddc72-558d-4f20-a6ea-b8c8b65a4b43),segment_id=b72ddc72-558d-4f20-a6ea-b8c8b65a4b43)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:00.175105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.178167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35674) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.330833 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:46:00.334159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=e260fe0d-dbef-48e7-b2cb-67686020618f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:00.382542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:00.394482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Calling delete_port for 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:00.423609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network e260fe0d-dbef-48e7-b2cb-67686020618f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:00.437629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:00.442765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:00.447711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:00.456054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:00.458593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:00.474422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:00.479850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.523643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] For port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,segment=NetworkSegment(b72ddc72-558d-4f20-a6ea-b8c8b65a4b43),segment_id=b72ddc72-558d-4f20-a6ea-b8c8b65a4b43)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:00.524197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.590094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.resource_extend [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:00.749541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.755875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb67a953-9bd6-4b16-8a5b-32d3a2231692 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:00.841323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=8522a1be-b14e-436b-9916-41b41a2fce12,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:00.845728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:00.852823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': '8a5fd518-35a1-4f9f-bcff-b4571871b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e260fe0d-dbef-48e7-b2cb-67686020618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:00.852823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: e260fe0d-dbef-48e7-b2cb-67686020618f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:00.853212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.860334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.872007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-684c5fab-0571-4527-8a7a-64972793d6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:00.878916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network e260fe0d-dbef-48e7-b2cb-67686020618f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:00.893425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, e260fe0d-dbef-48e7-b2cb-67686020618f) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:00.908411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee update to DOWN by agent not found {{(pid=87602) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 22 08:46:00.909327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:00.918689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.923626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200a347-649d-490d-9d89-902f062ecd88 None None] Network e260fe0d-dbef-48e7-b2cb-67686020618f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:00.927719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Calling delete_port for 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:00.954514 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7894881 Dec 22 08:46:00.958213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35678) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.959444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Pushing event deleted for resources: {'Port': ['ID=79d5a165-87a9-4ef9-9feb-bd81ea5b1fee,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:00.962066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Transition to ACTIVE for port object f3016462-9c25-42c2-83be-3dd6bc23835e will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:00.965111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] No DVR routers for this DVR port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:00.985799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1190296744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:00.993725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:00.998815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:router and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:01.005774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:01.017223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:01.034592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.034990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:01.035991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.045945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] DHCP port deletion for a9ab1765-64cb-438d-860b-571112a95993 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:01.066465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.086847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.097072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:01.098171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.133363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Deleting port 14fc38f1-ecdf-4213-8960-b961decc9b0b {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:01.134098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.138810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.139772 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ec17ae44-70fd-4657-b5a5-027aa7ebc168 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1795762 Dec 22 08:46:01.142578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35682) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.217437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-8ab2679b-dcb7-447a-a751-8d405323720e', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:01.218495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.276711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.api [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:01.277514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_db.api [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:01.318982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36c27-feb0-4953-b129-3201b2945bf1 None None] Pushing event updated for resources: {'Port': ['ID=f3016462-9c25-42c2-83be-3dd6bc23835e,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:01.371111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.376459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Attempting to bind port f3016462-9c25-42c2-83be-3dd6bc23835e on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:01.376865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Attempting to bind port f3016462-9c25-42c2-83be-3dd6bc23835e by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:01.377228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Attempting to bind port f3016462-9c25-42c2-83be-3dd6bc23835e on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:01.382179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8ed6085-aefa-4fd1-91ee-6523e690117a tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:01.389218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86e36c27-feb0-4953-b129-3201b2945bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:01.408050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:01.408401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:01.408819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.409226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:01.409723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Bound port: f3016462-9c25-42c2-83be-3dd6bc23835e, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:01.410090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.491208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=3e1aae99-68bd-49a9-b7eb-120f271a9dd6,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:01.494002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:01.531888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': '28ec9072-05af-4792-951f-380af0d59f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32c341c7-6373-466d-b97c-10e20d3cb251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:01.532554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: 32c341c7-6373-466d-b97c-10e20d3cb251, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:01.639184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network 32c341c7-6373-466d-b97c-10e20d3cb251 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:01.681907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 32c341c7-6373-466d-b97c-10e20d3cb251) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:01.696153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.696964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:01.697556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.731413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.748508 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9841828 Dec 22 08:46:01.753372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.783982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbd986-9b5c-4e99-ac94-1bee0eb20737 None None] Network 32c341c7-6373-466d-b97c-10e20d3cb251 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:01.821374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting port 79d5a165-87a9-4ef9-9feb-bd81ea5b1fee {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:01.821374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.847054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053393828'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:01.872107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:01.883568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-e260fe0d-dbef-48e7-b2cb-67686020618f', 'network_id': 'e260fe0d-dbef-48e7-b2cb-67686020618f', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': '8522a1be-b14e-436b-9916-41b41a2fce12'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:01.884218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:01.884987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.914785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:01.924773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] For port f3016462-9c25-42c2-83be-3dd6bc23835e, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:01.928050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:01.934145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] For port 14fc38f1-ecdf-4213-8960-b961decc9b0b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=14fc38f1-ecdf-4213-8960-b961decc9b0b,segment=NetworkSegment(19790838-e31a-4747-bea5-c6433609b63d),segment_id=19790838-e31a-4747-bea5-c6433609b63d)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:01.934551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.936852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] The port '79d5a165-87a9-4ef9-9feb-bd81ea5b1fee' was deleted {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:01.963039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Allocated IP 172.20.0.2 (8ab2679b-dcb7-447a-a751-8d405323720e/b41d51a2-d021-4a36-a8e8-d86eebee342d/021cedb9-904b-473a-a461-d7d0dfbfcde3) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:02.044277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:02.048431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.053548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] For port f3016462-9c25-42c2-83be-3dd6bc23835e, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f3016462-9c25-42c2-83be-3dd6bc23835e,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:02.130669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Calling delete_port for 14fc38f1-ecdf-4213-8960-b961decc9b0b owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:02.180989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.185431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:02.188215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:02.191978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.206175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8::1 (e260fe0d-dbef-48e7-b2cb-67686020618f/8522a1be-b14e-436b-9916-41b41a2fce12/cb19428e-33ce-4217-b538-b219656d18e2) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:02.275748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.276240 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment b441caa2-021d-4885-b365-7b671fa1573a of type vlan for network 397df91e-8afc-451d-82fa-66758f7865db Dec 22 08:46:02.286750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f408182f-a951-40d8-9293-d07880d0f9a4']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:02.459521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 14fc38f1-ecdf-4213-8960-b961decc9b0b no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:02.588993 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36c27-feb0-4953-b129-3201b2945bf1 None None] Pushing event updated for resources: {'Port': ['ID=f3016462-9c25-42c2-83be-3dd6bc23835e,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:02.590974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72ddc72-558d-4f20-a6ea-b8c8b65a4b43') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:02.591497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72ddc72-558d-4f20-a6ea-b8c8b65a4b43') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:02.604586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86e36c27-feb0-4953-b129-3201b2945bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:02.605225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:02.606069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:02.612115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.637919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.647001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.656605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:02.657285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.680686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.709010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object cb19428e-33ce-4217-b538-b219656d18e2 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:02.733907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.743112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-04ba409b-f890-4893-b169-7c9b4ee48daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: util.warn( Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:02.745121 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:02.750439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.756928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-62315251-e771-45e1-ad0a-122f88a8dc51 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:02.770611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.db.resource_extend [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:02.786485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No active binding found for port 14fc38f1-ecdf-4213-8960-b961decc9b0b {{(pid=87602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 08:46:02.786743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 14fc38f1-ecdf-4213-8960-b961decc9b0b not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:02.810675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.817192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:02.818121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.849979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e31a07f1-f302-42b6-b3b3-b0f8777504a2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:02.866957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network e260fe0d-dbef-48e7-b2cb-67686020618f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:02.873100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:02.874891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Pushing event deleted for resources: {'Port': ['ID=14fc38f1-ecdf-4213-8960-b961decc9b0b,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:02.883068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:02.884014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.891786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:02.980989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=cb19428e-33ce-4217-b538-b219656d18e2,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:02.993516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:02.993712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=397df91e-8afc-451d-82fa-66758f7865db,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:02.999200 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1863632 Dec 22 08:46:02.999200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1b1bbef-d58d-44a1-84ce-599e81505274 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:02.999488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35690) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:03.016042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': '397df91e-8afc-451d-82fa-66758f7865db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:03.039832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.059112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] No DVR routers for this DVR port 14fc38f1-ecdf-4213-8960-b961decc9b0b on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:03.099730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 397df91e-8afc-451d-82fa-66758f7865db details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:03.154738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-32c341c7-6373-466d-b97c-10e20d3cb251', 'network_id': '32c341c7-6373-466d-b97c-10e20d3cb251', 'tenant_id': '62be88d529aa45b8b85fcbff24449417', 'fixed_ips': [{'subnet_id': '3e1aae99-68bd-49a9-b7eb-120f271a9dd6'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:03.156079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.163166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.170651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed91d748-6550-48be-b40c-cd300ee63fbb tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:03.192275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.198453 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/networks/f408182f-a951-40d8-9293-d07880d0f9a4 HTTP/1.1" status: 204 len: 168 time: 3.5760505 Dec 22 08:46:03.201624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:03.202520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35694) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:03.204157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Network': ['ID=f408182f-a951-40d8-9293-d07880d0f9a4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:03.207329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:03.208394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:03.211462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:03.217602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:03.229622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:03.233830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.376316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Allocated IP 2001:db8::2 (e260fe0d-dbef-48e7-b2cb-67686020618f/8522a1be-b14e-436b-9916-41b41a2fce12/bebb9e45-6c05-4f4c-8464-ce9f6206c04b) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:03.515642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.524958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ba05a88-915c-44b2-944f-af5e51a0be87 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:03.555309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.638043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': 'b441caa2-021d-4885-b365-7b671fa1573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '397df91e-8afc-451d-82fa-66758f7865db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:03.638621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: 397df91e-8afc-451d-82fa-66758f7865db, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:03.646991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=62b7573d-4c5f-42c5-9f31-2c77ea801583,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:03.650249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:03.653714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Transition to ACTIVE for port object 021cedb9-904b-473a-a461-d7d0dfbfcde3 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:03.669703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network 397df91e-8afc-451d-82fa-66758f7865db is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:03.689043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 397df91e-8afc-451d-82fa-66758f7865db) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:03.690297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:03.694645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:03.695254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.720854 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7187941 Dec 22 08:46:03.721505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35698) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:03.737793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.882802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.905806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d7624-e182-411d-a84e-0d2c51ad2770 None None] Network 397df91e-8afc-451d-82fa-66758f7865db requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:03.953025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.037848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.043082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-426ad226-5f84-4e8b-a3cf-2d573ff517f5 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:04.084644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=62b7573d-4c5f-42c5-9f31-2c77ea801583,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:04.087054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:04.155469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.190316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.210308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ab1765-64cb-438d-860b-571112a95993']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:04.224659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397df91e-8afc-451d-82fa-66758f7865db']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:04.236792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19790838-e31a-4747-bea5-c6433609b63d') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:04.237082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19790838-e31a-4747-bea5-c6433609b63d') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:04.239248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b441caa2-021d-4885-b365-7b671fa1573a') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:04.239663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b441caa2-021d-4885-b365-7b671fa1573a') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:04.249676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Transition to ACTIVE for port object 021cedb9-904b-473a-a461-d7d0dfbfcde3 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:04.253472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.269727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.313020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.315857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.316088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.316417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.325989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:04.326546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.327759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a7e98961-dbe4-4cbb-bcce-931e1eb6388e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:04.331443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:04.331840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:04.344194 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:04.346708 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:04.355010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.355421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.414009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:04.434781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (8ab2679b-dcb7-447a-a751-8d405323720e/b41d51a2-d021-4a36-a8e8-d86eebee342d/371ae6e1-bda1-403b-9d9c-d387bafb766a) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:04.477304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.504577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Network 8ab2679b-dcb7-447a-a751-8d405323720e is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:04.508327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Allocated IP 172.20.255.242 (32c341c7-6373-466d-b97c-10e20d3cb251/3e1aae99-68bd-49a9-b7eb-120f271a9dd6/cd41d036-5da5-4e23-b847-24513be40656) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:04.527955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:04.529871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32a43a6a-668c-4d87-8c44-20a2815febc8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:04.530577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Pushing event updated for resources: {'Port': ['ID=021cedb9-904b-473a-a461-d7d0dfbfcde3,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:04.536838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:04.550210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.555583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:04.569536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=397df91e-8afc-451d-82fa-66758f7865db,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:04.579434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:04.586511 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/397df91e-8afc-451d-82fa-66758f7865db HTTP/1.1" status: 204 len: 168 time: 0.8637505 Dec 22 08:46:04.593641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.605288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-576372914'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:04.616249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:04.638661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:04.643367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:04.661017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:04.681248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network e260fe0d-dbef-48e7-b2cb-67686020618f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:04.686021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.688212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:04.688920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:04.692572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=cb19428e-33ce-4217-b538-b219656d18e2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:04.693508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.705316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.705810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.718775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.719906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.720323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.720699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.721070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.721671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.721804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.722140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.723166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.723743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.724317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.724859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:04.731835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 371ae6e1-bda1-403b-9d9c-d387bafb766a will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:04.743322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:04.756772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.757437 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment 8a0fb0d3-d0dc-4c1f-8486-11fc3c8ad47e of type vlan for network 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 Dec 22 08:46:04.803787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/networks/a9ab1765-64cb-438d-860b-571112a95993 HTTP/1.1" status: 204 len: 168 time: 1.5977092 Dec 22 08:46:04.805842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:04.815370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d695ad8-4fac-4f98-b853-7b85964fc39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:04.867982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d67ec-ccfa-4772-b595-6fc0c33014a6 None None] Network 397df91e-8afc-451d-82fa-66758f7865db requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:04.920932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35706) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.927137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.936218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Attempting to bind port 021cedb9-904b-473a-a461-d7d0dfbfcde3 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:04.936868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Attempting to bind port 021cedb9-904b-473a-a461-d7d0dfbfcde3 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:04.937425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Attempting to bind port 021cedb9-904b-473a-a461-d7d0dfbfcde3 on network 8ab2679b-dcb7-447a-a751-8d405323720e {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:04.939701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d67ec-ccfa-4772-b595-6fc0c33014a6 None None] Network 397df91e-8afc-451d-82fa-66758f7865db could not be found, it might have been deleted concurrently. {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 08:46:04.956433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Transition to ACTIVE for port object bebb9e45-6c05-4f4c-8464-ce9f6206c04b will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:04.968795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.973759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:04.974512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Checking segment: {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:04.974909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.975308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Bound using segment: {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:04.975798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Bound port: 021cedb9-904b-473a-a461-d7d0dfbfcde3, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:04.976428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.988375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.997094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:05.017518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Transition to ACTIVE for port object bebb9e45-6c05-4f4c-8464-ce9f6206c04b will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:05.063462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.067467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Network': ['ID=a9ab1765-64cb-438d-860b-571112a95993,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.070010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:05.074326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bf052c3c-dfdb-47de-a33a-778d2b2c59ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:05.094071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 8ab2679b-dcb7-447a-a751-8d405323720e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:05.098549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting subnet c87aaaa4-222c-4138-b2d1-0c4e82319dd7 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:05.105727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:05.110294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.137621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:46:05.146920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:05.207062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=371ae6e1-bda1-403b-9d9c-d387bafb766a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.209357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.214802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:05.215409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.224903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Network e260fe0d-dbef-48e7-b2cb-67686020618f is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:05.225177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:05.225521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29cc8c34-5bb8-4752-87cc-a248b5195522 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:05.243380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:05.251826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Pushing event updated for resources: {'Port': ['ID=bebb9e45-6c05-4f4c-8464-ce9f6206c04b,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.257206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:05.293110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:05.294841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:45:57Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.311693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] For port 021cedb9-904b-473a-a461-d7d0dfbfcde3, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:05.324032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:05.333944 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1876788 Dec 22 08:46:05.335074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35710) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.337826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.339732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293e5c2b-27d1-4aeb-9db0-72be0926f8cd None None] The sync data for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv is: [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:45:57Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:05.354455 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] Sync routers for ids ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:05.375370 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] Routers {'60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:05.376340 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.387783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] For port 021cedb9-904b-473a-a461-d7d0dfbfcde3, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=021cedb9-904b-473a-a461-d7d0dfbfcde3,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:05.392561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.402499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.421361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.429611 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8293419 Dec 22 08:46:05.430583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35714) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.442780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': '0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:05.472102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.512136 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.517559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.518522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.519348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.520823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.521640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.522411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.523206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.524048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.524896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.525516 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] Routers {'60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:05.526011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.526278 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.527036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.527898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.540624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-525cf762-b9c3-487c-b1de-1f7241dfd052 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:05.564810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:05.570267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e98ff-e83e-4e77-82c8-4dd0d34806e0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:05.570900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7f8e98ff-e83e-4e77-82c8-4dd0d34806e0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:05.611297 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.611703 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9973f8-656b-4b7f-b342-610c0c1093ec None None] The sync data for ids ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:05.616264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:05.641071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:05.643902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Transition to ACTIVE for port object cd41d036-5da5-4e23-b847-24513be40656 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:05.651106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:05.657119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:05.660665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Attempting to bind port bebb9e45-6c05-4f4c-8464-ce9f6206c04b on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:05.661628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Attempting to bind port bebb9e45-6c05-4f4c-8464-ce9f6206c04b by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '8a5fd518-35a1-4f9f-bcff-b4571871b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e260fe0d-dbef-48e7-b2cb-67686020618f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:05.662356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Attempting to bind port bebb9e45-6c05-4f4c-8464-ce9f6206c04b on network e260fe0d-dbef-48e7-b2cb-67686020618f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:05.666419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:05.671443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7f8e98ff-e83e-4e77-82c8-4dd0d34806e0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:05.677142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7f8e98ff-e83e-4e77-82c8-4dd0d34806e0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports/cb19428e-33ce-4217-b538-b219656d18e2 HTTP/1.1" status: 200 len: 911 time: 0.3372996 Dec 22 08:46:05.677969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35718) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.690022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8522a1be-b14e-436b-9916-41b41a2fce12'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:05.702438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.839740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:05.840222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Checking segment: {'id': '8a5fd518-35a1-4f9f-bcff-b4571871b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e260fe0d-dbef-48e7-b2cb-67686020618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:05.840953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.840953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Bound using segment: {'id': '8a5fd518-35a1-4f9f-bcff-b4571871b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e260fe0d-dbef-48e7-b2cb-67686020618f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:05.841496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Bound port: bebb9e45-6c05-4f4c-8464-ce9f6206c04b, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5fd518-35a1-4f9f-bcff-b4571871b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e260fe0d-dbef-48e7-b2cb-67686020618f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:05.841895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.883669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Transition to ACTIVE for port object cd41d036-5da5-4e23-b847-24513be40656 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:05.915607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:05.921459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.949652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Pushing event updated for resources: {'Port': ['ID=021cedb9-904b-473a-a461-d7d0dfbfcde3,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.957037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:05.966554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.975331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.982218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-005fdb8b-3c6e-4ff6-acde-427f1b99cc71 tempest-FloatingIPTestJSON-130656586 tempest-FloatingIPTestJSON-130656586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:05.999424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3d21c63f-e34c-4073-95a5-1a5c27b91d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:06.055542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.064372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Subnet': ['ID=c87aaaa4-222c-4138-b2d1-0c4e82319dd7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:06.068063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:06.072783 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/subnets/c87aaaa4-222c-4138-b2d1-0c4e82319dd7 HTTP/1.1" status: 204 len: 168 time: 1.1507971 Dec 22 08:46:06.075732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35722) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:06.079645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.086462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5d84f-3aa0-4e08-a44f-015053df3072 None None] Network 82d63f30-8bcc-4d36-ae41-91062e8ed6af requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:06.099480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Performing IP validity checks on allocation pools {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:46:06.100096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:46:06.157747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] For port bebb9e45-6c05-4f4c-8464-ce9f6206c04b, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:06.167129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] For port bebb9e45-6c05-4f4c-8464-ce9f6206c04b, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bebb9e45-6c05-4f4c-8464-ce9f6206c04b,segment=NetworkSegment(8a5fd518-35a1-4f9f-bcff-b4571871b9e5),segment_id=8a5fd518-35a1-4f9f-bcff-b4571871b9e5)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:06.169528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Network 32c341c7-6373-466d-b97c-10e20d3cb251 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:06.176641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:06.187304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:06.278180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.361681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.401019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Pushing event updated for resources: {'Port': ['ID=cd41d036-5da5-4e23-b847-24513be40656,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:06.404128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:06.407948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.440249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7f3283a8-dec0-47c3-bd51-e78eb7558904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:06.618374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Deleting port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:06.619434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.624677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.644234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c2de2f8c-e7f1-4a0e-8674-d194920f406e tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:06.725867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f3016462-9c25-42c2-83be-3dd6bc23835e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:06.857476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Attempting to bind port cd41d036-5da5-4e23-b847-24513be40656 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:06.858674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Attempting to bind port cd41d036-5da5-4e23-b847-24513be40656 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '28ec9072-05af-4792-951f-380af0d59f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32c341c7-6373-466d-b97c-10e20d3cb251'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:06.860068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Attempting to bind port cd41d036-5da5-4e23-b847-24513be40656 on network 32c341c7-6373-466d-b97c-10e20d3cb251 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:06.878047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:06.884374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Checking segment: {'id': '28ec9072-05af-4792-951f-380af0d59f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32c341c7-6373-466d-b97c-10e20d3cb251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:06.885002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.885684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Bound using segment: {'id': '28ec9072-05af-4792-951f-380af0d59f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32c341c7-6373-466d-b97c-10e20d3cb251'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:06.887146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Bound port: cd41d036-5da5-4e23-b847-24513be40656, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ec9072-05af-4792-951f-380af0d59f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '32c341c7-6373-466d-b97c-10e20d3cb251'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:06.887765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.030155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Pushing event updated for resources: {'Port': ['ID=bebb9e45-6c05-4f4c-8464-ce9f6206c04b,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:07.064247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:07.135424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] For port cd41d036-5da5-4e23-b847-24513be40656, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:07.140509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port f3016462-9c25-42c2-83be-3dd6bc23835e completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:07.147243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] For port cd41d036-5da5-4e23-b847-24513be40656, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cd41d036-5da5-4e23-b847-24513be40656,segment=NetworkSegment(28ec9072-05af-4792-951f-380af0d59f2e),segment_id=28ec9072-05af-4792-951f-380af0d59f2e)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:07.153907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f3016462-9c25-42c2-83be-3dd6bc23835e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:07.154328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.199380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=443a0a20-0453-42ac-9dfa-3c6b420ec046,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:07.209734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:07.216295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.227632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] For port f86105a1-ca6d-4bff-9599-5b8845c8c4f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,segment=NetworkSegment(b022f3f6-9fce-4ec0-95f8-417fbd11ec02),segment_id=b022f3f6-9fce-4ec0-95f8-417fbd11ec02)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:07.228234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.242981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:07.248929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': '8a0fb0d3-d0dc-4c1f-8486-11fc3c8ad47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:07.249427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:07.295531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] DHCP port deletion for 82d63f30-8bcc-4d36-ae41-91062e8ed6af request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:07.308179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:07.326397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Deleting port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:07.326902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.446640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Pushing event updated for resources: {'Port': ['ID=cd41d036-5da5-4e23-b847-24513be40656,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:07.452373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:07.647474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Calling delete_port for f86105a1-ca6d-4bff-9599-5b8845c8c4f4 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:07.710581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f89ceb-fee8-4184-9b8f-bfe1fb105e65 None None] Network 8ab2679b-dcb7-447a-a751-8d405323720e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:07.759628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:07.770858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.774713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:07.775300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.798526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cb9c8-b714-4a00-be2a-763e623122bb None None] Network 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:07.811195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.819261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:07.819973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.820784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.821291 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/ports/cb19428e-33ce-4217-b538-b219656d18e2 HTTP/1.1" status: 200 len: 911 time: 2.1417978 Dec 22 08:46:07.823444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b0142dda-de26-4e43-add0-5dece0bd41a5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:07.833068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35726) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.887574 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4523354 Dec 22 08:46:07.900976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35730) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.920518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.960211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:08.101689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=cb19428e-33ce-4217-b538-b219656d18e2,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.108417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:08.135669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] For port f86105a1-ca6d-4bff-9599-5b8845c8c4f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,segment=NetworkSegment(b022f3f6-9fce-4ec0-95f8-417fbd11ec02),segment_id=b022f3f6-9fce-4ec0-95f8-417fbd11ec02)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:08.136855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.170280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.195666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.203532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.207500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=371ae6e1-bda1-403b-9d9c-d387bafb766a,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.210596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:08.214558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ff691e9-3e86-41eb-973b-7c36e964be60 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:08.249752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] No DVR routers for this DVR port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:08.277531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.285744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.302723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16ffae-8f51-442c-a9e5-32b6488aaab4 None None] Network e260fe0d-dbef-48e7-b2cb-67686020618f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:08.383963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.388728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-58133c53-f537-45ef-8f5b-897ab869db68 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:08.418216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Port': ['ID=f86105a1-ca6d-4bff-9599-5b8845c8c4f4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.421108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:08.426660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=443a0a20-0453-42ac-9dfa-3c6b420ec046,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.448234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:08.545243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.557275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Calling delete_port for f86105a1-ca6d-4bff-9599-5b8845c8c4f4 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:08.607679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:08.633218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0fb0d3-d0dc-4c1f-8486-11fc3c8ad47e') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:08.633558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0fb0d3-d0dc-4c1f-8486-11fc3c8ad47e') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:08.649405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.668896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port f3016462-9c25-42c2-83be-3dd6bc23835e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f3016462-9c25-42c2-83be-3dd6bc23835e,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:08.681126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.683270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b77755b6-4f81-4406-87a5-95e24d3587ca None None] Provisioning for port 021cedb9-904b-473a-a461-d7d0dfbfcde3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:08.712819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.713800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 021cedb9-904b-473a-a461-d7d0dfbfcde3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:08.722107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.741771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:08.743525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.753606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d63f30-8bcc-4d36-ae41-91062e8ed6af']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:08.764306 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:08.787869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b022f3f6-9fce-4ec0-95f8-417fbd11ec02') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:08.788082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b022f3f6-9fce-4ec0-95f8-417fbd11ec02') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:08.821817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.856714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-da9f8910-afdd-43ab-ad63-3b96125b09e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:08.889886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.896544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 8ab2679b-dcb7-447a-a751-8d405323720e is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:08.903676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.903839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.907914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:08.917017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be19e34e-c616-4269-80fe-3c9e0bbae7f4 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:08.946873 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 HTTP/1.1" status: 204 len: 168 time: 1.0446775 Dec 22 08:46:08.948209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.950230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35734) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.953647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:08.959236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040845535'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:08.964833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:08.969970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:08.975654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:08.983423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:08.987366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:08.987780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.996178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:08.996178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:09.016046 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:09.020463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=f3016462-9c25-42c2-83be-3dd6bc23835e,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.030747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:09.037597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.074021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:09.080902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:09.097014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.097933 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment 0ddc79ec-7d83-4396-8837-04f65867fe8e of type vlan for network d638cc37-5c6d-4658-850f-78b4ffba5d1e Dec 22 08:46:09.143808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.149576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492eee6-1dd3-4ada-b34f-1b50b22cd97b None None] Network 32c341c7-6373-466d-b97c-10e20d3cb251 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:09.184254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.190813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:09.192432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.215119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7bde152f-cb94-4167-b9a5-829bfed79074 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:09.250066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2888119 Dec 22 08:46:09.250066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35738) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.265374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': 'd638cc37-5c6d-4658-850f-78b4ffba5d1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:09.387326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-87ff8873-87f1-41b5-8ff0-534003ddcaee None None] Provisioning for port cd41d036-5da5-4e23-b847-24513be40656 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:09.393907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.400095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc10d7-18eb-4657-8d84-8a10181010f3 None None] Network 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:09.408394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.408394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68e07d68-4dd8-4dff-a0dc-7be9d2f340dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:09.446872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Pushing event deleted for resources: {'Network': ['ID=82d63f30-8bcc-4d36-ae41-91062e8ed6af,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.449290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:09.461722 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/networks/82d63f30-8bcc-4d36-ae41-91062e8ed6af HTTP/1.1" status: 204 len: 168 time: 3.3794727 Dec 22 08:46:09.462015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35742) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.473456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 021cedb9-904b-473a-a461-d7d0dfbfcde3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:09.478787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc10d7-18eb-4657-8d84-8a10181010f3 None None] Network 0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 could not be found, it might have been deleted concurrently. {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 08:46:09.490691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:09.506180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Deleting port f86105a1-ca6d-4bff-9599-5b8845c8c4f4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:09.506570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.508929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:09.513815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router da25e21c-553e-46ca-9d1d-fa87dcce3811 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:09.514586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:09.524933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:09.527252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=d638cc37-5c6d-4658-850f-78b4ffba5d1e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.530880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:09.544061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:09.549237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.566792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d638cc37-5c6d-4658-850f-78b4ffba5d1e details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:09.576521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6386b186-5b4f-4b34-a2f8-ee9e606c8e79 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Synchronizing usage tracker for tenant:67fef92f395a49f0869b49c82658de63 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:09.580469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 021cedb9-904b-473a-a461-d7d0dfbfcde3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:09.580923 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.669433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6386b186-5b4f-4b34-a2f8-ee9e606c8e79 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Unset dirty status for tenant:67fef92f395a49f0869b49c82658de63 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:09.671901 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6386b186-5b4f-4b34-a2f8-ee9e606c8e79 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 HTTP/1.1" status: 200 len: 205 time: 0.2084279 Dec 22 08:46:09.678049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35746) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.769533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-56bd1737-6cf4-4f9e-a9c8-f5817553e86b None None] The port 'f86105a1-ca6d-4bff-9599-5b8845c8c4f4' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:09.780856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.794683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-87ff8873-87f1-41b5-8ff0-534003ddcaee None None] Provisioning for port bebb9e45-6c05-4f4c-8464-ce9f6206c04b completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:09.839687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e180294-80b7-45c8-b48c-38e28fd576c1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.841484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.906192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b14525c-5f26-402f-851c-ed7320efd510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.098393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:10.115344 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/da25e21c-553e-46ca-9d1d-fa87dcce3811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9338534 Dec 22 08:46:10.116140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Sync routers for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:10.121538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35750) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:10.127908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.151081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:10.151804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:45:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:10.314647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.437058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1426baa-cbee-4548-a575-94bdacc7bffa tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:10.442663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.455099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.456034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.456740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.458020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.458725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.459463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.460327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.461239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.465001 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1b2ad881-e91c-48fd-91ec-2ff7a0589742 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6312 time: 0.3419607 Dec 22 08:46:10.467446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a792a04d-218d-4d32-9232-093e37d4187d None None] Provisioning for port 371ae6e1-bda1-403b-9d9c-d387bafb766a completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:10.471282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35754) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:10.481167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 021cedb9-904b-473a-a461-d7d0dfbfcde3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=021cedb9-904b-473a-a461-d7d0dfbfcde3,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:10.507580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.517116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a792a04d-218d-4d32-9232-093e37d4187d None None] Provisioning complete for port 371ae6e1-bda1-403b-9d9c-d387bafb766a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:10.517618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a792a04d-218d-4d32-9232-093e37d4187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.578523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:10.613352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.614218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.615959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.616912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.618173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.619348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.620645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.621491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.622142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.631891 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c03a8799-6f45-40fb-a999-9326e233d6d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5809 time: 0.1526186 Dec 22 08:46:10.632932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35758) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:10.633765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port cb19428e-33ce-4217-b538-b219656d18e2 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:10.638024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.741019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e180294-80b7-45c8-b48c-38e28fd576c1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.746140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e180294-80b7-45c8-b48c-38e28fd576c1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.807025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a792a04d-218d-4d32-9232-093e37d4187d None None] Port 371ae6e1-bda1-403b-9d9c-d387bafb766a cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:10.837575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': '0ddc79ec-7d83-4396-8837-04f65867fe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd638cc37-5c6d-4658-850f-78b4ffba5d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:10.838705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: d638cc37-5c6d-4658-850f-78b4ffba5d1e, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:10.840394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:10.903219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network d638cc37-5c6d-4658-850f-78b4ffba5d1e is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:10.914172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=0a63663c-f4a2-4546-b9a0-98b5f7878f8d,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:10.917488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e180294-80b7-45c8-b48c-38e28fd576c1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.918536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e180294-80b7-45c8-b48c-38e28fd576c1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Fanout notify agent at l3_agent the message router_deleted on router f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:46:10.929491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:10.930281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d638cc37-5c6d-4658-850f-78b4ffba5d1e) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:10.944688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.945288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.965131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bebb9e45-6c05-4f4c-8464-ce9f6206c04b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:10.992080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e180294-80b7-45c8-b48c-38e28fd576c1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.996492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0e180294-80b7-45c8-b48c-38e28fd576c1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] 10.222.0.36 "DELETE /v2.0/routers/f8fad0e3-bd22-46e2-ac1a-8b88b5aa95a0 HTTP/1.1" status: 204 len: 168 time: 1.3170161 Dec 22 08:46:10.999408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7519071 Dec 22 08:46:11.001654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35764) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:11.031465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190291e6-0046-457a-b0a1-48a96c380e43 None None] Network d638cc37-5c6d-4658-850f-78b4ffba5d1e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:11.230807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.242066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=021cedb9-904b-473a-a461-d7d0dfbfcde3,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.268035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:11.279028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a792a04d-218d-4d32-9232-093e37d4187d None None] Provisioning complete for port 021cedb9-904b-473a-a461-d7d0dfbfcde3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:11.279410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a792a04d-218d-4d32-9232-093e37d4187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.333786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.386496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.520616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.542232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35770) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:11.543803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-da525b05-d396-4e6a-b006-b7d0cdbc8c3b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:11.557346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for cb19428e-33ce-4217-b538-b219656d18e2 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:11.627782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=0a63663c-f4a2-4546-b9a0-98b5f7878f8d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.633933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:11.702492 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14f4e1d6-3ec9-4d2e-88fd-3b81f73747d5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4121 time: 1.0099940 Dec 22 08:46:11.722542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port bebb9e45-6c05-4f4c-8464-ce9f6206c04b completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:11.725424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.762189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bebb9e45-6c05-4f4c-8464-ce9f6206c04b triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:11.762961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.771539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d638cc37-5c6d-4658-850f-78b4ffba5d1e']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:11.796669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddc79ec-7d83-4396-8837-04f65867fe8e') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:11.797376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddc79ec-7d83-4396-8837-04f65867fe8e') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:11.811235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526dc22d-241c-43cc-8066-b36f61e6da90 None None] Network d638cc37-5c6d-4658-850f-78b4ffba5d1e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:11.820857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.853248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.869008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:11.869425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.875624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.887697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5e11784f-c3d8-4cc5-b136-5dacc2e403d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:11.903275 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:11.985584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=cb19428e-33ce-4217-b538-b219656d18e2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.988577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:12.065105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35778) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.069438 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-47358ccf-a967-450f-8694-3309f6a5c7f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67fef92f395a49f0869b49c82658de63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743111 Dec 22 08:46:12.140111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.149819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a7009ad-dcbf-4942-af48-33fb20848639 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:12.171495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35782) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.172606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.194761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775525414', 'description': 'tempest-secgroup-smoke-775525414 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:12.203424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:12.208636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.219621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:12.230512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:12.237407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:12.252836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=d638cc37-5c6d-4658-850f-78b4ffba5d1e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:12.259473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:12.269992 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d638cc37-5c6d-4658-850f-78b4ffba5d1e HTTP/1.1" status: 204 len: 168 time: 1.2620070 Dec 22 08:46:12.269992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.270415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32fb9fe9-691b-4b81-af30-daa4a9e4d880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.276076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35786) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.286469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492883706'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:12.295043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:12.302601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:12.305480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:12.307871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:12.314701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:12.317668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:12.318487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d932e234-4a7f-4b96-a9d3-3181d3bd9385 None None] Could not find standard attr ID for object cb19428e-33ce-4217-b538-b219656d18e2. {{(pid=87602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:46:12.319775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:12.328558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:12.330408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:06Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:12.342489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:12.343335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Checking router: da25e21c-553e-46ca-9d1d-fa87dcce3811 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:12.343691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Updating router da25e21c-553e-46ca-9d1d-fa87dcce3811 port 371ae6e1-bda1-403b-9d9c-d387bafb766a binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:12.346112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.374180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.401337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:12.409557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d932e234-4a7f-4b96-a9d3-3181d3bd9385 None None] Provisioning complete for port 371ae6e1-bda1-403b-9d9c-d387bafb766a triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:12.409969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d932e234-4a7f-4b96-a9d3-3181d3bd9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.410607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.432835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.433285 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment f295753b-67b9-4692-b451-326011a06408 of type vlan for network 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 Dec 22 08:46:12.472244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.485285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.493162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-951304c5-3723-4e73-8b4d-92bded5fd8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:12.510269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.550038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b35f3c-d25f-470c-82ef-f87cd9e96985,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:12.560599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:12.560835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.578213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.590551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.592421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4159400 Dec 22 08:46:12.595370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.601029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35790) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.603349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:12.604072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.610484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-969aa41c-6f8a-48dc-a464-dd25bdbbdac4 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:12.610975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b35f3c-d25f-470c-82ef-f87cd9e96985', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:12.617509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:12.621810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:12.624877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d932e234-4a7f-4b96-a9d3-3181d3bd9385 None None] Port 371ae6e1-bda1-403b-9d9c-d387bafb766a cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:12.625606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:12.632346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:12.633726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port bebb9e45-6c05-4f4c-8464-ce9f6206c04b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bebb9e45-6c05-4f4c-8464-ce9f6206c04b,segment=NetworkSegment(8a5fd518-35a1-4f9f-bcff-b4571871b9e5),segment_id=8a5fd518-35a1-4f9f-bcff-b4571871b9e5)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:12.647536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.648442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cd41d036-5da5-4e23-b847-24513be40656 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:12.661638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:12.683895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-72c0857c-2899-4e52-b268-c8258b43b23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:12.690573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.730310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4482346 Dec 22 08:46:12.731973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35794) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.737319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': '7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:12.809506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:12.817317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:12.839182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d932e234-4a7f-4b96-a9d3-3181d3bd9385 None None] Provisioning complete for port bebb9e45-6c05-4f4c-8464-ce9f6206c04b triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:12.839182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d932e234-4a7f-4b96-a9d3-3181d3bd9385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.864788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:12.865846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:12.869040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:12.872259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:12.879618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:12.880761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:12.892967 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] Sync routers for ids ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:12.901936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:12.910757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.912751 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] Routers {'60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:12.913697 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:12.918714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.928683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6c39cde5-ce9a-4371-ae58-268d93f1c7bd tempest-ServersTestJSON-144133548 tempest-ServersTestJSON-144133548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:12.943635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.952858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d336b04-c229-493e-bf9f-730b374ca7b3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:12.958221 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1216073 Dec 22 08:46:12.958221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:12.958221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.959755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.960981 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d336b04-c229-493e-bf9f-730b374ca7b3 HTTP/1.1" status: 204 len: 168 time: 0.8874636 Dec 22 08:46:12.961726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35798) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.979277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5fc195d1-bc8e-466f-809a-eb1336390dde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:13.029335 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.033592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=bebb9e45-6c05-4f4c-8464-ce9f6206c04b,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.045519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:13.069199 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] Routers {'60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:13.070263 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.091299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00b3a57-52c4-4018-87b3-74cdaebf7221,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.095198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7c62346-b1e1-436b-aadb-3023dd6f9cf7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:13.099226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:13.113859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.115374 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5133181 Dec 22 08:46:13.118494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.124607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b35f3c-d25f-470c-82ef-f87cd9e96985', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:13.132051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7c62346-b1e1-436b-aadb-3023dd6f9cf7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:13.135566 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b7c62346-b1e1-436b-aadb-3023dd6f9cf7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8 HTTP/1.1" status: 200 len: 205 time: 0.1476586 Dec 22 08:46:13.135566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:13.136497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35808) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.192582 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.193001 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1c2db-0cc8-4e04-a8eb-3588bea67710 None None] The sync data for ids ['60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:13.197406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:13.207527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:13.263469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port cd41d036-5da5-4e23-b847-24513be40656 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:13.272110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.278093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.282413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cd41d036-5da5-4e23-b847-24513be40656 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:13.283065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.283520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.292385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81e826f3-daba-45a7-b140-bd553085830f tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:13.398259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': 'f295753b-67b9-4692-b451-326011a06408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:13.399177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:13.406317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=3f766312-1463-47d3-b466-14c703ec3be7,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.414406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:13.436516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:13.451799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:13.455067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:13.461259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:13.461856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.473058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bccaa7c-75e8-4650-a8f3-0796e14554c0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.493340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666dc98f-ec1c-4318-bf93-e14c9fe1d113 None None] Network 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:13.513250 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7787864 Dec 22 08:46:13.514187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35820) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.641747 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.718637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.770912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.815155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.849618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port cd41d036-5da5-4e23-b847-24513be40656, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cd41d036-5da5-4e23-b847-24513be40656,segment=NetworkSegment(28ec9072-05af-4792-951f-380af0d59f2e),segment_id=28ec9072-05af-4792-951f-380af0d59f2e)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:13.851000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Transition to ACTIVE for port object 371ae6e1-bda1-403b-9d9c-d387bafb766a will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:13.859076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.859747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f3016462-9c25-42c2-83be-3dd6bc23835e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:13.895901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8a300e71-4f79-4408-a317-79e18fe98afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:13.933952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bccaa7c-75e8-4650-a8f3-0796e14554c0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.939853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bccaa7c-75e8-4650-a8f3-0796e14554c0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.944872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.975442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.981803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.985375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:13.994089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bccaa7c-75e8-4650-a8f3-0796e14554c0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.994615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bccaa7c-75e8-4650-a8f3-0796e14554c0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Fanout notify agent at l3_agent the message router_deleted on router 60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:46:14.029800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e019f3ce-2a66-44e2-8b24-663bc92b2519,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.037001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.050145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3bccaa7c-75e8-4650-a8f3-0796e14554c0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.050426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.052920 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3bccaa7c-75e8-4650-a8f3-0796e14554c0 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8 HTTP/1.1" status: 204 len: 168 time: 0.9155526 Dec 22 08:46:14.055195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.059630 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9400015 Dec 22 08:46:14.060543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.070616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35834) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.114161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b35f3c-d25f-470c-82ef-f87cd9e96985', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:14.118001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7aa660-3739-41fb-8d87-b489a7bd8a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3', 'network_id': '7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3', 'tenant_id': '62be88d529aa45b8b85fcbff24449417', 'fixed_ips': [{'subnet_id': '3f766312-1463-47d3-b466-14c703ec3be7'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:14.118848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa660-3739-41fb-8d87-b489a7bd8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.125898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:14.140304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:14.146125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:14.156861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:14.174841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet 8522a1be-b14e-436b-9916-41b41a2fce12 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:14.178916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.179978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.189102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:14.258199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.271322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.300350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=3f766312-1463-47d3-b466-14c703ec3be7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.306184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.320685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=cd41d036-5da5-4e23-b847-24513be40656,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.348513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.389009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.392752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:14.393958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.438070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:14.452542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.462794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.464576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f295753b-67b9-4692-b451-326011a06408') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:14.465075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f295753b-67b9-4692-b451-326011a06408') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:14.477953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d127a5fb-db9e-4f4f-b662-60651a56864d tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:14.483710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.505020 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-58bc351d-6609-482e-816d-76858ce3d793 tempest-ServiceProvidersTest-1582149989 tempest-ServiceProvidersTest-1582149989-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2250893 Dec 22 08:46:14.509461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.518155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:14.518871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.537827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.562043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f3016462-9c25-42c2-83be-3dd6bc23835e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:14.562429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.635708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Attempting to bind port 371ae6e1-bda1-403b-9d9c-d387bafb766a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:14.635980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Attempting to bind port 371ae6e1-bda1-403b-9d9c-d387bafb766a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:14.636348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Attempting to bind port 371ae6e1-bda1-403b-9d9c-d387bafb766a on network 8ab2679b-dcb7-447a-a751-8d405323720e {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:14.642759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5ea7dc-f3e8-4182-b50a-94eb6f2cb8ef,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:14.644728 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:14.654214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.664193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.665964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e54cc710-6323-4761-a4a2-51027639c881 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:14.666129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:14.666333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Checking segment: {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:14.666872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.667287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Bound using segment: {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:14.668553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Bound port: 371ae6e1-bda1-403b-9d9c-d387bafb766a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:14.668553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.669802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.678183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.694872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f0c3270c-6a3e-4ca9-a325-4e335b699551 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:14.715286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=8522a1be-b14e-436b-9916-41b41a2fce12,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.719253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.720174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.721746 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6540058 Dec 22 08:46:14.722878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.724669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.724852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a412fb02-cb05-46aa-906b-f03a8489ff3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/8522a1be-b14e-436b-9916-41b41a2fce12 HTTP/1.1" status: 204 len: 168 time: 0.6595192 Dec 22 08:46:14.725235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.730779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b35f3c-d25f-470c-82ef-f87cd9e96985', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:14.736560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35854) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.740587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:14.747380 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 HTTP/1.1" status: 204 len: 168 time: 1.2323112 Dec 22 08:46:14.749042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.751800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35858) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.762692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.768949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-489458208'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:14.771473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:14.774933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:14.775624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6324-0cf8-4379-9520-0baabe7f3b9b None None] Pushing event updated for resources: {'Port': ['ID=371ae6e1-bda1-403b-9d9c-d387bafb766a,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.778546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:14.779685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:14.783729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:14.792234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29673d4-ee90-4a87-b009-4009cb012d7c None None] Network e260fe0d-dbef-48e7-b2cb-67686020618f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:14.803862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:14.820637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-68ac6324-0cf8-4379-9520-0baabe7f3b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.821022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:14.827154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.841779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80da4b-7563-4009-b053-53b86fc259cb None None] Network 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:14.847217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:14.874318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:14.876220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80da4b-7563-4009-b053-53b86fc259cb None None] Network 7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 could not be found, it might have been deleted concurrently. {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 08:46:14.894932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.896279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.896825 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment a5cf897a-7e3e-428e-9268-927b268f3b31 of type vlan for network d7e56db8-10bb-489f-937e-1e3922fb70f4 Dec 22 08:46:14.916760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.937729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.974903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port bebb9e45-6c05-4f4c-8464-ce9f6206c04b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:14.975579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35864) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.975741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.984220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.990869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:14.991486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.997953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d4d5c13f-98c1-4c87-8929-5faa245fdb3c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.068688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.075192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] For port 371ae6e1-bda1-403b-9d9c-d387bafb766a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:15.105157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f86105a1-ca6d-4bff-9599-5b8845c8c4f4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:15.106639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.117281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-db987ae6-f467-49da-8c14-21180ea5c54e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.154525 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3954504 Dec 22 08:46:15.156908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35870) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.160692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8626dc77-9a1d-4b1a-8eee-20c330481c60,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.164027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] For port 371ae6e1-bda1-403b-9d9c-d387bafb766a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=371ae6e1-bda1-403b-9d9c-d387bafb766a,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:15.164456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=d7e56db8-10bb-489f-937e-1e3922fb70f4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.166202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: f86105a1-ca6d-4bff-9599-5b8845c8c4f4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:15.167872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f86105a1-ca6d-4bff-9599-5b8845c8c4f4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:15.168132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.168302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8ce33db6-2f78-4ab2-b650-409031199594 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.172274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': 'd7e56db8-10bb-489f-937e-1e3922fb70f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:15.184123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.196642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.197306 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4710951 Dec 22 08:46:15.201449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.202173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.207114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b35f3c-d25f-470c-82ef-f87cd9e96985', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:15.219273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-82ffbb54-5974-4896-8563-a969709f5877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.250010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d7e56db8-10bb-489f-937e-1e3922fb70f4 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:15.262445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:15.277773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:15.283652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:15.286280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:15.295055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Usage tracker for resource:security_group_rule and tenant:04867803c0a243fdadfded0a9ba376c4 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:15.298303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:15.308480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:15.317054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port bebb9e45-6c05-4f4c-8464-ce9f6206c04b, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bebb9e45-6c05-4f4c-8464-ce9f6206c04b,segment=NetworkSegment(8a5fd518-35a1-4f9f-bcff-b4571871b9e5),segment_id=8a5fd518-35a1-4f9f-bcff-b4571871b9e5)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:15.317420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.323775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:15.339945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:15.345790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:15.355701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:15.365786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:15.389568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:15.389723 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:15.393155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.424119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cd41d036-5da5-4e23-b847-24513be40656 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:15.484999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:15.485706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.509324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Performing IP validity checks on allocation pools {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:46:15.509893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:46:15.593532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.602371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.614111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6604df12-2c09-4637-9b93-66f69ebd769c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.676780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for bebb9e45-6c05-4f4c-8464-ce9f6206c04b owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:15.709505 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04867803c0a243fdadfded0a9ba376c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279923 Dec 22 08:46:15.709842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.714151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35878) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.717386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e790fe-ca93-4c42-b297-991451cfc1c8,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.717640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:15.725519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.801067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.806135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.884769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.884769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.886460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b03be64d-d4c2-4a42-8767-fb8bdfc06508 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.914320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=8ca9be0a-4f4b-4d71-bc26-be3fae7d1fa8,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.919740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.920212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6324-0cf8-4379-9520-0baabe7f3b9b None None] Pushing event updated for resources: {'Port': ['ID=371ae6e1-bda1-403b-9d9c-d387bafb766a,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.931341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-68ac6324-0cf8-4379-9520-0baabe7f3b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.934568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': 'a5cf897a-7e3e-428e-9268-927b268f3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7e56db8-10bb-489f-937e-1e3922fb70f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:15.935035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: d7e56db8-10bb-489f-937e-1e3922fb70f4, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:15.939562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.943626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.945617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=bebb9e45-6c05-4f4c-8464-ce9f6206c04b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.953251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.961568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network d7e56db8-10bb-489f-937e-1e3922fb70f4 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:15.962846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-57e78d8f-affb-4f4a-ac57-9319beef568d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.974461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d7e56db8-10bb-489f-937e-1e3922fb70f4) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:15.979498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No DVR routers for this DVR port bebb9e45-6c05-4f4c-8464-ce9f6206c04b on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:15.980829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:15.981552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.000261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c919b-216e-41a6-9a39-628ee9cc0e29 None None] Network d7e56db8-10bb-489f-937e-1e3922fb70f4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:16.023897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8637071 Dec 22 08:46:16.024596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35882) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.043790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1d4d11-0670-4924-83c0-dbe49f4e917b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.067884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.075098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:16.083266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.084652 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8822443 Dec 22 08:46:16.115048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cd41d036-5da5-4e23-b847-24513be40656 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:16.115421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.136718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35886) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.150323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e8b35f3c-d25f-470c-82ef-f87cd9e96985', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:16.153193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb5504-de32-456a-ab60-7c25f41f2aa1 None None] DHCP port deletion for e260fe0d-dbef-48e7-b2cb-67686020618f request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:16.180707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:16.195026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.213442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:16.219295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.221315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:16.240391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:16.247197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e260fe0d-dbef-48e7-b2cb-67686020618f']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.265473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5fd518-35a1-4f9f-bcff-b4571871b9e5') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.265773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5fd518-35a1-4f9f-bcff-b4571871b9e5') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.279624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:16.289233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.302591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.316840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.320953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.329253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-abc52d9d-d6ef-4cfa-aa73-c062c30f11d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:16.341386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.358751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e790fe-ca93-4c42-b297-991451cfc1c8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.368967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:16.369116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:16.385607 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:16.392703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:16.415305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.421746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d50384c-27de-48b2-b272-c3eba4708ce2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:16.459041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca9be0a-4f4b-4d71-bc26-be3fae7d1fa8,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.462092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:16.480699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.481845 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54e790fe-ca93-4c42-b297-991451cfc1c8 HTTP/1.1" status: 204 len: 168 time: 0.7584796 Dec 22 08:46:16.506235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.508960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.511588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0be7fc03-ab89-4aca-aed2-6886ff68169d tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:16.527636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.533552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.545681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=e260fe0d-dbef-48e7-b2cb-67686020618f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.555908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:16.556976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2395ef10-2f24-4bfb-94ff-c530aa482ef9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:16.568856 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/e260fe0d-dbef-48e7-b2cb-67686020618f HTTP/1.1" status: 204 len: 168 time: 1.8312232 Dec 22 08:46:16.575956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69c5970-26b3-42cb-b05d-089d965fee78,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.578097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35892) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.581505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:16.587533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1195645176', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:16.596916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.599770 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4616735 Dec 22 08:46:16.601256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:16.610337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:router and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:16.614223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:16.624408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:16.634996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bebb9e45-6c05-4f4c-8464-ce9f6206c04b up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:16.644030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.646222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.676745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.694296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: bebb9e45-6c05-4f4c-8464-ce9f6206c04b {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:16.694645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bebb9e45-6c05-4f4c-8464-ce9f6206c04b not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:46:16.709361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.743010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8050dc60-d01b-4f28-bd79-e02581414a29 None None] Network d7e56db8-10bb-489f-937e-1e3922fb70f4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:16.761459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Port bebb9e45-6c05-4f4c-8464-ce9f6206c04b not found, will not notify nova. {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:46:16.761992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 021cedb9-904b-473a-a461-d7d0dfbfcde3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:16.767659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.773065 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d95bd8ff-3d51-48db-9bd7-3710e05416f6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1934824 Dec 22 08:46:16.773806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35900) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.784686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1437542577'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:16.794844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:16.804137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:16.809284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:16.818131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.830593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:16.851362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e56db8-10bb-489f-937e-1e3922fb70f4']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.859150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:16.871464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cf897a-7e3e-428e-9268-927b268f3b31') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.872155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cf897a-7e3e-428e-9268-927b268f3b31') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.877876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.893396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.940438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:16.954420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.964232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:16.964809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.981046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:15Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:17.017342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-06410e5a-922d-4175-a807-a48a1ef1b9a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:17.034300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 021cedb9-904b-473a-a461-d7d0dfbfcde3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:17.034688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.044906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-06410e5a-922d-4175-a807-a48a1ef1b9a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:17.048532 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-06410e5a-922d-4175-a807-a48a1ef1b9a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775525414&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0976503 Dec 22 08:46:17.062964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354be3a-fee9-48ac-81df-2c4a3d1b4f94 None None] The sync data for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv is: [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:15Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:17.078340 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:17.093019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.098300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31c42065-fb7b-4d91-96d7-d333bebf9f83 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:17.105943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.107072 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment be1ce463-d2db-46bc-be26-7f1fac1b4661 of type vlan for network 24a3e279-b124-4073-9740-fc8f668453b7 Dec 22 08:46:17.121204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.156306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=d7e56db8-10bb-489f-937e-1e3922fb70f4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.160851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:17.165972 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d7e56db8-10bb-489f-937e-1e3922fb70f4 HTTP/1.1" status: 204 len: 168 time: 1.1403098 Dec 22 08:46:17.175095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35922) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.180067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.186996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-705607185'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:17.194926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:17.199120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:17.202286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:17.210528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:17.234281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:17.237907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.240277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.254227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.256398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.281723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:17.295454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.296114 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment 79313d51-d830-43a1-8f12-277da62cede2 of type vlan for network 1ffc065a-c84a-4746-b316-47d52a2ee5f1 Dec 22 08:46:17.340992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:17.342992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.385454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 371ae6e1-bda1-403b-9d9c-d387bafb766a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:17.422738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.431007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.431822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.439182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:17.491435 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7164660 Dec 22 08:46:17.494551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.503002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=24a3e279-b124-4073-9740-fc8f668453b7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.515775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:17.520250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 24a3e279-b124-4073-9740-fc8f668453b7 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:17.526350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:17.548293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 371ae6e1-bda1-403b-9d9c-d387bafb766a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:17.571489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 371ae6e1-bda1-403b-9d9c-d387bafb766a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:17.573647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.624402 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4477370 Dec 22 08:46:17.645470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35938) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.672762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:17.705861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=1ffc065a-c84a-4746-b316-47d52a2ee5f1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.709846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:17.770807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.777880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 1ffc065a-c84a-4746-b316-47d52a2ee5f1 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:17.787348 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028377 Dec 22 08:46:17.792574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35944) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.816385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-c34beb5b-7b35-4f80-b338-31a2dcb2078c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.817169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-c34beb5b-7b35-4f80-b338-31a2dcb2078c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:17.825300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:17.833122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:17.834374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:17.839524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:17.843267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:17.849013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:17.851696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:17.852826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-c34beb5b-7b35-4f80-b338-31a2dcb2078c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:17.854158 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-c34beb5b-7b35-4f80-b338-31a2dcb2078c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=8ab2679b-dcb7-447a-a751-8d405323720e HTTP/1.1" status: 200 len: 797 time: 0.7945194 Dec 22 08:46:17.864317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:17.864962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:17.871732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.887071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:17.891588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.001351 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a65adf60-89fa-424a-b6d0-ac018c0900f9 tempest-NetworksApiDiscovery-299131254 tempest-NetworksApiDiscovery-299131254-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2069304 Dec 22 08:46:18.004980 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-a3a5aca8-79fa-4301-87d2-6f7548b8a74b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.1021266 Dec 22 08:46:18.088058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.134956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 371ae6e1-bda1-403b-9d9c-d387bafb766a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=371ae6e1-bda1-403b-9d9c-d387bafb766a,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:18.140633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.145680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-60307f8f-3ab6-4568-adca-ec3cde228314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:18.231497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-c1e56d70-bb73-4842-b41f-400c8e408823 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:18.233546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bebb9e45-6c05-4f4c-8464-ce9f6206c04b no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:18.291283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-c1e56d70-bb73-4842-b41f-400c8e408823 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:18.292801 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-c1e56d70-bb73-4842-b41f-400c8e408823 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2405164 Dec 22 08:46:18.317230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.319332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: bebb9e45-6c05-4f4c-8464-ce9f6206c04b {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:18.320060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bebb9e45-6c05-4f4c-8464-ce9f6206c04b not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:18.321885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=371ae6e1-bda1-403b-9d9c-d387bafb766a,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.328538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67d046c0-28e9-4074-b205-37566872662d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:18.335776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.336451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.337017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.338046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.339683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.340148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.340663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.341092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.341518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.341940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.342438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.342880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:18.348618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:18.476738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=2e04f29c-7129-4e6a-bab6-6958371f74fb,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.479665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:18.488367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': '79313d51-d830-43a1-8f12-277da62cede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:18.488367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: 1ffc065a-c84a-4746-b316-47d52a2ee5f1, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:18.510410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network 1ffc065a-c84a-4746-b316-47d52a2ee5f1 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:18.525061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 1ffc065a-c84a-4746-b316-47d52a2ee5f1) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:18.532190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.533668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7adb3-cd7f-4bd6-92b2-9ebb8db657e6 None None] Network 1ffc065a-c84a-4746-b316-47d52a2ee5f1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:18.540486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:18.541100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.569936 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9231431 Dec 22 08:46:18.574458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35956) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.612429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35960) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.776569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5a900ed2-8106-473e-ab77-d2f41588385c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:18.813689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.836848 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-4bc6c3ca-4f85-403b-a188-a98de08651f2 service neutron] 10.222.0.36 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292842 Dec 22 08:46:18.839750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.859854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-1ffc065a-c84a-4746-b316-47d52a2ee5f1', 'network_id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1', 'tenant_id': '62be88d529aa45b8b85fcbff24449417', 'fixed_ips': [{'subnet_id': '2e04f29c-7129-4e6a-bab6-6958371f74fb'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:18.861439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.898966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:18.910564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Usage tracker for resource:security_group_rule and tenant:7ee761783680447e9aa46219c91cb768 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:18.918838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:18.929319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:18.950971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.045727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=bef8eb47-e8fb-4472-af1a-c62f97605deb,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.072283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.107249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:19.107764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: 24a3e279-b124-4073-9740-fc8f668453b7, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:19.127435 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-3346bb2e-ea0f-433f-99e2-9af3c1526e68 service neutron] 10.222.0.36 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895250 Dec 22 08:46:19.140795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 24a3e279-b124-4073-9740-fc8f668453b7 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:19.144790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Allocated IP 172.20.0.1 (1ffc065a-c84a-4746-b316-47d52a2ee5f1/2e04f29c-7129-4e6a-bab6-6958371f74fb/51c5b74f-93d0-4756-a84e-9c1847751c10) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:19.163455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 24a3e279-b124-4073-9740-fc8f668453b7) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:19.169849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:19.171652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.180919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.188695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.203150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:19.217350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 35966) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.218293 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7194068 Dec 22 08:46:19.276377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5717fe2-c422-4453-905e-159cc6524274 None None] Network 24a3e279-b124-4073-9740-fc8f668453b7 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:19.376850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 371ae6e1-bda1-403b-9d9c-d387bafb766a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:19.410686 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ee761783680447e9aa46219c91cb768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7959743 Dec 22 08:46:19.417632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35974) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.497497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d880e-4892-4673-8654-e45f89ac7abe,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.502470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.514431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.546191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.587997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-63ae21cc-c733-4acb-bfb5-5397028864af req-394d205b-99ea-4546-9c0f-99e51ee4fa2f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:19.625970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.635666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:19.651773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d880e-4892-4673-8654-e45f89ac7abe,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.654398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.655800 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad6d880e-4892-4673-8654-e45f89ac7abe HTTP/1.1" status: 204 len: 168 time: 0.2361248 Dec 22 08:46:19.657419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.721205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 371ae6e1-bda1-403b-9d9c-d387bafb766a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:19.721867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.829346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.861718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-63ae21cc-c733-4acb-bfb5-5397028864af req-394d205b-99ea-4546-9c0f-99e51ee4fa2f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:19.863027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-63ae21cc-c733-4acb-bfb5-5397028864af req-394d205b-99ea-4546-9c0f-99e51ee4fa2f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 210 time: 0.4630957 Dec 22 08:46:19.892753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Transition to ACTIVE for port object 51c5b74f-93d0-4756-a84e-9c1847751c10 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:19.921118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-24a3e279-b124-4073-9740-fc8f668453b7', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:19.922110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.998114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Transition to ACTIVE for port object 51c5b74f-93d0-4756-a84e-9c1847751c10 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:20.056133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.078271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-61610d86-1ac2-44f1-91fa-b5c29b59d149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:20.142763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Network 1ffc065a-c84a-4746-b316-47d52a2ee5f1 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:20.144943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.152039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd6f0719-2c03-4c95-9d31-45d867bcd579 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:20.154479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:20.165505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:20.194452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=2e04f29c-7129-4e6a-bab6-6958371f74fb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.199962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:20.253208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Pushing event updated for resources: {'Port': ['ID=51c5b74f-93d0-4756-a84e-9c1847751c10,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.286633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:20.311016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.336039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Attempting to bind port 51c5b74f-93d0-4756-a84e-9c1847751c10 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:20.336414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Attempting to bind port 51c5b74f-93d0-4756-a84e-9c1847751c10 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '79313d51-d830-43a1-8f12-277da62cede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:20.336776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Attempting to bind port 51c5b74f-93d0-4756-a84e-9c1847751c10 on network 1ffc065a-c84a-4746-b316-47d52a2ee5f1 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:20.344683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Allocated IP 2001:db8::2 (24a3e279-b124-4073-9740-fc8f668453b7/bef8eb47-e8fb-4472-af1a-c62f97605deb/de925e36-afc8-47b4-bc26-c830ea7d62c4) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:20.351511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:20.351953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Checking segment: {'id': '79313d51-d830-43a1-8f12-277da62cede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:20.352317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.352736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Bound using segment: {'id': '79313d51-d830-43a1-8f12-277da62cede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:20.353172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Bound port: 51c5b74f-93d0-4756-a84e-9c1847751c10, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79313d51-d830-43a1-8f12-277da62cede2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:20.353545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.405292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.508668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffc065a-c84a-4746-b316-47d52a2ee5f1']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:20.544401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] For port 51c5b74f-93d0-4756-a84e-9c1847751c10, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:20.564682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79313d51-d830-43a1-8f12-277da62cede2') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:20.564909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79313d51-d830-43a1-8f12-277da62cede2') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:20.565821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] For port 51c5b74f-93d0-4756-a84e-9c1847751c10, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=51c5b74f-93d0-4756-a84e-9c1847751c10,segment=NetworkSegment(79313d51-d830-43a1-8f12-277da62cede2),segment_id=79313d51-d830-43a1-8f12-277da62cede2)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:20.576402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.582863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1c48613a-b91a-4911-b663-647bf117e218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:20.587464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.624140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.675178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:20.676212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:20.696872 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:20.721960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Pushing event updated for resources: {'Port': ['ID=51c5b74f-93d0-4756-a84e-9c1847751c10,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.728769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:20.732307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.781047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Transition to ACTIVE for port object de925e36-afc8-47b4-bc26-c830ea7d62c4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:20.823613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Transition to ACTIVE for port object de925e36-afc8-47b4-bc26-c830ea7d62c4 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:20.833239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.843048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-7e4f7dac-7134-4520-b518-94552dee42ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:20.873207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d160690-4884-488e-9af2-07c1647de737 None None] Network 1ffc065a-c84a-4746-b316-47d52a2ee5f1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:20.886820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:46:20.886820 dv-neutron-822602-1-hyperv neutron-server[87601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:46:20.886820 dv-neutron-822602-1-hyperv neutron-server[87601]: [parameters: {'id': '1ffc065a-c84a-4746-b316-47d52a2ee5f1'}] Dec 22 08:46:20.886820 dv-neutron-822602-1-hyperv neutron-server[87601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:20.887363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:20.998595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8::1 (24a3e279-b124-4073-9740-fc8f668453b7/bef8eb47-e8fb-4472-af1a-c62f97605deb/8d766ea5-6b7d-4f14-9988-703378ad6966) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:21.028425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-536b940e-f577-41a0-b894-1599ba602b50 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:21.029140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-536b940e-f577-41a0-b894-1599ba602b50 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:21.054482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Network 24a3e279-b124-4073-9740-fc8f668453b7 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:21.068991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:21.076691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:21.096324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Pushing event updated for resources: {'Port': ['ID=de925e36-afc8-47b4-bc26-c830ea7d62c4,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.104715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:21.113766 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0d3bd866-a1d3-4d83-b9d0-9e0471d26620 req-c01c08a3-2bb3-4d19-b677-d4ecd205c69c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 210 time: 0.0510674 Dec 22 08:46:21.115260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-536b940e-f577-41a0-b894-1599ba602b50 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:21.116402 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-536b940e-f577-41a0-b894-1599ba602b50 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=8ab2679b-dcb7-447a-a751-8d405323720e HTTP/1.1" status: 200 len: 797 time: 0.3577924 Dec 22 08:46:21.212916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-dc917cb9-13cc-42d3-9aef-52c4954354cc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:21.244593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.251077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-dc917cb9-13cc-42d3-9aef-52c4954354cc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:21.252278 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-dc917cb9-13cc-42d3-9aef-52c4954354cc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 379 time: 0.1182396 Dec 22 08:46:21.259061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Attempting to bind port de925e36-afc8-47b4-bc26-c830ea7d62c4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:21.259653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Attempting to bind port de925e36-afc8-47b4-bc26-c830ea7d62c4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:21.259806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Attempting to bind port de925e36-afc8-47b4-bc26-c830ea7d62c4 on network 24a3e279-b124-4073-9740-fc8f668453b7 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:21.265227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['e8b35f3c-d25f-470c-82ef-f87cd9e96985']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:21.268140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:21.268517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Checking segment: {'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:21.268926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.269878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Bound using segment: {'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:21.270348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Bound port: de925e36-afc8-47b4-bc26-c830ea7d62c4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:21.270722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.283612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object 8d766ea5-6b7d-4f14-9988-703378ad6966 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:21.371336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] For port de925e36-afc8-47b4-bc26-c830ea7d62c4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:21.374731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] For port de925e36-afc8-47b4-bc26-c830ea7d62c4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=de925e36-afc8-47b4-bc26-c830ea7d62c4,segment=NetworkSegment(be1ce463-d2db-46bc-be26-7f1fac1b4661),segment_id=be1ce463-d2db-46bc-be26-7f1fac1b4661)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:21.379952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.383591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:21.390033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.425817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.428534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.436253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3308233f-54bf-4681-84b9-54dff1d2c90b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:21.464470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Pushing event updated for resources: {'Port': ['ID=de925e36-afc8-47b4-bc26-c830ea7d62c4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.467774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:21.632696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Deleting port 51c5b74f-93d0-4756-a84e-9c1847751c10 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:21.632696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.683332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.711212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 24a3e279-b124-4073-9740-fc8f668453b7 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:21.717586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:21.724608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:21.725147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.743838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:21.747380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.764902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=8d766ea5-6b7d-4f14-9988-703378ad6966,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.775384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.116916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] For port 51c5b74f-93d0-4756-a84e-9c1847751c10, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=51c5b74f-93d0-4756-a84e-9c1847751c10,segment=NetworkSegment(79313d51-d830-43a1-8f12-277da62cede2),segment_id=79313d51-d830-43a1-8f12-277da62cede2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:22.117331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.264036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.291662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Calling delete_port for 51c5b74f-93d0-4756-a84e-9c1847751c10 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:22.320915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.3 (8ab2679b-dcb7-447a-a751-8d405323720e/b41d51a2-d021-4a36-a8e8-d86eebee342d/55386a72-497f-4e0a-861b-2fa18abd555d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:22.547326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f7816-acaf-45a1-89f5-07f6ed3fb6d8 None None] Network 24a3e279-b124-4073-9740-fc8f668453b7 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:22.570193 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-adc31348-13f9-4940-8f09-82eb8aba6149 req-611a7b9a-952f-4583-88ef-9fc87847139b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 210 time: 0.1485438 Dec 22 08:46:22.669452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6a3a26bd-7fbf-4b5b-ac4e-e42819fe7409 None None] Provisioning for port de925e36-afc8-47b4-bc26-c830ea7d62c4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:22.678031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.688323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-096b71bb-e34a-49c3-8b20-d9348118107d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.807301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Port': ['ID=51c5b74f-93d0-4756-a84e-9c1847751c10,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.812492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No DVR routers for this DVR port 51c5b74f-93d0-4756-a84e-9c1847751c10 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:22.841018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:23.118496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e01a1ed9-c361-4c10-a01d-39969b61b42a None None] Provisioning for port 8d766ea5-6b7d-4f14-9988-703378ad6966 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:23.124923 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e01a1ed9-c361-4c10-a01d-39969b61b42a None None] Provisioning complete for port 8d766ea5-6b7d-4f14-9988-703378ad6966 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:23.125688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e01a1ed9-c361-4c10-a01d-39969b61b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.192785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e01a1ed9-c361-4c10-a01d-39969b61b42a None None] Port 8d766ea5-6b7d-4f14-9988-703378ad6966 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:23.253061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.261711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95faab20-46f0-4b50-aca1-ec1651c8c7e3 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:46:23.272225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.321270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffc065a-c84a-4746-b316-47d52a2ee5f1']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.360358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2cfb68fd-0e81-4652-bf60-1e799d7378db None None] Provisioning complete for port 8d766ea5-6b7d-4f14-9988-703378ad6966 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:23.360691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2cfb68fd-0e81-4652-bf60-1e799d7378db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.364291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79313d51-d830-43a1-8f12-277da62cede2') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.364291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79313d51-d830-43a1-8f12-277da62cede2') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:23.374347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 55386a72-497f-4e0a-861b-2fa18abd555d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:23.385247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.390803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de925e36-afc8-47b4-bc26-c830ea7d62c4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:23.414803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.437590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:23.438215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:23.462892 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:23.491089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb68fd-0e81-4652-bf60-1e799d7378db None None] Port 8d766ea5-6b7d-4f14-9988-703378ad6966 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:23.525690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95faab20-46f0-4b50-aca1-ec1651c8c7e3 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:46:23.529753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.538172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port de925e36-afc8-47b4-bc26-c830ea7d62c4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:23.553040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.553870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.559559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d74ab3e3-218b-4ecf-a9db-f3e3769700e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:23.566557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port de925e36-afc8-47b4-bc26-c830ea7d62c4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:23.567195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.618905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.659121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.735754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.764371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=8d766ea5-6b7d-4f14-9988-703378ad6966,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.779305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:23.779832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ee16a78d-5505-4362-89b5-d253b2ca10d3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:23.807812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87e3e-9df0-4b2d-aeae-eab947b6d481 req-e2b5eb8b-e868-454b-b115-c1f073139062 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:23.809514 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-26b87e3e-9df0-4b2d-aeae-eab947b6d481 req-e2b5eb8b-e868-454b-b115-c1f073139062 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 931 time: 0.1089230 Dec 22 08:46:23.819707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 8ab2679b-dcb7-447a-a751-8d405323720e is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:23.823320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:23.825947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:23.840661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.866104 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-26b87e3e-9df0-4b2d-aeae-eab947b6d481 req-680ff2b1-7c9f-448f-b669-97a659276212 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508556 Dec 22 08:46:23.900781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port de925e36-afc8-47b4-bc26-c830ea7d62c4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=de925e36-afc8-47b4-bc26-c830ea7d62c4,segment=NetworkSegment(be1ce463-d2db-46bc-be26-7f1fac1b4661),segment_id=be1ce463-d2db-46bc-be26-7f1fac1b4661)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:23.907653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.911735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:23.937286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/1ffc065a-c84a-4746-b316-47d52a2ee5f1 HTTP/1.1" status: 204 len: 168 time: 5.3546877 Dec 22 08:46:23.937575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 35998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:23.941262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1452584523'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:23.948695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:23.953411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:23.957096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:23.962454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:23.963376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.963900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:23.980956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:23.981262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=55386a72-497f-4e0a-861b-2fa18abd555d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.989039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:23.989558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab927c86-0a1a-480b-884f-65ef2d501a3d tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:23.993113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.005918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 24a3e279-b124-4073-9740-fc8f668453b7 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:24.011209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:24.019568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=1ffc065a-c84a-4746-b316-47d52a2ee5f1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.021831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7635760 Dec 22 08:46:24.026998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.034195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:24.046854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.047391 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment 89e4d948-b389-4d37-82d4-4f6eba224f58 of type vlan for network 2088bb51-7225-4d52-b338-f7daa1725f3b Dec 22 08:46:24.050279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=de925e36-afc8-47b4-bc26-c830ea7d62c4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.054846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.080250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.092149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Request body: {'port': {'device_id': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:24.118718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.126294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:24.127208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.139130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b07172ed-6de8-465b-a657-86f3ce1de1c0 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:24.231476 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2993090 Dec 22 08:46:24.235309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.252027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': '2088bb51-7225-4d52-b338-f7daa1725f3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:24.313194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.342596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=2088bb51-7225-4d52-b338-f7daa1725f3b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.345751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.354741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 2088bb51-7225-4d52-b338-f7daa1725f3b details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:24.389876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:24.397160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:24.405414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:24.412541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:46:24.422216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:24.440523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:24.444844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.538340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-719473a0-f398-4663-a628-e436b84d2b2b None None] Provisioning for port 55386a72-497f-4e0a-861b-2fa18abd555d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:24.544737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-719473a0-f398-4663-a628-e436b84d2b2b None None] Provisioning complete for port 55386a72-497f-4e0a-861b-2fa18abd555d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:24.545348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-719473a0-f398-4663-a628-e436b84d2b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.630762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-719473a0-f398-4663-a628-e436b84d2b2b None None] Port 55386a72-497f-4e0a-861b-2fa18abd555d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:24.729530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.733636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eb330f25-b54c-4091-9041-0a23a80dcf3e tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:24.757718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-948163aa-4f28-4b65-b6f4-1569231b51fd None None] Provisioning complete for port 8d766ea5-6b7d-4f14-9988-703378ad6966 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:24.758258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-948163aa-4f28-4b65-b6f4-1569231b51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.784185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:24.793211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5677364 Dec 22 08:46:24.796232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.812266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449076345'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:24.832726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:24.837277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=b29abccc-0fac-4f02-8f8b-26448fd67992,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.840881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.847722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:24.852782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:24.860168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:24.865488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:24.872194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': '89e4d948-b389-4d37-82d4-4f6eba224f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2088bb51-7225-4d52-b338-f7daa1725f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:24.872562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: 2088bb51-7225-4d52-b338-f7daa1725f3b, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:24.888454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:24.891822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.892358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:24.893079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:24.926843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network 2088bb51-7225-4d52-b338-f7daa1725f3b is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:24.932780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:24.947249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.947804 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment d168b472-0204-43c4-aa76-b00139d10957 of type vlan for network fd116d76-71cd-486a-a1c0-26053099ea87 Dec 22 08:46:24.949102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 2088bb51-7225-4d52-b338-f7daa1725f3b) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:24.958265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:24.959012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.002143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.012530 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7757192 Dec 22 08:46:25.014332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36012) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.014604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-948163aa-4f28-4b65-b6f4-1569231b51fd None None] Port 8d766ea5-6b7d-4f14-9988-703378ad6966 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:25.024240 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82847d-6593-45cb-880c-9783b55fc23d None None] Network 2088bb51-7225-4d52-b338-f7daa1725f3b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:25.149914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.150700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:25.155696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.156347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.164497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0bfbe165-5a16-44d2-a301-2491c123377d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:25.246697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55386a72-497f-4e0a-861b-2fa18abd555d {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:25.265430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.284203 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4840930 Dec 22 08:46:25.291148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36016) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.312121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:25.312417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.314189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=fd116d76-71cd-486a-a1c0-26053099ea87,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.317468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:25.335136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Transition to ACTIVE for port object 55386a72-497f-4e0a-861b-2fa18abd555d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:25.367870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network fd116d76-71cd-486a-a1c0-26053099ea87 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:25.386869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de925e36-afc8-47b4-bc26-c830ea7d62c4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:25.392011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.413518 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-31637631-3722-4d66-a7c6-011ef3cdd940 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5116379 Dec 22 08:46:25.420241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.438551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1f292652-8b38-492b-a911-5b28886f5be5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:25.483375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.488455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8a91f729-92c0-4b46-b1c9-812e6aa211ca tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:25.549547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=b29abccc-0fac-4f02-8f8b-26448fd67992,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.560487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:25.704453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220536a9-e82c-4066-8496-6af306c73303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-2088bb51-7225-4d52-b338-f7daa1725f3b', 'network_id': '2088bb51-7225-4d52-b338-f7daa1725f3b', 'tenant_id': '62be88d529aa45b8b85fcbff24449417', 'fixed_ips': [{'subnet_id': 'b29abccc-0fac-4f02-8f8b-26448fd67992'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:25.705928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-220536a9-e82c-4066-8496-6af306c73303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.713877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346cf46-3d89-40d2-912e-723c96370baa req-668253b0-4f0e-43c0-8b13-0ddc13b5056c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.714978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c346cf46-3d89-40d2-912e-723c96370baa req-668253b0-4f0e-43c0-8b13-0ddc13b5056c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:25.745809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port de925e36-afc8-47b4-bc26-c830ea7d62c4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:25.746498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.791402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Pushing event updated for resources: {'Port': ['ID=55386a72-497f-4e0a-861b-2fa18abd555d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.794715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:25.836880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.841527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:25.873946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:25.880640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:25.882663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2088bb51-7225-4d52-b338-f7daa1725f3b']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:25.895665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:25.897635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c346cf46-3d89-40d2-912e-723c96370baa req-668253b0-4f0e-43c0-8b13-0ddc13b5056c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:25.898571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e4d948-b389-4d37-82d4-4f6eba224f58') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:25.898798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c346cf46-3d89-40d2-912e-723c96370baa req-668253b0-4f0e-43c0-8b13-0ddc13b5056c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 931 time: 0.7268991 Dec 22 08:46:25.899710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e4d948-b389-4d37-82d4-4f6eba224f58') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:25.901700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-bd923f3b-c8a0-49fd-b04b-7ab4f0b84a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.902981 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-bd923f3b-c8a0-49fd-b04b-7ab4f0b84a9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 1098 time: 0.4170611 Dec 22 08:46:25.918006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.923280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604863f3-78c5-49a3-9307-8f6a98255d94 None None] Network 2088bb51-7225-4d52-b338-f7daa1725f3b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:25.943772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.952311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:25.952311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:25.968025 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:25.983133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:25.986582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.075194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.078892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1398c98b-d1a8-4785-aedc-7a02371d8784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:26.094827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.108321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=2088bb51-7225-4d52-b338-f7daa1725f3b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:26.109210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:21Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:22Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:26.112400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/2088bb51-7225-4d52-b338-f7daa1725f3b HTTP/1.1" status: 204 len: 168 time: 1.0960319 Dec 22 08:46:26.114008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:26.115830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:26.116233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Updating router 6f1951b6-ed85-4645-9e2b-e3109bf3389f port 8d766ea5-6b7d-4f14-9988-703378ad6966 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:26.116899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36020) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.123369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1246308420'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:26.129581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:26.134384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:26.138730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Attempting to bind port 55386a72-497f-4e0a-861b-2fa18abd555d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:26.139068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Attempting to bind port 55386a72-497f-4e0a-861b-2fa18abd555d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:26.139394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Attempting to bind port 55386a72-497f-4e0a-861b-2fa18abd555d on network 8ab2679b-dcb7-447a-a751-8d405323720e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:26.140898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:26.148260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:26.165463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:26.170720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.177280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Port 55386a72-497f-4e0a-861b-2fa18abd555d on network 8ab2679b-dcb7-447a-a751-8d405323720e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:46:26.177507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Attempting to bind port 55386a72-497f-4e0a-861b-2fa18abd555d on network 8ab2679b-dcb7-447a-a751-8d405323720e {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:26.200935 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c346cf46-3d89-40d2-912e-723c96370baa req-766c1d60-bd72-4196-ac59-c7b948be2010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731934 Dec 22 08:46:26.209388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:26.209738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Checking segment: {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:26.210135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Bound using segment: {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:26.210704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Bound port: 55386a72-497f-4e0a-861b-2fa18abd555d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7ab961-8d88-4127-9907-4687997a11ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:26.211239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.215301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:26.228766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.229176 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment eca8be9e-71d5-40e1-9093-90bac60cbbf7 of type vlan for network d600ff42-3d6d-4ba3-b451-477ef400764a Dec 22 08:46:26.254930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.266657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.307231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.314989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:26.317320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.321070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d809f088-8f51-4660-8574-e7d32d76ce54 tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:26.355495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-7c9a4e74-ca92-4ffe-a4d8-0752605f58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:26.357287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-7c9a4e74-ca92-4ffe-a4d8-0752605f58ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.4201260 Dec 22 08:46:26.433213 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3150444 Dec 22 08:46:26.437200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.446217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:26.470855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=d600ff42-3d6d-4ba3-b451-477ef400764a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:26.482965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d600ff42-3d6d-4ba3-b451-477ef400764a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:26.548494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] For port 55386a72-497f-4e0a-861b-2fa18abd555d, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:26.596840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] For port 55386a72-497f-4e0a-861b-2fa18abd555d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55386a72-497f-4e0a-861b-2fa18abd555d,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:26.610769 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-79eab6b1-5788-4e3c-8447-cfb224f15753 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252 HTTP/1.1" status: 200 len: 1001 time: 0.2123718 Dec 22 08:46:26.617468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.629729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7569e074-55a5-438e-a2e1-d05b9b6c622c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:26.641355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:26.680258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:26.681178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.682618 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] 10.222.0.16 "PUT /v2.0/ports/55386a72-497f-4e0a-861b-2fa18abd555d HTTP/1.1" status: 200 len: 1093 time: 2.5945756 Dec 22 08:46:26.773484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:26.779496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-5c58f03b-6f5f-41e6-90f7-adbbe7575264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:26.781099 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-5c58f03b-6f5f-41e6-90f7-adbbe7575264 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.1530778 Dec 22 08:46:26.812278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.842902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.849514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f1222d71-d498-468f-86b7-59f8dfd63c8e tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:26.871175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.920804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network d600ff42-3d6d-4ba3-b451-477ef400764a is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:46:26.926387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.939342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:26.939894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.948063 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "PUT /v2.0/networks/d600ff42-3d6d-4ba3-b451-477ef400764a HTTP/1.1" status: 200 len: 723 time: 0.5095448 Dec 22 08:46:26.949454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Transition to ACTIVE for port object 8d766ea5-6b7d-4f14-9988-703378ad6966 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:26.950096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.961373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.966806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:26.970327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d', 'status': 'completed', 'code': 200} Dec 22 08:46:27.049672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': 'd600ff42-3d6d-4ba3-b451-477ef400764a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:27.070553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Pushing event updated for resources: {'Port': ['ID=55386a72-497f-4e0a-861b-2fa18abd555d,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.073940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.077128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6ea7038a-4dd7-48a9-9526-28b24f9ba008 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:27.103046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574b1a-7ee5-40ce-a442-03f945d39abe None None] Pushing event updated for resources: {'Port': ['ID=8d766ea5-6b7d-4f14-9988-703378ad6966,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.112678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf574b1a-7ee5-40ce-a442-03f945d39abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.200288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:27.223919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Attempting to bind port 8d766ea5-6b7d-4f14-9988-703378ad6966 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:27.224173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:27.224417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Attempting to bind port 8d766ea5-6b7d-4f14-9988-703378ad6966 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:27.224697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Attempting to bind port 8d766ea5-6b7d-4f14-9988-703378ad6966 on network 24a3e279-b124-4073-9740-fc8f668453b7 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:27.231615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:27.231976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Checking segment: {'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:27.232528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.233132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Bound using segment: {'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:27.233132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Bound port: 8d766ea5-6b7d-4f14-9988-703378ad6966, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1ce463-d2db-46bc-be26-7f1fac1b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:27.233567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.234362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:27.243576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=d600ff42-3d6d-4ba3-b451-477ef400764a,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.246436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:27.250440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.260322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d600ff42-3d6d-4ba3-b451-477ef400764a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:27.265452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:27.269613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.481287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:27.481932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: fd116d76-71cd-486a-a1c0-26053099ea87, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:27.503884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] For port 8d766ea5-6b7d-4f14-9988-703378ad6966, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:27.508386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] For port 8d766ea5-6b7d-4f14-9988-703378ad6966, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d766ea5-6b7d-4f14-9988-703378ad6966,segment=NetworkSegment(be1ce463-d2db-46bc-be26-7f1fac1b4661),segment_id=be1ce463-d2db-46bc-be26-7f1fac1b4661)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:27.516071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.525605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-047f882e-0973-4e6c-af4b-545d73e1ebde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:27.564631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.571109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e98e199a-9f88-448d-85a4-7dab84141d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:27.587086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=10520bba-bbff-410e-af16-da2ef7a9ffca,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.600697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.604290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network fd116d76-71cd-486a-a1c0-26053099ea87 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:27.616299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:27.617002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:27.634173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-9a249ce1-5d28-432f-95ae-70df84ee941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:27.636648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-9a249ce1-5d28-432f-95ae-70df84ee941d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 1096 time: 0.8542373 Dec 22 08:46:27.641601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-ef046a4d-431a-4eae-b414-0e5757bf15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:27.644602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-ef046a4d-431a-4eae-b414-0e5757bf15fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7890127 Dec 22 08:46:27.693933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': 'eca8be9e-71d5-40e1-9093-90bac60cbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd600ff42-3d6d-4ba3-b451-477ef400764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:27.694442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: d600ff42-3d6d-4ba3-b451-477ef400764a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:27.699172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=5e3480f0-bf5c-4783-a2c7-4eebc8cd5df5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.709165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.711250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, fd116d76-71cd-486a-a1c0-26053099ea87) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:27.721877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network d600ff42-3d6d-4ba3-b451-477ef400764a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:27.736229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d600ff42-3d6d-4ba3-b451-477ef400764a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:27.741094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:27.741698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.753011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:27.754119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.761713 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-8e44a922-671b-4866-8e22-844828cd51fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55386a72-497f-4e0a-861b-2fa18abd555d HTTP/1.1" status: 200 len: 217 time: 0.1125743 Dec 22 08:46:27.777423 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7416062 Dec 22 08:46:27.781632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36036) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:27.790832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:27.831575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-3396106e-9e1e-4ca4-9340-375d3910264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:27.832643 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-3396106e-9e1e-4ca4-9340-375d3910264a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b41d51a2-d021-4a36-a8e8-d86eebee342d HTTP/1.1" status: 200 len: 835 time: 0.0633733 Dec 22 08:46:27.851618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ddd4d-825c-4d35-a236-a4f8c8322bbf None None] Network fd116d76-71cd-486a-a1c0-26053099ea87 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:27.872051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e43ec8-5ae2-491d-a9a2-09b57f05c2e5 None None] Network d600ff42-3d6d-4ba3-b451-477ef400764a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:27.945496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2524959'] for subnet, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.964233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7aee1-a81a-437d-92f1-c862e3f942c9 req-069f7da0-9530-4318-b0e2-129eb60488fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:27.965850 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c7b7aee1-a81a-437d-92f1-c862e3f942c9 req-069f7da0-9530-4318-b0e2-129eb60488fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 943 time: 0.5450084 Dec 22 08:46:27.975824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6799433 Dec 22 08:46:27.988058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:28.054166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf574b1a-7ee5-40ce-a442-03f945d39abe None None] Pushing event updated for resources: {'Port': ['ID=8d766ea5-6b7d-4f14-9988-703378ad6966,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.064830 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c7b7aee1-a81a-437d-92f1-c862e3f942c9 req-3b0855de-1abf-4d4b-8cd9-ddee7e6cf327 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869918 Dec 22 08:46:28.073393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf574b1a-7ee5-40ce-a442-03f945d39abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:28.076382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-3ffe587a-59f6-4720-9b3e-1a90af852f9b service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630745 Dec 22 08:46:28.076575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:28.123105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-4121761f-6c94-4748-8836-37d9d62f3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:28.124721 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-4121761f-6c94-4748-8836-37d9d62f3291 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ab2679b-dcb7-447a-a751-8d405323720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2400351 Dec 22 08:46:28.379278 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de74d94-ae0b-45e2-bf1a-9c7cc2915a2d req-a405cce8-6165-4cdf-b4d2-4e7c40f1c0a2 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957084 Dec 22 08:46:28.399844 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-342cc87c-4ccc-4ddb-b010-dc82b3da812f service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215903 Dec 22 08:46:28.567241 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a829d7f1-bcc4-4797-a2d1-ac2a7dc9500d req-3e89d391-f8ed-4156-8eef-8652a7b0a919 service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604986 Dec 22 08:46:28.698086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-fd116d76-71cd-486a-a1c0-26053099ea87', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:28.698912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.718588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d600ff42-3d6d-4ba3-b451-477ef400764a', 'network_id': 'd600ff42-3d6d-4ba3-b451-477ef400764a', 'tenant_id': '62be88d529aa45b8b85fcbff24449417', 'fixed_ips': [{'subnet_id': '5e3480f0-bf5c-4783-a2c7-4eebc8cd5df5'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:28.719414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.746362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-5a8ed740-bbb7-407d-83f7-98e5fa3c8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:28.748738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-5a8ed740-bbb7-407d-83f7-98e5fa3c8c56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 1096 time: 0.1008787 Dec 22 08:46:28.825813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743491946837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2568719'] for subnet, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.836597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-327689da-7cfc-4227-9209-07bce851cab3 tempest-RoutersNegativeTest-1682121521 tempest-RoutersNegativeTest-1682121521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:28.898766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:28.899358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.900685 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "PUT /v2.0/subnets/5e3480f0-bf5c-4783-a2c7-4eebc8cd5df5 HTTP/1.1" status: 200 len: 806 time: 1.1180341 Dec 22 08:46:28.904164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36046) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:28.965754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=5e3480f0-bf5c-4783-a2c7-4eebc8cd5df5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.970192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:28.993093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-c3d3d7cf-e11d-467e-a72a-f59ab64f2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:28.995642 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-c3d3d7cf-e11d-467e-a72a-f59ab64f2ecf service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ab2679b-dcb7-447a-a751-8d405323720e HTTP/1.1" status: 200 len: 897 time: 0.2403109 Dec 22 08:46:29.057650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.060363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:21Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:29.073814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Allocated IP 2001:db8:1::2 (fd116d76-71cd-486a-a1c0-26053099ea87/10520bba-bbff-410e-af16-da2ef7a9ffca/32fb060c-255a-4867-ae6e-0ebc483e02ec) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:29.082333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc5094-6d8e-407c-ae5d-6876eacbbde2 None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:21Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:29.088449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-9c033a99-5f94-442b-9b7a-b5a05e46aaef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55386a72-497f-4e0a-861b-2fa18abd555d HTTP/1.1" status: 200 len: 217 time: 0.0787356 Dec 22 08:46:29.093826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Allocated IP 172.20.0.2 (d600ff42-3d6d-4ba3-b451-477ef400764a/5e3480f0-bf5c-4783-a2c7-4eebc8cd5df5/4179ee7e-8989-439c-90a1-76f7b63c61d0) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:29.231654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.249670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-3b65cad2-4c6a-463b-92f8-1ddac81fc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:29.251325 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-3b65cad2-4c6a-463b-92f8-1ddac81fc1ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b41d51a2-d021-4a36-a8e8-d86eebee342d HTTP/1.1" status: 200 len: 835 time: 0.1546969 Dec 22 08:46:29.422550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-87b1154e-245a-4e55-bb64-3b7a793de1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:29.424425 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-87b1154e-245a-4e55-bb64-3b7a793de1e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ab2679b-dcb7-447a-a751-8d405323720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1577888 Dec 22 08:46:29.428846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.620311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.659107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Transition to ACTIVE for port object 4179ee7e-8989-439c-90a1-76f7b63c61d0 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:29.734797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Transition to ACTIVE for port object 4179ee7e-8989-439c-90a1-76f7b63c61d0 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:29.751007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.758188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:29.770486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997749a-6734-42f9-89d9-8ef4c02fb9e0 req-2c603f37-33e3-40a3-9e85-52739148a07f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:29.773159 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2997749a-6734-42f9-89d9-8ef4c02fb9e0 req-2c603f37-33e3-40a3-9e85-52739148a07f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 943 time: 0.4771388 Dec 22 08:46:29.795741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.839301 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2997749a-6734-42f9-89d9-8ef4c02fb9e0 req-3701c528-baf0-49e1-989e-e82e579701f2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601342 Dec 22 08:46:29.842412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Transition to ACTIVE for port object 32fb060c-255a-4867-ae6e-0ebc483e02ec will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:29.849578 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-a6800a39-c3a1-447a-9074-7e8c916a81de service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975942 Dec 22 08:46:29.850666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.861142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c046769c-fe7f-4e85-83c5-41c9f423da37 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:29.866326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Network d600ff42-3d6d-4ba3-b451-477ef400764a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:29.872282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:29.880278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:29.889473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Pushing event updated for resources: {'Port': ['ID=4179ee7e-8989-439c-90a1-76f7b63c61d0,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:29.892660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Transition to ACTIVE for port object 32fb060c-255a-4867-ae6e-0ebc483e02ec will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:29.918800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:29.957974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.966319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1aeda8b6-5d11-441a-80f9-ff18a19a8043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:30.002923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3480f0-bf5c-4783-a2c7-4eebc8cd5df5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.006278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:30.058231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8:1::1 (fd116d76-71cd-486a-a1c0-26053099ea87/10520bba-bbff-410e-af16-da2ef7a9ffca/2f2ac20e-5349-4f7c-a391-0911f25426e7) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:30.069691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Network fd116d76-71cd-486a-a1c0-26053099ea87 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:30.070591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Attempting to bind port 4179ee7e-8989-439c-90a1-76f7b63c61d0 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:30.071555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Attempting to bind port 4179ee7e-8989-439c-90a1-76f7b63c61d0 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'eca8be9e-71d5-40e1-9093-90bac60cbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd600ff42-3d6d-4ba3-b451-477ef400764a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:30.071975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Attempting to bind port 4179ee7e-8989-439c-90a1-76f7b63c61d0 on network d600ff42-3d6d-4ba3-b451-477ef400764a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:30.078895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:30.086169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:30.088361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Pushing event updated for resources: {'Port': ['ID=32fb060c-255a-4867-ae6e-0ebc483e02ec,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.096146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:30.099238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:30.099597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Checking segment: {'id': 'eca8be9e-71d5-40e1-9093-90bac60cbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd600ff42-3d6d-4ba3-b451-477ef400764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:30.100035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.100440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Bound using segment: {'id': 'eca8be9e-71d5-40e1-9093-90bac60cbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd600ff42-3d6d-4ba3-b451-477ef400764a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:30.100929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Bound port: 4179ee7e-8989-439c-90a1-76f7b63c61d0, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca8be9e-71d5-40e1-9093-90bac60cbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd600ff42-3d6d-4ba3-b451-477ef400764a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:30.101314 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.123361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.165423 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e3a0598-fc4b-463f-934c-baafe23d6c1a req-935493fc-02b0-4e46-bb92-f1dbb062fdc9 service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051317 Dec 22 08:46:30.166736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d600ff42-3d6d-4ba3-b451-477ef400764a']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:30.186190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca8be9e-71d5-40e1-9093-90bac60cbbf7') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:30.186754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca8be9e-71d5-40e1-9093-90bac60cbbf7') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:30.202648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.228939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.239613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:30.240055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:30.257654 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:30.277301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.296383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object 2f2ac20e-5349-4f7c-a391-0911f25426e7 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:30.327743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.328309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Attempting to bind port 32fb060c-255a-4867-ae6e-0ebc483e02ec on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:30.328688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Attempting to bind port 32fb060c-255a-4867-ae6e-0ebc483e02ec by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:30.329050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Attempting to bind port 32fb060c-255a-4867-ae6e-0ebc483e02ec on network fd116d76-71cd-486a-a1c0-26053099ea87 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:30.333968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71931b97-1572-4b8e-a63c-52459e09fd0a tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:30.353795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:30.353795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Checking segment: {'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:30.353795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.353795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Bound using segment: {'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:30.353795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Bound port: 32fb060c-255a-4867-ae6e-0ebc483e02ec, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:30.353795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.357056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:46:30.357056 dv-neutron-822602-1-hyperv neutron-server[87601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:46:30.357056 dv-neutron-822602-1-hyperv neutron-server[87601]: [parameters: {'id': 'd600ff42-3d6d-4ba3-b451-477ef400764a'}] Dec 22 08:46:30.357056 dv-neutron-822602-1-hyperv neutron-server[87601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:30.357659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:30.399221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] For port 4179ee7e-8989-439c-90a1-76f7b63c61d0, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:30.399536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network fd116d76-71cd-486a-a1c0-26053099ea87 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:30.402712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:30.407100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:30.407646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.422202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=2f2ac20e-5349-4f7c-a391-0911f25426e7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.430339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:30.430582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] For port 4179ee7e-8989-439c-90a1-76f7b63c61d0, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4179ee7e-8989-439c-90a1-76f7b63c61d0,segment=NetworkSegment(eca8be9e-71d5-40e1-9093-90bac60cbbf7),segment_id=eca8be9e-71d5-40e1-9093-90bac60cbbf7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:30.438682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.444166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:30.535952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] For port 32fb060c-255a-4867-ae6e-0ebc483e02ec, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:30.555748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] For port 32fb060c-255a-4867-ae6e-0ebc483e02ec, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=32fb060c-255a-4867-ae6e-0ebc483e02ec,segment=NetworkSegment(d168b472-0204-43c4-aa76-b00139d10957),segment_id=d168b472-0204-43c4-aa76-b00139d10957)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:30.586247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Pushing event updated for resources: {'Port': ['ID=4179ee7e-8989-439c-90a1-76f7b63c61d0,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.589999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:30.596357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.609505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-002f084e-65b8-4f9c-bee3-8bb6112fdd7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:30.691528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.716231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead4aff-7cc9-4414-b389-8aaddc4b417b None None] Network d600ff42-3d6d-4ba3-b451-477ef400764a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:30.819341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Pushing event updated for resources: {'Port': ['ID=32fb060c-255a-4867-ae6e-0ebc483e02ec,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.822691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:30.859151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.879291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Deleting port 4179ee7e-8989-439c-90a1-76f7b63c61d0 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:30.879562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.057081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b55be5-f8f9-40b1-960c-4966c8951825 None None] Network d600ff42-3d6d-4ba3-b451-477ef400764a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:31.235657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.241703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.242982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.247638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-28cc981d-2535-4d7b-8375-0e65486d2323 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.353914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ab611-cdc5-4498-82ca-b9d6b2bad610 req-6da14a45-d791-42b4-8952-db1f67704043 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:31.356349 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-443ab611-cdc5-4498-82ca-b9d6b2bad610 req-6da14a45-d791-42b4-8952-db1f67704043 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 943 time: 0.3460066 Dec 22 08:46:31.399235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=2f2ac20e-5349-4f7c-a391-0911f25426e7,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.402228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.419620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] For port 4179ee7e-8989-439c-90a1-76f7b63c61d0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4179ee7e-8989-439c-90a1-76f7b63c61d0,segment=NetworkSegment(eca8be9e-71d5-40e1-9093-90bac60cbbf7),segment_id=eca8be9e-71d5-40e1-9093-90bac60cbbf7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:31.420209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.442860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 32fb060c-255a-4867-ae6e-0ebc483e02ec up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:31.459783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network fd116d76-71cd-486a-a1c0-26053099ea87 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:31.461161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:31.520848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 32fb060c-255a-4867-ae6e-0ebc483e02ec completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:31.537011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d766ea5-6b7d-4f14-9988-703378ad6966 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:31.630269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Calling delete_port for 4179ee7e-8989-439c-90a1-76f7b63c61d0 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:31.631160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8d766ea5-6b7d-4f14-9988-703378ad6966 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:31.636974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8d766ea5-6b7d-4f14-9988-703378ad6966 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:31.637671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.670816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:31.696116 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-443ab611-cdc5-4498-82ca-b9d6b2bad610 req-2f3ff4c6-fce1-4a81-85ee-fa504fa5b53f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302510 Dec 22 08:46:31.729412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.734490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.787717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Port': ['ID=4179ee7e-8989-439c-90a1-76f7b63c61d0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.792071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.805145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No DVR routers for this DVR port 4179ee7e-8989-439c-90a1-76f7b63c61d0 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:31.837847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.873891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 8d766ea5-6b7d-4f14-9988-703378ad6966, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d766ea5-6b7d-4f14-9988-703378ad6966,segment=NetworkSegment(be1ce463-d2db-46bc-be26-7f1fac1b4661),segment_id=be1ce463-d2db-46bc-be26-7f1fac1b4661)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:31.877671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:31.880488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.886182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.895801 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:31.910937 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:31.911559 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:31.920533 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9312155 Dec 22 08:46:31.921797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:31.928463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1223054935'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:31.939195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:31.944926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:31.954813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:31.967948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=8d766ea5-6b7d-4f14-9988-703378ad6966,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.969761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:31.971647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.982907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.988916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:31.993031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.028685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d600ff42-3d6d-4ba3-b451-477ef400764a']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.031060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:32.043359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7694d8-d2e4-4151-8291-015599b3aedf None None] Network fd116d76-71cd-486a-a1c0-26053099ea87 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:32.043591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca8be9e-71d5-40e1-9093-90bac60cbbf7') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.043755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca8be9e-71d5-40e1-9093-90bac60cbbf7') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.045920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.046277 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment de5e8000-2a00-4e06-812a-c4a0c6732a25 of type vlan for network 86d1ec2c-128b-483f-bc9d-6662e2160ede Dec 22 08:46:32.076055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.084380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.101775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.110877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:32.111417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.129161 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:32.131717 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:32.134160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.140281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:32.141058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.147070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:32.157996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Provisioning for port 32fb060c-255a-4867-ae6e-0ebc483e02ec completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:32.170118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Provisioning complete for port 32fb060c-255a-4867-ae6e-0ebc483e02ec triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:32.170538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.238202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.254731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.261187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-46a0f9dc-d638-438e-9f04-f3c0bf4325ac tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:32.273985 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3483703 Dec 22 08:46:32.274879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.281465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:32.328173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=86d1ec2c-128b-483f-bc9d-6662e2160ede,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.382541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.392429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:32.411541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:32.467230 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d600ff42-3d6d-4ba3-b451-477ef400764a HTTP/1.1" status: 204 len: 168 time: 3.5615590 Dec 22 08:46:32.470950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36064) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.492240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:32.493995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=d600ff42-3d6d-4ba3-b451-477ef400764a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.502542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 55386a72-497f-4e0a-861b-2fa18abd555d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:46:32.507510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:32.512595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:32.525371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:32.530598 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cb7bcf-7882-4038-87e0-fc4c6392ec4d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:32.531281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:32.531699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cb7bcf-7882-4038-87e0-fc4c6392ec4d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:32.533837 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-62cb7bcf-7882-4038-87e0-fc4c6392ec4d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d600ff42-3d6d-4ba3-b451-477ef400764a HTTP/1.1" status: 404 len: 339 time: 0.0610299 Dec 22 08:46:32.541054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36068) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.547912 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:30Z', 'revision_number': 3, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.554665 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:32.555324 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Updating router 6f1951b6-ed85-4645-9e2b-e3109bf3389f port 2f2ac20e-5349-4f7c-a391-0911f25426e7 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:32.557689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1533421730', 'description': 'd1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:32.568335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:32.575216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:network and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:32.579673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:32.584685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.604211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:32.631833 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.639662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] For port 32fb060c-255a-4867-ae6e-0ebc483e02ec, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=32fb060c-255a-4867-ae6e-0ebc483e02ec,segment=NetworkSegment(d168b472-0204-43c4-aa76-b00139d10957),segment_id=d168b472-0204-43c4-aa76-b00139d10957)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:32.706874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.717468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:32.817890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:32.835307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:32.839570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.858125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Pushing event updated for resources: {'Port': ['ID=32fb060c-255a-4867-ae6e-0ebc483e02ec,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.863017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 55386a72-497f-4e0a-861b-2fa18abd555d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55386a72-497f-4e0a-861b-2fa18abd555d,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:32.870891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:32.878242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '55386a72-497f-4e0a-861b-2fa18abd555d', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'port_id': '55386a72-497f-4e0a-861b-2fa18abd555d', 'mac_address': 'fa:16:3e:12:01:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:46:32.954475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.981225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55386a72-497f-4e0a-861b-2fa18abd555d {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:32.984637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:33.011046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 55386a72-497f-4e0a-861b-2fa18abd555d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55386a72-497f-4e0a-861b-2fa18abd555d,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:33.012991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.013515 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment a1e37184-9ec0-40ac-950a-4ca74982ab8b of type vlan for network 8b2da35e-ea8d-433c-9f3d-85d597391a44 Dec 22 08:46:33.024221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.028282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2dd83961-7d4c-4d91-b37b-9769619aa4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.116735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.136679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=55386a72-497f-4e0a-861b-2fa18abd555d,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.146844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ba513-1c9b-49a4-a599-af8f0ec3d671 req-5632d575-09fc-49a8-8090-22bd6ad3a45e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:33.148447 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-047ba513-1c9b-49a4-a599-af8f0ec3d671 req-5632d575-09fc-49a8-8090-22bd6ad3a45e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 943 time: 0.2618122 Dec 22 08:46:33.156102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:33.219745 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.227644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.233432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:33.234387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.239801 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Transition to ACTIVE for port object 2f2ac20e-5349-4f7c-a391-0911f25426e7 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:33.250828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e8983b33-5281-48e7-8f1c-094e1c2e7ccb None None] Provisioning complete for port 32fb060c-255a-4867-ae6e-0ebc483e02ec triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:33.251142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d975189-4b94-4212-94cd-ba70cb479dd0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.251341 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.251530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e8983b33-5281-48e7-8f1c-094e1c2e7ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.256104 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3e0ef698-24c0-4ed8-b2b1-5a51239b30f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.314204 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-047ba513-1c9b-49a4-a599-af8f0ec3d671 req-966226e8-d395-42dc-87a4-0c7e1fc81ad3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562729 Dec 22 08:46:33.347786 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Pushing event updated for resources: {'Port': ['ID=2f2ac20e-5349-4f7c-a391-0911f25426e7,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.358927 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.359272 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.359605 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.360114 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.360441 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.360766 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.361087 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.361409 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.361731 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.362095 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.363114 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.363454 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:33.371552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.373792 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:33.382425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['55386a72-497f-4e0a-861b-2fa18abd555d'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:46:33.416401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36074) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:33.416708 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8721211 Dec 22 08:46:33.427355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=8b2da35e-ea8d-433c-9f3d-85d597391a44,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.431515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:33.431916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f752f7fc-cc61-4ee9-baec-7a7f340096e6 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.526989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 8b2da35e-ea8d-433c-9f3d-85d597391a44 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:33.529586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:33.540372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: 86d1ec2c-128b-483f-bc9d-6662e2160ede, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:33.563283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d766ea5-6b7d-4f14-9988-703378ad6966 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:33.568689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=caec236d-dacb-4f14-bda0-88823aaff1ee,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.585695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:33.602205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:33.648576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 86d1ec2c-128b-483f-bc9d-6662e2160ede) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:33.649488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14812ae6-d744-43d2-b705-b0a93c8e9bf2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:33.651442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-14812ae6-d744-43d2-b705-b0a93c8e9bf2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Synchronizing usage tracker for tenant:62be88d529aa45b8b85fcbff24449417 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:33.658050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:33.659012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.697978 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4189792 Dec 22 08:46:33.698212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-14812ae6-d744-43d2-b705-b0a93c8e9bf2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Unset dirty status for tenant:62be88d529aa45b8b85fcbff24449417 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:33.698212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-14812ae6-d744-43d2-b705-b0a93c8e9bf2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/networks?id=8b2da35e-ea8d-433c-9f3d-85d597391a44 HTTP/1.1" status: 200 len: 761 time: 0.2801991 Dec 22 08:46:33.698427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36078) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:33.701748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36080) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:33.711462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'description': 'd2'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:33.765595 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Attempting to bind port 2f2ac20e-5349-4f7c-a391-0911f25426e7 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:33.765975 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Attempting to bind port 2f2ac20e-5349-4f7c-a391-0911f25426e7 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:33.766336 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Attempting to bind port 2f2ac20e-5349-4f7c-a391-0911f25426e7 on network fd116d76-71cd-486a-a1c0-26053099ea87 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:33.773211 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:33.773629 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Checking segment: {'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:33.774207 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.774606 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Bound using segment: {'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:33.775074 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Bound port: 2f2ac20e-5349-4f7c-a391-0911f25426e7, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd168b472-0204-43c4-aa76-b00139d10957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:33.775858 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.794069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061306ba-76d1-4d4b-b917-99082b47f7dc None None] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:33.898333 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] For port 2f2ac20e-5349-4f7c-a391-0911f25426e7, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:33.905155 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] For port 2f2ac20e-5349-4f7c-a391-0911f25426e7, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2f2ac20e-5349-4f7c-a391-0911f25426e7,segment=NetworkSegment(d168b472-0204-43c4-aa76-b00139d10957),segment_id=d168b472-0204-43c4-aa76-b00139d10957)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:33.914506 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.927763 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-52049997-9d4e-4a07-b978-46ab9940f787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.989614 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:33.990251 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:34.040769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8d766ea5-6b7d-4f14-9988-703378ad6966 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:34.041146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.098313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.121151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.128616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:34.164098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network 8b2da35e-ea8d-433c-9f3d-85d597391a44 is not hosted by any dhcp agent {{(pid=87600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 08:46:34.170345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:34.170989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.179043 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "PUT /v2.0/networks/8b2da35e-ea8d-433c-9f3d-85d597391a44 HTTP/1.1" status: 200 len: 758 time: 0.4745462 Dec 22 08:46:34.183893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36086) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:34.229822 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Pushing event updated for resources: {'Port': ['ID=2f2ac20e-5349-4f7c-a391-0911f25426e7,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:34.236893 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:34.247343 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:34.280585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=8b2da35e-ea8d-433c-9f3d-85d597391a44,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:34.283815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:34.301176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 8b2da35e-ea8d-433c-9f3d-85d597391a44 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:34.379171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7492a7-7a2a-456d-80cc-2942d44d85c5 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:34.384024 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3a7492a7-7a2a-456d-80cc-2942d44d85c5 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/networks?id=8b2da35e-ea8d-433c-9f3d-85d597391a44 HTTP/1.1" status: 200 len: 761 time: 0.1936417 Dec 22 08:46:34.384469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36092) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:34.394899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2096062247'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:34.410702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:34.448853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:34.481359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:34.489007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.555777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:34.575882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e8983b33-5281-48e7-8f1c-094e1c2e7ccb None None] Provisioning for port 2f2ac20e-5349-4f7c-a391-0911f25426e7 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:34.586597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.589325 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment a4d02f6e-c15f-452b-afb4-e28d3f2c0ebf of type vlan for network d11fb838-0be8-4de3-9d2d-274320f34b72 Dec 22 08:46:34.653072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.710095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.718743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:34.719521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.726439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-561c1158-efdb-4b32-bf9e-d51aaed78b57 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:34.757382 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:30Z', 'revision_number': 3, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:33Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:34.765349 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c0395-0f7e-44ce-b26e-167804b5251e None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:30Z', 'revision_number': 3, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:33Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:34.888332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-86d1ec2c-128b-483f-bc9d-6662e2160ede', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:34.889337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.899265 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5104978 Dec 22 08:46:34.899265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=d11fb838-0be8-4de3-9d2d-274320f34b72,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:34.901112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:34.901608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36096) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:34.908716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': 'd11fb838-0be8-4de3-9d2d-274320f34b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:34.918561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d11fb838-0be8-4de3-9d2d-274320f34b72 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:34.957933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 32fb060c-255a-4867-ae6e-0ebc483e02ec up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:34.996894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd947fde-3a14-468f-872d-b874fab02254 req-4ec596c3-6fbd-4890-bdf2-d39ac245e0be tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:34.998612 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd947fde-3a14-468f-872d-b874fab02254 req-4ec596c3-6fbd-4890-bdf2-d39ac245e0be tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 944 time: 0.4263744 Dec 22 08:46:35.034349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:35.045853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Usage tracker for resource:subnet and tenant:62be88d529aa45b8b85fcbff24449417 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:35.049470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:35.058628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:35.063896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.073601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:35.079052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.100208 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd947fde-3a14-468f-872d-b874fab02254 req-1df7f04c-8575-4e10-98a2-1f10b1d823b0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888524 Dec 22 08:46:35.410381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.417443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6b669522-99fe-4692-b691-89bf5cd37c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:35.471097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 32fb060c-255a-4867-ae6e-0ebc483e02ec triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:35.471499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.557628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=4ad5d748-cb79-4095-a796-90776f683499,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:35.563651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:35.565780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Allocated IP 2001:db8:2::2 (86d1ec2c-128b-483f-bc9d-6662e2160ede/caec236d-dacb-4f14-bda0-88823aaff1ee/a9749783-8d84-4872-82b4-1738276b7f02) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:35.574589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': 'a4d02f6e-c15f-452b-afb4-e28d3f2c0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd11fb838-0be8-4de3-9d2d-274320f34b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:35.575247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: d11fb838-0be8-4de3-9d2d-274320f34b72, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:35.603173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network d11fb838-0be8-4de3-9d2d-274320f34b72 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:35.618705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d11fb838-0be8-4de3-9d2d-274320f34b72) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:35.627047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:35.627769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.655882 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7531307 Dec 22 08:46:35.657943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c52a8-b4a5-4229-8b42-85abd4eaba27 None None] Network d11fb838-0be8-4de3-9d2d-274320f34b72 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:35.659042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36100) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:35.956491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f2ac20e-5349-4f7c-a391-0911f25426e7 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:35.966042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.037962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.091416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.110209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Transition to ACTIVE for port object a9749783-8d84-4872-82b4-1738276b7f02 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:36.133817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.138050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:36.171829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2f2ac20e-5349-4f7c-a391-0911f25426e7 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:36.175954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Transition to ACTIVE for port object a9749783-8d84-4872-82b4-1738276b7f02 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:36.178983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad5d748-cb79-4095-a796-90776f683499,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:36.181147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a873bfb8-ef05-4512-91ab-51f1d0a83af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d11fb838-0be8-4de3-9d2d-274320f34b72', 'network_id': 'd11fb838-0be8-4de3-9d2d-274320f34b72', 'tenant_id': '62be88d529aa45b8b85fcbff24449417', 'fixed_ips': [{'subnet_id': '4ad5d748-cb79-4095-a796-90776f683499'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:36.181863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:36.182082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a873bfb8-ef05-4512-91ab-51f1d0a83af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.197780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2f2ac20e-5349-4f7c-a391-0911f25426e7 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:36.198217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.222775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.232997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86e36c27-feb0-4953-b129-3201b2945bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:36.366485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.369075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:36.373442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:36.376690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:36.398283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Pushing event updated for resources: {'Port': ['ID=a9749783-8d84-4872-82b4-1738276b7f02,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:36.411460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:36.415958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11fb838-0be8-4de3-9d2d-274320f34b72']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:36.432962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d02f6e-c15f-452b-afb4-e28d3f2c0ebf') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:36.433415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d02f6e-c15f-452b-afb4-e28d3f2c0ebf') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:36.435139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8:2::1 (86d1ec2c-128b-483f-bc9d-6662e2160ede/caec236d-dacb-4f14-bda0-88823aaff1ee/0002e80e-53fd-4cb6-8b88-1e451f22df62) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:36.442978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 55386a72-497f-4e0a-861b-2fa18abd555d up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:36.459248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.486587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27345-a56d-4e98-a805-56514cc91cdc req-3eac1044-4570-42e4-b070-ac1bed73633e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:36.489001 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5dd27345-a56d-4e98-a805-56514cc91cdc req-3eac1044-4570-42e4-b070-ac1bed73633e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 944 time: 0.2037249 Dec 22 08:46:36.490143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.497409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:36.497954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:36.514445 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:36.627395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d0491-1c14-45d5-96a2-7011174a9cbd None None] Network d11fb838-0be8-4de3-9d2d-274320f34b72 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:36.635422 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5dd27345-a56d-4e98-a805-56514cc91cdc req-f8b67af4-e4f6-4cf4-a02d-b1bd733b01df tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204576 Dec 22 08:46:36.636997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.641469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-080876c7-fca9-4ef1-aa7e-4eedef3d92aa tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:36.658421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.672522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=d11fb838-0be8-4de3-9d2d-274320f34b72,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:36.678091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Attempting to bind port a9749783-8d84-4872-82b4-1738276b7f02 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:36.678681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Attempting to bind port a9749783-8d84-4872-82b4-1738276b7f02 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:36.679024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:36.679146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Attempting to bind port a9749783-8d84-4872-82b4-1738276b7f02 on network 86d1ec2c-128b-483f-bc9d-6662e2160ede {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:36.682460 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d11fb838-0be8-4de3-9d2d-274320f34b72 HTTP/1.1" status: 204 len: 168 time: 1.0218062 Dec 22 08:46:36.685293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:36.691827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.697266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d0491-1c14-45d5-96a2-7011174a9cbd None None] Network d11fb838-0be8-4de3-9d2d-274320f34b72 could not be found, it might have been deleted concurrently. {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 08:46:36.699027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:36.699575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Checking segment: {'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:36.700078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.700952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Bound using segment: {'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:36.701768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Bound port: a9749783-8d84-4872-82b4-1738276b7f02, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:36.702399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.714362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object 0002e80e-53fd-4cb6-8b88-1e451f22df62 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:36.727071 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e854baa-daf6-4c9f-ace1-5bde1c90638a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] GET failed (client error): The resource could not be found. Dec 22 08:46:36.727709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e854baa-daf6-4c9f-ace1-5bde1c90638a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Synchronizing usage tracker for tenant:62be88d529aa45b8b85fcbff24449417 on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:36.736865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.747957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e854baa-daf6-4c9f-ace1-5bde1c90638a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Unset dirty status for tenant:62be88d529aa45b8b85fcbff24449417 on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:36.749327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e854baa-daf6-4c9f-ace1-5bde1c90638a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/subnets/4ad5d748-cb79-4095-a796-90776f683499 HTTP/1.1" status: 404 len: 337 time: 0.0630021 Dec 22 08:46:36.752903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:36.755045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.759700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d8bede40-aa8b-4ad5-8670-d52cbee90d85 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:36.780192 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-641cf0a9-f0eb-4522-9ed2-96457a48ee8e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:36.780673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641cf0a9-f0eb-4522-9ed2-96457a48ee8e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:36.782377 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-641cf0a9-f0eb-4522-9ed2-96457a48ee8e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d11fb838-0be8-4de3-9d2d-274320f34b72 HTTP/1.1" status: 404 len: 339 time: 0.0274260 Dec 22 08:46:36.787186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:36.832356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 55386a72-497f-4e0a-861b-2fa18abd555d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:36.841533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:36.845366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:36.850207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:36.850738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.853280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 55386a72-497f-4e0a-861b-2fa18abd555d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:36.853743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.857557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=0002e80e-53fd-4cb6-8b88-1e451f22df62,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:36.867986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:36.891721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 2f2ac20e-5349-4f7c-a391-0911f25426e7, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2f2ac20e-5349-4f7c-a391-0911f25426e7,segment=NetworkSegment(d168b472-0204-43c4-aa76-b00139d10957),segment_id=d168b472-0204-43c4-aa76-b00139d10957)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:36.916117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.922799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-fa914660-1c4e-4fac-9a07-d0d6960c1e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:36.982222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] For port a9749783-8d84-4872-82b4-1738276b7f02, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:36.997197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] For port a9749783-8d84-4872-82b4-1738276b7f02, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a9749783-8d84-4872-82b4-1738276b7f02,segment=NetworkSegment(de5e8000-2a00-4e06-812a-c4a0c6732a25),segment_id=de5e8000-2a00-4e06-812a-c4a0c6732a25)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:37.011823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.014975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.031974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=2f2ac20e-5349-4f7c-a391-0911f25426e7,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:37.042484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe7261-4bac-4043-92b3-7f7c69debb52 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.043406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c7fe7261-4bac-4043-92b3-7f7c69debb52 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Synchronizing usage tracker for tenant:62be88d529aa45b8b85fcbff24449417 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:37.064269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c7fe7261-4bac-4043-92b3-7f7c69debb52 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Unset dirty status for tenant:62be88d529aa45b8b85fcbff24449417 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:37.068358 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c7fe7261-4bac-4043-92b3-7f7c69debb52 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2771268 Dec 22 08:46:37.068592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36118) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:37.081291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:37.081968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-68ac6324-0cf8-4379-9520-0baabe7f3b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:37.126929 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6a960738-45c9-4664-b149-75600c5f815f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 207 time: 0.0561023 Dec 22 08:46:37.134276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:37.170774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.198885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Pushing event updated for resources: {'Port': ['ID=a9749783-8d84-4872-82b4-1738276b7f02,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:37.202973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:37.209698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:37.220989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 55386a72-497f-4e0a-861b-2fa18abd555d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55386a72-497f-4e0a-861b-2fa18abd555d,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:37.231505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.233633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf574b1a-7ee5-40ce-a442-03f945d39abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:37.332776 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:46:37.390548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98091f29-033b-4104-8b19-74401124240f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.392333 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d', 'code': 200} Dec 22 08:46:37.453971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98091f29-033b-4104-8b19-74401124240f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.467200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98091f29-033b-4104-8b19-74401124240f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.478882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98091f29-033b-4104-8b19-74401124240f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.483585 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98091f29-033b-4104-8b19-74401124240f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3445542 Dec 22 08:46:37.485514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36128) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:37.487373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=55386a72-497f-4e0a-861b-2fa18abd555d,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:37.491588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:37.640179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.647895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f40b6b-5ab3-4e59-976e-c9e6e4fcf038 req-824ca7c0-c74c-49e4-ac96-1b999e329cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.649419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f40b6b-5ab3-4e59-976e-c9e6e4fcf038 req-824ca7c0-c74c-49e4-ac96-1b999e329cfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 1098 time: 0.1466351 Dec 22 08:46:37.650026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.650821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.654484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-601d14aa-ac2d-4a4b-a224-102f5dc21d33 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:37.684331 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-410a5ecd-75a9-48e8-9895-cb935699dc0e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1936457 Dec 22 08:46:37.684331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:37.803767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf150fbd-93a5-430d-b4a4-fdd27e6f2710 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.805437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf150fbd-93a5-430d-b4a4-fdd27e6f2710 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.807032 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bf150fbd-93a5-430d-b4a4-fdd27e6f2710 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1217563 Dec 22 08:46:37.813059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36138) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:37.844111 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f40b6b-5ab3-4e59-976e-c9e6e4fcf038 req-71f424d0-487f-4433-8dbf-6381202c35d1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498780 Dec 22 08:46:37.847329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=0002e80e-53fd-4cb6-8b88-1e451f22df62,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:37.851711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:37.902654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf727e5-0af4-4bf6-843a-8edf8f641c8e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.904358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf727e5-0af4-4bf6-843a-8edf8f641c8e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.910404 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4cf727e5-0af4-4bf6-843a-8edf8f641c8e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0918791 Dec 22 08:46:37.911001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36142) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:37.915320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:37.928996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f4452-d3c8-46eb-b522-ad6087e10955 req-389ebe74-88ac-4dff-b6a7-e5f4510295db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.930772 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3a6f4452-d3c8-46eb-b522-ad6087e10955 req-389ebe74-88ac-4dff-b6a7-e5f4510295db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 945 time: 0.1650867 Dec 22 08:46:37.937352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:37.987445 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3a6f4452-d3c8-46eb-b522-ad6087e10955 req-e290385b-93e4-44b7-90c9-43a1ed4f222a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509212 Dec 22 08:46:38.060809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a9749783-8d84-4872-82b4-1738276b7f02 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:38.141385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a9749783-8d84-4872-82b4-1738276b7f02 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:38.148686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f2ac20e-5349-4f7c-a391-0911f25426e7 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:38.231250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2f2ac20e-5349-4f7c-a391-0911f25426e7 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:38.231787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.232383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b1bd5-8dce-4980-b100-2389f1d3ea2b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:38.233783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6f2b1bd5-8dce-4980-b100-2389f1d3ea2b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/networks/32c341c7-6373-466d-b97c-10e20d3cb251 HTTP/1.1" status: 200 len: 800 time: 0.3217893 Dec 22 08:46:38.235876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:38.245344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36146) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:38.407907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ef194-753f-4ce4-8865-83cd764c874b None None] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:38.422696 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4569441e-102f-4df0-9cea-021b6d6e10dd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/networks/32c341c7-6373-466d-b97c-10e20d3cb251?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1762292 Dec 22 08:46:38.426803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36150) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:38.563648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:38.583023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Provisioning for port a9749783-8d84-4872-82b4-1738276b7f02 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:38.589744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8903456 Dec 22 08:46:38.590561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36154) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:38.598118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1472843393'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:38.603763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:38.608260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:network and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:38.611775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:38.618308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Provisioning complete for port a9749783-8d84-4872-82b4-1738276b7f02 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:38.618308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.619054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:38.642856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:38.643767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:38.647151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.663531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8e36c-50aa-4b07-90c8-2209f0a778b1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:38.669803 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4a8e36c-50aa-4b07-90c8-2209f0a778b1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/subnets/3e1aae99-68bd-49a9-b7eb-120f271a9dd6 HTTP/1.1" status: 200 len: 811 time: 0.2374003 Dec 22 08:46:38.670189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36158) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:38.688049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:38.695236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:38.695884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:38.701608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.702261 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added segment 3c42cfec-7166-427a-a772-071a85fc0727 of type vlan for network d5cab45c-2666-4e00-8358-de4600e0185a Dec 22 08:46:38.735585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.744464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4e08d-c573-45c1-88b8-96ec9ac6190c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['shared'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:38.749876 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-22e4e08d-c573-45c1-88b8-96ec9ac6190c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "GET /v2.0/subnets/3e1aae99-68bd-49a9-b7eb-120f271a9dd6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0749555 Dec 22 08:46:38.750143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36162) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:38.756884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778709606'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:38.762226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:38.773600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:38.780014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.783756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:38.786141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:38.786736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.788364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.791045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3423208f-a939-4c87-9374-9f1e2edaa8d0 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:38.821560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:38.835826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.837001 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Added segment 92d02c18-e06e-49db-b203-cd9a973cc24d of type vlan for network a6a2bffd-d634-43de-ab27-f98a2ecd603e Dec 22 08:46:38.871850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.909705 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3172491 Dec 22 08:46:38.913354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Network': ['ID=d5cab45c-2666-4e00-8358-de4600e0185a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:38.913577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:38.916127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:38.920046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'subnet': {'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:38.935837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.940707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d5cab45c-2666-4e00-8358-de4600e0185a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:38.941660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:38.942272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.948839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d111464-939b-4d26-bea5-5840dfe34e59 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:38.958251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:39.127360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.159097 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4053988 Dec 22 08:46:39.160477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36174) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:39.170177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'network_id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:39.176226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Network': ['ID=a6a2bffd-d634-43de-ab27-f98a2ecd603e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.181515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-22cb28e6-2db5-4564-812c-097ee3111bee tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:39.196460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:39.213704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:subnet and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:39.218407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:39.227313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:39.231597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a6a2bffd-d634-43de-ab27-f98a2ecd603e details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:39.241640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Made reservation on behalf of 72caf84c1e0d483a9b8e382819122f02 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:39.246017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.321696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:39.337775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:39.351199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Made reservation on behalf of 62be88d529aa45b8b85fcbff24449417 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:39.355689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.511380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Performing IP validity checks on allocation pools {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:46:39.511676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:46:39.527791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.534078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-85ade680-256e-4217-9ee0-5fd0d30cbb3f tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:39.545083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] For port a9749783-8d84-4872-82b4-1738276b7f02, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a9749783-8d84-4872-82b4-1738276b7f02,segment=NetworkSegment(de5e8000-2a00-4e06-812a-c4a0c6732a25),segment_id=de5e8000-2a00-4e06-812a-c4a0c6732a25)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:39.558664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5011df-7f1b-47d0-b850-6e8afb486503 req-149dc13e-5539-439f-b302-380d3b4a448a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:39.560364 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5011df-7f1b-47d0-b850-6e8afb486503 req-149dc13e-5539-439f-b302-380d3b4a448a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 945 time: 0.1853859 Dec 22 08:46:39.602772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.612012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:39.628967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Subnet': ['ID=58193090-7d06-472e-9ce7-d0e00e9e8259,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.634786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:39.650940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Checking segment: {'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:39.650940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network hostable DHCP agents. Network: d5cab45c-2666-4e00-8358-de4600e0185a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:39.682452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network d5cab45c-2666-4e00-8358-de4600e0185a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:39.698066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d5cab45c-2666-4e00-8358-de4600e0185a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:39.708909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Pushing event updated for resources: {'Port': ['ID=a9749783-8d84-4872-82b4-1738276b7f02,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.712507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:39.718632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.719085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:39.719292 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5011df-7f1b-47d0-b850-6e8afb486503 req-d44b219b-729c-4248-b5ad-7926b027e7a4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422374 Dec 22 08:46:39.719776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.752540 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2674a7e7-dfa5-48ba-a00a-1f49bac598d2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8372669 Dec 22 08:46:39.754203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36178) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:39.851298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530caff7-7e40-4cbc-a4b4-402034c6d893 None None] Network d5cab45c-2666-4e00-8358-de4600e0185a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:39.931247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.937682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8673c417-5923-4189-ac3c-19d46e2ed443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:39.979303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a9749783-8d84-4872-82b4-1738276b7f02 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:40.006441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26e3a12f-83f6-4d7b-8308-6e08c8eed1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.047071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c5ba5-4a7e-49ff-ae5d-d584d8c9ca74 req-9add5fca-65e4-4753-9780-895a8259f5a3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:40.049042 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-037c5ba5-4a7e-49ff-ae5d-d584d8c9ca74 req-9add5fca-65e4-4753-9780-895a8259f5a3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 945 time: 0.1395218 Dec 22 08:46:40.110758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-27718544-c5f8-4f8b-bf6a-e47eba482a9c None None] Provisioning complete for port a9749783-8d84-4872-82b4-1738276b7f02 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:40.111159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27718544-c5f8-4f8b-bf6a-e47eba482a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.124692 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-037c5ba5-4a7e-49ff-ae5d-d584d8c9ca74 req-d80d10ba-3a0f-4aa7-a515-189cd807f628 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660779 Dec 22 08:46:40.126207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=d5ed98ce-9a61-405a-a166-73a90ae950eb,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:40.130813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:40.146841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36184) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:40.241385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b9449-50c5-4bcf-8cd8-0efc42fca484 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:40.246531 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9a9b9449-50c5-4bcf-8cd8-0efc42fca484 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 1093 time: 0.0987811 Dec 22 08:46:40.247338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:40.253521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '55386a72-497f-4e0a-861b-2fa18abd555d', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:40.260548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:40.265070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:40.269389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:40.277469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:40.277745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a9749783-8d84-4872-82b4-1738276b7f02 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:40.278208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.291271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.312772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Checking segment: {'id': '92d02c18-e06e-49db-b203-cd9a973cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:40.313155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network hostable DHCP agents. Network: a6a2bffd-d634-43de-ab27-f98a2ecd603e, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:40.396082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:37Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:40.439448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:40.439737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Updating router 6f1951b6-ed85-4645-9e2b-e3109bf3389f port 0002e80e-53fd-4cb6-8b88-1e451f22df62 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:40.475197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d5cab45c-2666-4e00-8358-de4600e0185a', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:40.476085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.512702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.527792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.625908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Network a6a2bffd-d634-43de-ab27-f98a2ecd603e is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:40.671407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a6a2bffd-d634-43de-ab27-f98a2ecd603e) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:40.685644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:40.686376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.704378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.151 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/e4d9d6a4-6a69-4715-9a02-b1e1f523f9a5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:40.760491 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5986679 Dec 22 08:46:40.765257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36194) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:40.777993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:40.792692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f728f-f473-4186-8d47-a907ae248060 None None] Network a6a2bffd-d634-43de-ab27-f98a2ecd603e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:40.842691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.854403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-27718544-c5f8-4f8b-bf6a-e47eba482a9c None None] Provisioning for port 0002e80e-53fd-4cb6-8b88-1e451f22df62 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:40.890827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.925726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.930924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:40.941158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-27718544-c5f8-4f8b-bf6a-e47eba482a9c None None] Provisioning complete for port 0002e80e-53fd-4cb6-8b88-1e451f22df62 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:40.941534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27718544-c5f8-4f8b-bf6a-e47eba482a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.006853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:41.010158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:41.013904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:41.057396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=e4d9d6a4-6a69-4715-9a02-b1e1f523f9a5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:41.062023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:41.133267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2499691'] for subnet, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.171910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-27718544-c5f8-4f8b-bf6a-e47eba482a9c None None] Port 0002e80e-53fd-4cb6-8b88-1e451f22df62 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:41.244343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Allocated IP 2001:db8:3::2 (d5cab45c-2666-4e00-8358-de4600e0185a/58193090-7d06-472e-9ce7-d0e00e9e8259/a4b6c639-bae5-4f1d-90a7-21e473484af0) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:41.435343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9230aa65-e9af-4dee-8075-352c1d4506a2 None None] Provisioning complete for port 0002e80e-53fd-4cb6-8b88-1e451f22df62 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:41.436154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9230aa65-e9af-4dee-8075-352c1d4506a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.549055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743491946837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2240119'] for subnet, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.558001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7b916ac5-c7fc-4972-b421-3350ea7ca967 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:41.602811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.resource_extend [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:41.622797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a6a2bffd-d634-43de-ab27-f98a2ecd603e', 'network_id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e', 'tenant_id': '62be88d529aa45b8b85fcbff24449417', 'fixed_ips': [{'subnet_id': 'd5ed98ce-9a61-405a-a166-73a90ae950eb'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:46:41.631364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.631614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:41.631614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.631614 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "PUT /v2.0/subnets/d5ed98ce-9a61-405a-a166-73a90ae950eb HTTP/1.1" status: 200 len: 877 time: 0.8593287 Dec 22 08:46:41.631614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36198) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:41.671546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.706507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9230aa65-e9af-4dee-8075-352c1d4506a2 None None] Port 0002e80e-53fd-4cb6-8b88-1e451f22df62 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:41.729910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event updated for resources: {'Subnet': ['ID=d5ed98ce-9a61-405a-a166-73a90ae950eb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:41.734884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:41.762366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.809272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.820521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.879777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.901929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Transition to ACTIVE for port object 0002e80e-53fd-4cb6-8b88-1e451f22df62 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:41.922339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.931227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.000305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.005328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.009304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ca566fa-fd05-4ee5-9c28-c995c89d1857 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.104850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.121082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=e4d9d6a4-6a69-4715-9a02-b1e1f523f9a5,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.125781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:42.139014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.149209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Transition to ACTIVE for port object a4b6c639-bae5-4f1d-90a7-21e473484af0 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:42.188182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c851d6-ce4a-414f-b851-0970010244e9 None None] Pushing event updated for resources: {'Port': ['ID=0002e80e-53fd-4cb6-8b88-1e451f22df62,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.190682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0d2a71d-8976-42e7-83de-33b94b90dc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.195850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-29c851d6-ce4a-414f-b851-0970010244e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:42.258937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Allocated IP 172.20.0.3 (a6a2bffd-d634-43de-ab27-f98a2ecd603e/d5ed98ce-9a61-405a-a166-73a90ae950eb/ae03ff66-ab16-400a-8058-5c561ca499be) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:42.270152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Transition to ACTIVE for port object a4b6c639-bae5-4f1d-90a7-21e473484af0 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:42.290753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.297470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.343347 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP 27525d4a-568d-4967-99ea-104de4830587 associated. External IP: 172.26.7.151, port: 55386a72-497f-4e0a-861b-2fa18abd555d. Dec 22 08:46:42.358470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Attempting to bind port 0002e80e-53fd-4cb6-8b88-1e451f22df62 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:42.358869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Attempting to bind port 0002e80e-53fd-4cb6-8b88-1e451f22df62 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:42.359232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Attempting to bind port 0002e80e-53fd-4cb6-8b88-1e451f22df62 on network 86d1ec2c-128b-483f-bc9d-6662e2160ede {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:42.373008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Allocated IP 2001:db8:3::1 (d5cab45c-2666-4e00-8358-de4600e0185a/58193090-7d06-472e-9ce7-d0e00e9e8259/d26f701a-1fa1-4de1-b032-99c947ba15e4) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:42.441343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:42.441977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Checking segment: {'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:42.442114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.442509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Bound using segment: {'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:42.442996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Bound port: 0002e80e-53fd-4cb6-8b88-1e451f22df62, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e8000-2a00-4e06-812a-c4a0c6732a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:42.443380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.477347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Network d5cab45c-2666-4e00-8358-de4600e0185a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:42.482830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Pushing event updated for resources: {'Port': ['ID=a4b6c639-bae5-4f1d-90a7-21e473484af0,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.489761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:42.491863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:42.524505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:42.556435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.575869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Transition to ACTIVE for port object d26f701a-1fa1-4de1-b032-99c947ba15e4 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:42.606839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.611960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.681994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network d5cab45c-2666-4e00-8358-de4600e0185a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:42.685531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:42.689707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:42.690861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.715338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=d26f701a-1fa1-4de1-b032-99c947ba15e4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.717861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:42.722686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Attempting to bind port a4b6c639-bae5-4f1d-90a7-21e473484af0 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:42.722686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Attempting to bind port a4b6c639-bae5-4f1d-90a7-21e473484af0 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:42.722686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Attempting to bind port a4b6c639-bae5-4f1d-90a7-21e473484af0 on network d5cab45c-2666-4e00-8358-de4600e0185a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:42.723520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] For port 0002e80e-53fd-4cb6-8b88-1e451f22df62, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:42.740420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:42.740805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Checking segment: {'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:42.741218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.741621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Bound using segment: {'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:42.742103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Bound port: a4b6c639-bae5-4f1d-90a7-21e473484af0, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:42.742487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.788014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router da25e21c-553e-46ca-9d1d-fa87dcce3811 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:42.790314 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] For port 0002e80e-53fd-4cb6-8b88-1e451f22df62, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0002e80e-53fd-4cb6-8b88-1e451f22df62,segment=NetworkSegment(de5e8000-2a00-4e06-812a-c4a0c6732a25),segment_id=de5e8000-2a00-4e06-812a-c4a0c6732a25)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:42.808978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.817288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f863ab43-d086-4e32-8918-5249d38fe393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.835568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.990899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:42.992077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.002247 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] Sync routers for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:43.011457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:43.012141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.022704 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:43.023332 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.037290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.078724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c851d6-ce4a-414f-b851-0970010244e9 None None] Pushing event updated for resources: {'Port': ['ID=0002e80e-53fd-4cb6-8b88-1e451f22df62,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:43.097431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Transition to ACTIVE for port object ae03ff66-ab16-400a-8058-5c561ca499be will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:43.166638 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9101264 Dec 22 08:46:43.167899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:43.168879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:43.190012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-29c851d6-ce4a-414f-b851-0970010244e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:43.293228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] For port a4b6c639-bae5-4f1d-90a7-21e473484af0, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:43.301087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Transition to ACTIVE for port object ae03ff66-ab16-400a-8058-5c561ca499be will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:43.323038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.329817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] For port a4b6c639-bae5-4f1d-90a7-21e473484af0, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4b6c639-bae5-4f1d-90a7-21e473484af0,segment=NetworkSegment(3c42cfec-7166-427a-a772-071a85fc0727),segment_id=3c42cfec-7166-427a-a772-071a85fc0727)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:43.334673 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:43.339439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.341209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.349533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:43.375433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.382487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:43.398549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.439614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:43.506527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ed98ce-9a61-405a-a166-73a90ae950eb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:43.509244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:43.617469 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d', 'status': 'completed', 'code': 200} Dec 22 08:46:43.622728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Network a6a2bffd-d634-43de-ab27-f98a2ecd603e is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:43.631138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:43.641152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:46:43.648414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Pushing event updated for resources: {'Port': ['ID=ae03ff66-ab16-400a-8058-5c561ca499be,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:43.704576 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7b0962db-3afa-4380-a14a-c73db1832db6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/27525d4a-568d-4967-99ea-104de4830587 HTTP/1.1" status: 200 len: 991 time: 0.5259635 Dec 22 08:46:43.716227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:43.716227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:43.770357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.824129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a2bffd-d634-43de-ab27-f98a2ecd603e']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.852854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-feb5fda8-1767-4c03-ba2f-3d5352750738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:43.854400 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-feb5fda8-1767-4c03-ba2f-3d5352750738 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 1098 time: 0.4127374 Dec 22 08:46:43.861092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d02c18-e06e-49db-b203-cd9a973cc24d') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.861544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d02c18-e06e-49db-b203-cd9a973cc24d') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.887009 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '27525d4a-568d-4967-99ea-104de4830587', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'port_id': '55386a72-497f-4e0a-861b-2fa18abd555d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'mac_address': 'fa:16:3e:12:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:41Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.894163 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] Checking router: da25e21c-553e-46ca-9d1d-fa87dcce3811 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:43.906529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.913956 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:43.915451 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.988700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.997498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Attempting to bind port ae03ff66-ab16-400a-8058-5c561ca499be on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:43.997881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Attempting to bind port ae03ff66-ab16-400a-8058-5c561ca499be by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '92d02c18-e06e-49db-b203-cd9a973cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:43.998251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Attempting to bind port ae03ff66-ab16-400a-8058-5c561ca499be on network a6a2bffd-d634-43de-ab27-f98a2ecd603e {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:44.004811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:44.005492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.005630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Pushing event updated for resources: {'Port': ['ID=a4b6c639-bae5-4f1d-90a7-21e473484af0,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:44.013695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:44.014499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:44.014878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Checking segment: {'id': '92d02c18-e06e-49db-b203-cd9a973cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:44.015282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.015674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Bound using segment: {'id': '92d02c18-e06e-49db-b203-cd9a973cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:44.016284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Bound port: ae03ff66-ab16-400a-8058-5c561ca499be, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d02c18-e06e-49db-b203-cd9a973cc24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:44.016564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:44.021390 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:44.117637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.168887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.170340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.183490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:44.231713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.db.api [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:46:44.231713 dv-neutron-822602-1-hyperv neutron-server[87601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:46:44.231713 dv-neutron-822602-1-hyperv neutron-server[87601]: [parameters: {'id': 'a6a2bffd-d634-43de-ab27-f98a2ecd603e'}] Dec 22 08:46:44.231713 dv-neutron-822602-1-hyperv neutron-server[87601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:44.232209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_db.api [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:44.240837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-87d07b21-6160-41fb-be5a-a60c7983fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:44.242295 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-87d07b21-6160-41fb-be5a-a60c7983fbac service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ab2679b-dcb7-447a-a751-8d405323720e HTTP/1.1" status: 200 len: 897 time: 0.3664105 Dec 22 08:46:44.261116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] For port ae03ff66-ab16-400a-8058-5c561ca499be, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:44.276425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] For port ae03ff66-ab16-400a-8058-5c561ca499be, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae03ff66-ab16-400a-8058-5c561ca499be,segment=NetworkSegment(92d02c18-e06e-49db-b203-cd9a973cc24d),segment_id=92d02c18-e06e-49db-b203-cd9a973cc24d)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:44.280873 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:44.284964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.294633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:44.432023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event updated for resources: {'Port': ['ID=d26f701a-1fa1-4de1-b032-99c947ba15e4,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:44.435394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:44.436974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 1, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.441715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Pushing event updated for resources: {'Port': ['ID=ae03ff66-ab16-400a-8058-5c561ca499be,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:44.447479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:44.451522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bae76f-062c-42d7-9448-ffefe0a372dd None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 1, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:44.473067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a1008-2b93-4e88-afc5-cc115c4ad3f4 None None] Network a6a2bffd-d634-43de-ab27-f98a2ecd603e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:44.483134 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-874173ea-320b-4877-9873-d6104d8cb65d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55386a72-497f-4e0a-861b-2fa18abd555d HTTP/1.1" status: 200 len: 999 time: 0.2221065 Dec 22 08:46:44.575614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.654930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Network d5cab45c-2666-4e00-8358-de4600e0185a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:44.657796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:44.668776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-8679a033-03ad-41b6-b4ac-7a27e91cc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:44.671047 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-8679a033-03ad-41b6-b4ac-7a27e91cc74f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b41d51a2-d021-4a36-a8e8-d86eebee342d HTTP/1.1" status: 200 len: 835 time: 0.1587312 Dec 22 08:46:44.707669 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36208) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:44.856830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abb556-dc2d-4bee-b213-f4d88ef99943 None None] Network a6a2bffd-d634-43de-ab27-f98a2ecd603e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:44.911496 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c2cbd6fb-c156-4ee1-9bb8-968b5e33d4cb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/27525d4a-568d-4967-99ea-104de4830587 HTTP/1.1" status: 200 len: 991 time: 0.2016068 Dec 22 08:46:44.915901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.943223 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '27525d4a-568d-4967-99ea-104de4830587', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'port_id': '55386a72-497f-4e0a-861b-2fa18abd555d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'mac_address': 'fa:16:3e:12:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:41Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.948861 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba44a8b6-eb18-4bf2-b7ba-099659071ddc None None] The sync data for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv is: [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '27525d4a-568d-4967-99ea-104de4830587', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'port_id': '55386a72-497f-4e0a-861b-2fa18abd555d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'mac_address': 'fa:16:3e:12:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:41Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:45.192530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:45.202557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Deleting port ae03ff66-ab16-400a-8058-5c561ca499be {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:45.202939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.363713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c86a51-3ab1-4ec0-9aeb-dc8ac14839b8 None None] Network d5cab45c-2666-4e00-8358-de4600e0185a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:45.441592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a94fc-e3d5-4cb2-8f2f-639e4d15cfac None None] New status for floating IP 27525d4a-568d-4967-99ea-104de4830587: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:46:45.488434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-70fab1c6-1ea3-4eee-be67-44d71bb66d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:45.489815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-70fab1c6-1ea3-4eee-be67-44d71bb66d0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ab2679b-dcb7-447a-a751-8d405323720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6248507 Dec 22 08:46:45.506785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-887e9639-b148-4fca-86ec-a1ef385d0575 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:46:45.507761 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-887e9639-b148-4fca-86ec-a1ef385d0575 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090480 Dec 22 08:46:45.540437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-92bba8ce-8603-4294-add8-ba4701fe963d None None] Provisioning for port a4b6c639-bae5-4f1d-90a7-21e473484af0 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:45.553288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:45.720588 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9655468 Dec 22 08:46:45.724221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36212) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:45.737562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] For port ae03ff66-ab16-400a-8058-5c561ca499be, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ae03ff66-ab16-400a-8058-5c561ca499be,segment=NetworkSegment(92d02c18-e06e-49db-b203-cd9a973cc24d),segment_id=92d02c18-e06e-49db-b203-cd9a973cc24d)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:45.737913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.742307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:45.996937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:46.013485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Calling delete_port for ae03ff66-ab16-400a-8058-5c561ca499be owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:46.109114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4b6c639-bae5-4f1d-90a7-21e473484af0 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:46.221173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a4b6c639-bae5-4f1d-90a7-21e473484af0 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:46.227884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a4b6c639-bae5-4f1d-90a7-21e473484af0 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.228859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.264532 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-54e29ebf-7ea6-4cf6-9b9a-a60cb4e301a9 service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488320 Dec 22 08:46:46.405552 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:46.412523 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c1195802-cd27-4a76-a359-fc092e02ce59 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/27525d4a-568d-4967-99ea-104de4830587 HTTP/1.1" status: 200 len: 993 time: 0.3341587 Dec 22 08:46:46.429723 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:46.430242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.431058 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:46.457189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-336fea4e-9483-40ed-9d1e-1301b780fbb5 None None] Provisioning complete for port a4b6c639-bae5-4f1d-90a7-21e473484af0 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.457576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-336fea4e-9483-40ed-9d1e-1301b780fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.504287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3bb52b5-a02e-4749-80eb-cb031256184d req-8b93c50b-dac4-4ccb-836b-16db40f2d13a service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319198 Dec 22 08:46:46.511767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.519251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-67133d95-0614-4994-bfed-22c0b3c6c3cb tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:46.536237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port a4b6c639-bae5-4f1d-90a7-21e473484af0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4b6c639-bae5-4f1d-90a7-21e473484af0,segment=NetworkSegment(3c42cfec-7166-427a-a772-071a85fc0727),segment_id=3c42cfec-7166-427a-a772-071a85fc0727)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:46.562906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.563779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0002e80e-53fd-4cb6-8b88-1e451f22df62 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:46.620528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Port': ['ID=ae03ff66-ab16-400a-8058-5c561ca499be,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:46.623623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:46.624442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No DVR routers for this DVR port ae03ff66-ab16-400a-8058-5c561ca499be on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:46.635305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-818cd257-ae53-4462-9f93-bbcc5d2c5fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:46.711204 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:46.817193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.850538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a2bffd-d634-43de-ab27-f98a2ecd603e']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:46.867549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=a4b6c639-bae5-4f1d-90a7-21e473484af0,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:46.872386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d02c18-e06e-49db-b203-cd9a973cc24d') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:46.875166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d02c18-e06e-49db-b203-cd9a973cc24d') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:46.875704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:46.877002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:46:46.895496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.896554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Removed routes are [] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:46:46.897012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.899065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 0002e80e-53fd-4cb6-8b88-1e451f22df62 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:46.905182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-336fea4e-9483-40ed-9d1e-1301b780fbb5 None None] Provisioning for port d26f701a-1fa1-4de1-b032-99c947ba15e4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:46.911864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0002e80e-53fd-4cb6-8b88-1e451f22df62 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.912370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.929923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.946051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:46.947079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.951879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-336fea4e-9483-40ed-9d1e-1301b780fbb5 None None] Provisioning complete for port d26f701a-1fa1-4de1-b032-99c947ba15e4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.952322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-336fea4e-9483-40ed-9d1e-1301b780fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:46.974987 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:47.097465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-336fea4e-9483-40ed-9d1e-1301b780fbb5 None None] Port d26f701a-1fa1-4de1-b032-99c947ba15e4 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:47.099752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.104529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.121396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b823dc-15ba-4c06-a056-700a9d49266a None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:46:47.124024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e66ea6da-962c-4110-8508-5b14eabbb808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:47.150613 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/a6a2bffd-d634-43de-ab27-f98a2ecd603e HTTP/1.1" status: 204 len: 168 time: 5.5211303 Dec 22 08:46:47.151721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=a6a2bffd-d634-43de-ab27-f98a2ecd603e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:47.154100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36220) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.158186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:47.310455 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:43Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:47.315771 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:47.316176 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Updating router 6f1951b6-ed85-4645-9e2b-e3109bf3389f port d26f701a-1fa1-4de1-b032-99c947ba15e4 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:46:47.360264 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-429bb54e-4f25-4ec2-8b60-aea6b7f4497e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:47.360779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429bb54e-4f25-4ec2-8b60-aea6b7f4497e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:47.365162 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-429bb54e-4f25-4ec2-8b60-aea6b7f4497e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/d5ed98ce-9a61-405a-a166-73a90ae950eb HTTP/1.1" status: 404 len: 337 time: 0.2065334 Dec 22 08:46:47.366457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b823dc-15ba-4c06-a056-700a9d49266a None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:46:47.369746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.370574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36224) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.373429 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.374303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.385616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.396466 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-977314ed-3226-4b9a-82da-3d828e99411b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:47.396948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977314ed-3226-4b9a-82da-3d828e99411b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:47.401013 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-977314ed-3226-4b9a-82da-3d828e99411b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/a6a2bffd-d634-43de-ab27-f98a2ecd603e HTTP/1.1" status: 404 len: 339 time: 0.0270681 Dec 22 08:46:47.404469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36228) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.455059 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e75dca8-f94a-4ead-b577-f43509ba5edd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:47.456142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e75dca8-f94a-4ead-b577-f43509ba5edd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:47.461188 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e75dca8-f94a-4ead-b577-f43509ba5edd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/4ad5d748-cb79-4095-a796-90776f683499 HTTP/1.1" status: 404 len: 337 time: 0.0553792 Dec 22 08:46:47.463103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.549974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-af9ed2a3-47f3-4f04-b9b3-d1d6698decf5 None None] Provisioning complete for port d26f701a-1fa1-4de1-b032-99c947ba15e4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:47.550373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-af9ed2a3-47f3-4f04-b9b3-d1d6698decf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.578267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 0002e80e-53fd-4cb6-8b88-1e451f22df62, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0002e80e-53fd-4cb6-8b88-1e451f22df62,segment=NetworkSegment(de5e8000-2a00-4e06-812a-c4a0c6732a25),segment_id=de5e8000-2a00-4e06-812a-c4a0c6732a25)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:47.604077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.618559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:47.651785 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a0d14f-4f52-4a8d-bf6d-5aeb6c1023b2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:47.652298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a0d14f-4f52-4a8d-bf6d-5aeb6c1023b2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:47.656916 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-04a0d14f-4f52-4a8d-bf6d-5aeb6c1023b2 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d11fb838-0be8-4de3-9d2d-274320f34b72 HTTP/1.1" status: 404 len: 339 time: 0.1776028 Dec 22 08:46:47.657209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36236) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.708344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-af9ed2a3-47f3-4f04-b9b3-d1d6698decf5 None None] Port d26f701a-1fa1-4de1-b032-99c947ba15e4 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:46:47.774311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=0002e80e-53fd-4cb6-8b88-1e451f22df62,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:47.778381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:47.832331 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.847247 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Transition to ACTIVE for port object d26f701a-1fa1-4de1-b032-99c947ba15e4 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:47.858131 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.865826 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:47.955514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3515242-b6a9-424d-b2d5-ffdd9ff4fa16 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 08:46:47.957141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:47.972712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.991975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4b6c639-bae5-4f1d-90a7-21e473484af0 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:48.060650 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe689a-f29a-4a95-be47-c9e4bd9bc3d4 None None] Pushing event updated for resources: {'Port': ['ID=d26f701a-1fa1-4de1-b032-99c947ba15e4,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.070336 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37fe689a-f29a-4a95-be47-c9e4bd9bc3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:48.093962 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Attempting to bind port d26f701a-1fa1-4de1-b032-99c947ba15e4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:48.094237 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Attempting to bind port d26f701a-1fa1-4de1-b032-99c947ba15e4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:48.094600 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Attempting to bind port d26f701a-1fa1-4de1-b032-99c947ba15e4 on network d5cab45c-2666-4e00-8358-de4600e0185a {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:46:48.103385 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:46:48.103838 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Checking segment: {'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:46:48.104205 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.104607 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Bound using segment: {'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:46:48.105812 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Bound port: d26f701a-1fa1-4de1-b032-99c947ba15e4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c42cfec-7166-427a-a772-071a85fc0727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:48.106129 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.123149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a4b6c639-bae5-4f1d-90a7-21e473484af0 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:48.123791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.211901 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] For port d26f701a-1fa1-4de1-b032-99c947ba15e4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:46:48.220907 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] For port d26f701a-1fa1-4de1-b032-99c947ba15e4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d26f701a-1fa1-4de1-b032-99c947ba15e4,segment=NetworkSegment(3c42cfec-7166-427a-a772-071a85fc0727),segment_id=3c42cfec-7166-427a-a772-071a85fc0727)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:46:48.230859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3515242-b6a9-424d-b2d5-ffdd9ff4fa16 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:46:48.233576 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.241607 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3e0ef698-24c0-4ed8-b2b1-5a51239b30f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:48.262114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:48.270069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.273765 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7fc6139e-e9f1-40ff-bee4-1e73b46bc8be tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 200 len: 954 time: 2.5448871 Dec 22 08:46:48.273765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.275012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36240) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.304283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2da35e-ea8d-433c-9f3d-85d597391a44']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.319251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e37184-9ec0-40ac-950a-4ca74982ab8b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.319630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e37184-9ec0-40ac-950a-4ca74982ab8b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.334493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.339546 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:48.340508 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.352003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0002e80e-53fd-4cb6-8b88-1e451f22df62 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:48.352350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.359749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:48.360471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:48.386893 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:48.476377 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe689a-f29a-4a95-be47-c9e4bd9bc3d4 None None] Pushing event updated for resources: {'Port': ['ID=d26f701a-1fa1-4de1-b032-99c947ba15e4,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.493750 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37fe689a-f29a-4a95-be47-c9e4bd9bc3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:48.499270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.507507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-863381f8-cf97-4675-bb9e-820068abbdcd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:48.529009 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b8eb84cd-7271-4b2a-9a94-63d52bddbfa9 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 200 len: 954 time: 0.2509737 Dec 22 08:46:48.531400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36244) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.536702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.536988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'routes': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:48.540606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=8b2da35e-ea8d-433c-9f3d-85d597391a44,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.544392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:48.549114 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:48.553366 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/8b2da35e-ea8d-433c-9f3d-85d597391a44 HTTP/1.1" status: 204 len: 168 time: 0.8952639 Dec 22 08:46:48.555824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36248) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.602942 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5190dc-daa8-440c-a2ba-c8a8f194f908 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.603312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5190dc-daa8-440c-a2ba-c8a8f194f908 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.605460 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5d5190dc-daa8-440c-a2ba-c8a8f194f908 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/5e3480f0-bf5c-4783-a2c7-4eebc8cd5df5 HTTP/1.1" status: 404 len: 337 time: 0.0484333 Dec 22 08:46:48.608144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.621006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0002e80e-53fd-4cb6-8b88-1e451f22df62 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:48.621389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.642571 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15ac9f5-2098-4b68-bb28-c9e9a956414e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.643448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15ac9f5-2098-4b68-bb28-c9e9a956414e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.645569 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b15ac9f5-2098-4b68-bb28-c9e9a956414e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d600ff42-3d6d-4ba3-b451-477ef400764a HTTP/1.1" status: 404 len: 339 time: 0.0361161 Dec 22 08:46:48.647978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36256) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.695962 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-416be7a6-155b-4cc0-83df-275c3239ecb1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.696910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416be7a6-155b-4cc0-83df-275c3239ecb1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.698893 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-416be7a6-155b-4cc0-83df-275c3239ecb1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/b29abccc-0fac-4f02-8f8b-26448fd67992 HTTP/1.1" status: 404 len: 337 time: 0.0497601 Dec 22 08:46:48.702422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36260) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.743146 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd8264d-6d91-40c8-a47c-50bf96205c6d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.744330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd8264d-6d91-40c8-a47c-50bf96205c6d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.746273 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6dd8264d-6d91-40c8-a47c-50bf96205c6d tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/2088bb51-7225-4d52-b338-f7daa1725f3b HTTP/1.1" status: 404 len: 339 time: 0.0424953 Dec 22 08:46:48.748937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36264) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.800584 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0b4f4f-7a44-4647-b0b1-0598ff61176b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.801039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0b4f4f-7a44-4647-b0b1-0598ff61176b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.802805 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7b0b4f4f-7a44-4647-b0b1-0598ff61176b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/2e04f29c-7129-4e6a-bab6-6958371f74fb HTTP/1.1" status: 404 len: 337 time: 0.0527389 Dec 22 08:46:48.805507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36268) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.831109 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c368cf7a-d2d8-4eaa-93c5-b74cbe634cda tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.831589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c368cf7a-d2d8-4eaa-93c5-b74cbe634cda tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.833654 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c368cf7a-d2d8-4eaa-93c5-b74cbe634cda tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/1ffc065a-c84a-4746-b316-47d52a2ee5f1 HTTP/1.1" status: 404 len: 339 time: 0.0269618 Dec 22 08:46:48.836121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36272) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.876200 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd739e3-fe2b-40a6-9ded-965c71c95a2c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.876578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd739e3-fe2b-40a6-9ded-965c71c95a2c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.878319 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dbd739e3-fe2b-40a6-9ded-965c71c95a2c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/8ca9be0a-4f4b-4d71-bc26-be3fae7d1fa8 HTTP/1.1" status: 404 len: 337 time: 0.0412357 Dec 22 08:46:48.881849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36276) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.907108 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82b4801-96ba-4c2c-a6bc-c449421fa9d9 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.907602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82b4801-96ba-4c2c-a6bc-c449421fa9d9 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.910840 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e82b4801-96ba-4c2c-a6bc-c449421fa9d9 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d7e56db8-10bb-489f-937e-1e3922fb70f4 HTTP/1.1" status: 404 len: 339 time: 0.0273020 Dec 22 08:46:48.917117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36280) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.969260 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0e029e-3734-4fa4-8d02-c0cadf634c13 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:48.969942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0e029e-3734-4fa4-8d02-c0cadf634c13 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:48.976041 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2d0e029e-3734-4fa4-8d02-c0cadf634c13 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/3f766312-1463-47d3-b466-14c703ec3be7 HTTP/1.1" status: 404 len: 337 time: 0.0574868 Dec 22 08:46:48.976921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36284) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:48.986696 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:46Z', 'revision_number': 6, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:48Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:48.992308 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca86bfa7-4bc1-4e40-9c39-4328a8e3e332 None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:46Z', 'revision_number': 6, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:48Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:49.025314 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4170c5-d34a-42af-8cb8-7e1eba2fa4df tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:49.025867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4170c5-d34a-42af-8cb8-7e1eba2fa4df tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:49.028524 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7f4170c5-d34a-42af-8cb8-7e1eba2fa4df tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/7a15bdf8-1b01-4d44-ad37-bfdf3823b4b3 HTTP/1.1" status: 404 len: 339 time: 0.0505650 Dec 22 08:46:49.031073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36288) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.079040 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d927e2-03c6-4e57-93c2-4db8a2f7acec tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:49.079631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d927e2-03c6-4e57-93c2-4db8a2f7acec tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:49.085497 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-97d927e2-03c6-4e57-93c2-4db8a2f7acec tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/0a63663c-f4a2-4546-b9a0-98b5f7878f8d HTTP/1.1" status: 404 len: 337 time: 0.0505443 Dec 22 08:46:49.087896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36292) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.114651 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c549322-5b62-4b61-8516-419d6d23dc59 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:49.115134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c549322-5b62-4b61-8516-419d6d23dc59 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:49.118869 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c549322-5b62-4b61-8516-419d6d23dc59 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/d638cc37-5c6d-4658-850f-78b4ffba5d1e HTTP/1.1" status: 404 len: 339 time: 0.0271432 Dec 22 08:46:49.121097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36296) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.170958 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b795afc9-1ff8-4979-8c3f-11e3236ac6b3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:49.171425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b795afc9-1ff8-4979-8c3f-11e3236ac6b3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:49.173416 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b795afc9-1ff8-4979-8c3f-11e3236ac6b3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/443a0a20-0453-42ac-9dfa-3c6b420ec046 HTTP/1.1" status: 404 len: 337 time: 0.0508902 Dec 22 08:46:49.176550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36300) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.203603 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b22ae3d-6e85-4752-83b4-b1ffd8541bfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:49.204338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b22ae3d-6e85-4752-83b4-b1ffd8541bfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:49.207556 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9b22ae3d-6e85-4752-83b4-b1ffd8541bfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/0e3da5e4-9f5a-4e4d-9039-4bcf3a1dd806 HTTP/1.1" status: 404 len: 339 time: 0.0300369 Dec 22 08:46:49.210038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36304) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.247448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.extraroute_db [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added routes are [] {{(pid=87601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:46:49.248187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.extraroute_db [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:46:49.255730 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cff0ca-89c4-4517-aea5-56035fc760c7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:49.256587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cff0ca-89c4-4517-aea5-56035fc760c7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:49.258892 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-25cff0ca-89c4-4517-aea5-56035fc760c7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/62b7573d-4c5f-42c5-9f31-2c77ea801583 HTTP/1.1" status: 404 len: 337 time: 0.0471942 Dec 22 08:46:49.261363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36308) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.292102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.293656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:49.297880 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d072225-4379-426a-96f0-9529f7fc2c25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:49.298961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d072225-4379-426a-96f0-9529f7fc2c25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:49.301764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d072225-4379-426a-96f0-9529f7fc2c25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/397df91e-8afc-451d-82fa-66758f7865db HTTP/1.1" status: 404 len: 339 time: 0.0393305 Dec 22 08:46:49.304322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36312) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.318510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:49.319917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:49.395548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Deleting subnet 3e1aae99-68bd-49a9-b7eb-120f271a9dd6 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:49.399164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.475812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.495090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:49.612761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.670919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.674805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.703577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.709697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b9bd007-51c3-431b-b0d9-86ad9b6c8941 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:49.746303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1aae99-68bd-49a9-b7eb-120f271a9dd6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:49.750618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:49.754154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.768212 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/subnets/3e1aae99-68bd-49a9-b7eb-120f271a9dd6 HTTP/1.1" status: 204 len: 168 time: 0.4624958 Dec 22 08:46:49.769510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36316) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:49.792198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc096956-c27d-4343-af5e-17d325d17d5c None None] Network 32c341c7-6373-466d-b97c-10e20d3cb251 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:49.917020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.932342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Deleting port cd41d036-5da5-4e23-b847-24513be40656 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:49.932979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.990369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d26f701a-1fa1-4de1-b032-99c947ba15e4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:50.014359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:50.178434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port d26f701a-1fa1-4de1-b032-99c947ba15e4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:50.185738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port d26f701a-1fa1-4de1-b032-99c947ba15e4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:50.186249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.199865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:50.207111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.210872 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b1643ab0-3b6c-431a-94a5-19956c4c40a4 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 200 len: 704 time: 1.6759102 Dec 22 08:46:50.211213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36320) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:50.272583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:49Z', 'revision_number': 7, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:48Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:50.279487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:50.295782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:50.296501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:50.322479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] For port cd41d036-5da5-4e23-b847-24513be40656, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cd41d036-5da5-4e23-b847-24513be40656,segment=NetworkSegment(28ec9072-05af-4792-951f-380af0d59f2e),segment_id=28ec9072-05af-4792-951f-380af0d59f2e)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:50.323113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.356616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4611cff-f353-4f7f-8b67-f26bd461b3a2 None None] DHCP port deletion for 32c341c7-6373-466d-b97c-10e20d3cb251 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:50.403555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e20003fc-16eb-4a61-8323-0457b633bd3a tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 200 len: 704 time: 0.1886070 Dec 22 08:46:50.404182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36324) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:50.478058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Calling delete_port for cd41d036-5da5-4e23-b847-24513be40656 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:50.540404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.550251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c4611cff-f353-4f7f-8b67-f26bd461b3a2 None None] Deleting port cd41d036-5da5-4e23-b847-24513be40656 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:50.550633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4611cff-f353-4f7f-8b67-f26bd461b3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.575426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.583888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a4f5eb99-0cf6-4b97-84ee-eba483c784a7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:50.632170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Port': ['ID=cd41d036-5da5-4e23-b847-24513be40656,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:50.635297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:50.636237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] No DVR routers for this DVR port cd41d036-5da5-4e23-b847-24513be40656 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:50.653558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c4611cff-f353-4f7f-8b67-f26bd461b3a2 None None] The port 'cd41d036-5da5-4e23-b847-24513be40656' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:50.686868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:50.731983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port d26f701a-1fa1-4de1-b032-99c947ba15e4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d26f701a-1fa1-4de1-b032-99c947ba15e4,segment=NetworkSegment(3c42cfec-7166-427a-a772-071a85fc0727),segment_id=3c42cfec-7166-427a-a772-071a85fc0727)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:50.750705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.755245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ebe4e96b-3059-4002-9548-dfc919514b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:50.771255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.799999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c341c7-6373-466d-b97c-10e20d3cb251']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:50.832197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ec9072-05af-4792-951f-380af0d59f2e') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:50.833261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ec9072-05af-4792-951f-380af0d59f2e') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:50.846659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.864197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.871288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:50.871630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:50.886928 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:50.903882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=d26f701a-1fa1-4de1-b032-99c947ba15e4,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:50.918872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:50.984372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.988980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.996113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-579b828e-ba6d-4c3a-aded-2ca1b8ff0f91 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:51.021168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.023183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Pushing event deleted for resources: {'Network': ['ID=32c341c7-6373-466d-b97c-10e20d3cb251,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:51.026093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:51.033600 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] 10.222.0.36 "DELETE /v2.0/networks/32c341c7-6373-466d-b97c-10e20d3cb251 HTTP/1.1" status: 204 len: 168 time: 1.2629528 Dec 22 08:46:51.121780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:49Z', 'revision_number': 7, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:48Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:51.126448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc409b-5e39-4334-a23f-e4ffb742c7be None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:49Z', 'revision_number': 7, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:48Z', 'revision_number': 4, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:51.363202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36332) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:51.386518 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:51.398408 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:51.399424 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:51.412663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port d26f701a-1fa1-4de1-b032-99c947ba15e4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:51.413623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.612768 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b2306ae4-c482-40c6-9b8f-56cf84304574 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62be88d529aa45b8b85fcbff24449417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459552 Dec 22 08:46:51.613030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36338) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:51.694410 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:51.709851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.747445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.830224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.839295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:51.880535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd5be05-5e7b-498a-9f03-52b28401d108,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:51.881752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port d26f701a-1fa1-4de1-b032-99c947ba15e4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d26f701a-1fa1-4de1-b032-99c947ba15e4,segment=NetworkSegment(3c42cfec-7166-427a-a772-071a85fc0727),segment_id=3c42cfec-7166-427a-a772-071a85fc0727)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:51.882160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.886465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:51.890163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.894022 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dd5be05-5e7b-498a-9f03-52b28401d108 HTTP/1.1" status: 204 len: 168 time: 0.2787931 Dec 22 08:46:52.046526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d26f701a-1fa1-4de1-b032-99c947ba15e4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:52.065486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for d26f701a-1fa1-4de1-b032-99c947ba15e4 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:52.105889 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:49Z', 'revision_number': 7, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:50Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:52.112830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:52.129795 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:52.130659 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:52.135531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port d26f701a-1fa1-4de1-b032-99c947ba15e4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:52.136045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.322792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.327115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:52.335301 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:52.383224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=d26f701a-1fa1-4de1-b032-99c947ba15e4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:52.386498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:52.404870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cd41d036-5da5-4e23-b847-24513be40656 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:52.450055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: cd41d036-5da5-4e23-b847-24513be40656 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:52.454504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cd41d036-5da5-4e23-b847-24513be40656 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:52.604883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.750651 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:49Z', 'revision_number': 7, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:50Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:52.767034 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d928f97f-b76a-46a5-a7f0-d5478ad6a10a None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:49Z', 'revision_number': 7, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd26f701a-1fa1-4de1-b032-99c947ba15e4', 'name': '', 'network_id': 'd5cab45c-2666-4e00-8358-de4600e0185a', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:b9:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:41Z', 'updated_at': '2021-12-22T08:46:50Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '58193090-7d06-472e-9ce7-d0e00e9e8259', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:53.062699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:53.126531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36362) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.263044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:53.272078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:53.285236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:53.285236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:53.289472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ce81bb74-14f9-449a-ab91-6dbf502fd2d6 tempest-DvrRoutersNegativeTest-1024228493 tempest-DvrRoutersNegativeTest-1024228493-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1306655444', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:53.289472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.policy [None req-ce81bb74-14f9-449a-ab91-6dbf502fd2d6 tempest-DvrRoutersNegativeTest-1024228493 tempest-DvrRoutersNegativeTest-1024228493-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87600) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 22 08:46:53.296533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.policy [None req-ce81bb74-14f9-449a-ab91-6dbf502fd2d6 tempest-DvrRoutersNegativeTest-1024228493 tempest-DvrRoutersNegativeTest-1024228493-project] Failed policy check for 'create_router' {{(pid=87600) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 22 08:46:53.296533 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-ce81bb74-14f9-449a-ab91-6dbf502fd2d6 tempest-DvrRoutersNegativeTest-1024228493 tempest-DvrRoutersNegativeTest-1024228493-project] create failed (client error): Access was denied to this resource. Dec 22 08:46:53.296533 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce81bb74-14f9-449a-ab91-6dbf502fd2d6 tempest-DvrRoutersNegativeTest-1024228493 tempest-DvrRoutersNegativeTest-1024228493-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1659153 Dec 22 08:46:53.296927 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8894403 Dec 22 08:46:53.298444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36370) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.390322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet 58193090-7d06-472e-9ce7-d0e00e9e8259 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:53.392364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.473169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.529529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:53.627880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.748838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.767605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71db62c2-3e29-4b46-a6a5-9a0c68672fc1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:53.801914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=58193090-7d06-472e-9ce7-d0e00e9e8259,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:53.804159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.812376 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/58193090-7d06-472e-9ce7-d0e00e9e8259 HTTP/1.1" status: 204 len: 168 time: 0.5111403 Dec 22 08:46:53.812857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:53.815462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36376) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.826183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a973edd-5e81-4a90-8adf-39c515c2456e None None] Network d5cab45c-2666-4e00-8358-de4600e0185a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:53.947166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36380) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.971726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.993302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port a4b6c639-bae5-4f1d-90a7-21e473484af0 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:53.993687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.129849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.146874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:54.151112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c414f19e41435e84160c071189e878 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:54.153953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:54.159689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:54.256342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port a4b6c639-bae5-4f1d-90a7-21e473484af0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4b6c639-bae5-4f1d-90a7-21e473484af0,segment=NetworkSegment(3c42cfec-7166-427a-a772-071a85fc0727),segment_id=3c42cfec-7166-427a-a772-071a85fc0727)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:54.256342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.326336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:52Z', 'revision_number': 8, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:54.331101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.331356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:54.340826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.342626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:54.343355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:54.353925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2a7d1866-100a-4057-ba36-2a9a35b83d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.401725 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5c414f19e41435e84160c071189e878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530864 Dec 22 08:46:54.401997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36386) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:54.405799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b41a3b-100a-4ce4-be3c-68146b3981dd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.406844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5b86f-ec96-4af1-8d50-668bfc0d8b04 None None] DHCP port deletion for d5cab45c-2666-4e00-8358-de4600e0185a request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:54.409204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.438533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for a4b6c639-bae5-4f1d-90a7-21e473484af0 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:54.473252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5b86f-ec96-4af1-8d50-668bfc0d8b04 None None] Deleting port a4b6c639-bae5-4f1d-90a7-21e473484af0 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:54.473628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b86f-ec96-4af1-8d50-668bfc0d8b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.569046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.575973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.599361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5b86f-ec96-4af1-8d50-668bfc0d8b04 None None] The port 'a4b6c639-bae5-4f1d-90a7-21e473484af0' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:54.604242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:54.633941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.642853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=a4b6c639-bae5-4f1d-90a7-21e473484af0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.647236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.647236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No DVR routers for this DVR port a4b6c639-bae5-4f1d-90a7-21e473484af0 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:54.667517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.732432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.738758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-01c210ab-60a7-4591-aec6-a646796af034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.754103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b41a3b-100a-4ce4-be3c-68146b3981dd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.757839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.762039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.763485 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35b41a3b-100a-4ce4-be3c-68146b3981dd HTTP/1.1" status: 204 len: 168 time: 0.3606207 Dec 22 08:46:54.994024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.024114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cab45c-2666-4e00-8358-de4600e0185a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:55.045451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c42cfec-7166-427a-a772-071a85fc0727') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:55.045451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c42cfec-7166-427a-a772-071a85fc0727') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:55.073485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.079799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:52Z', 'revision_number': 8, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:55.095185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afe1443-fa26-4fb1-b87f-2a01eebb79a8 None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:52Z', 'revision_number': 8, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '0002e80e-53fd-4cb6-8b88-1e451f22df62', 'name': '', 'network_id': '86d1ec2c-128b-483f-bc9d-6662e2160ede', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:cc:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:35Z', 'updated_at': '2021-12-22T08:46:47Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'caec236d-dacb-4f14-bda0-88823aaff1ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:55.106319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.120119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:55.120119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:55.145061 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:55.237817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.242613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.245559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-64d1cc36-b315-4477-be8d-18411c95c46c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:55.271968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=d5cab45c-2666-4e00-8358-de4600e0185a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:55.274753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:55.280482 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/d5cab45c-2666-4e00-8358-de4600e0185a HTTP/1.1" status: 204 len: 168 time: 1.4649606 Dec 22 08:46:55.284641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36400) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:55.780719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36414) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:55.906971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.921075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4b6c639-bae5-4f1d-90a7-21e473484af0 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:55.963283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a4b6c639-bae5-4f1d-90a7-21e473484af0 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:55.963283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4b6c639-bae5-4f1d-90a7-21e473484af0 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:55.963283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d26f701a-1fa1-4de1-b032-99c947ba15e4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:56.002373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: d26f701a-1fa1-4de1-b032-99c947ba15e4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:46:56.003693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d26f701a-1fa1-4de1-b032-99c947ba15e4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:56.036185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ac8cecc4-ee8f-44bd-8c1a-98ef1f0622c5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:56.036617 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.api.v2.base [None req-ac8cecc4-ee8f-44bd-8c1a-98ef1f0622c5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:46:56.037103 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-ac8cecc4-ee8f-44bd-8c1a-98ef1f0622c5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:46:56.038025 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ac8cecc4-ee8f-44bd-8c1a-98ef1f0622c5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2670388 Dec 22 08:46:56.041803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36420) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:56.047626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608396270'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:56.057318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:56.061480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:56.064361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:56.070408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:56.083380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.097048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.112267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:56.116167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:56.120933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:56.124889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:56.219974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.223962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.227586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b2fd6ac6-8733-4766-a495-4f7382e57de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:56.235604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:56.243187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:56.247968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:56.263228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:56.272051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c9f81b-d402-4236-a9a5-a48d2bd5968b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:56.272799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 0002e80e-53fd-4cb6-8b88-1e451f22df62 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:56.273112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.275280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:56.352865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.357227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.362943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df9ac439-b293-4ca9-9d20-412ff4db3da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:56.404939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.406179 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3629780 Dec 22 08:46:56.407208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0847c982-6e74-48eb-afcc-5254ef4ce2c8,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:56.409191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36424) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:56.410162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:56.425841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '0847c982-6e74-48eb-afcc-5254ef4ce2c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:56.435885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:56.446191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:56.448743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:56.473271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:56.501119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port 0002e80e-53fd-4cb6-8b88-1e451f22df62, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0002e80e-53fd-4cb6-8b88-1e451f22df62,segment=NetworkSegment(de5e8000-2a00-4e06-812a-c4a0c6732a25),segment_id=de5e8000-2a00-4e06-812a-c4a0c6732a25)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:56.501485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.568703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.640455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 0002e80e-53fd-4cb6-8b88-1e451f22df62 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:56.906853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.913529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.922012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:56.948708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb7cc29-b89f-46b0-9861-568d213036dc,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:56.951964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:56.963521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.964836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5546377 Dec 22 08:46:56.969120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:56.975031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '0847c982-6e74-48eb-afcc-5254ef4ce2c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:56.981597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:56.985587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:56.989145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:56.994891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:57.018610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.058205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.063375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:57.097998 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:46:57.099556 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4eb76eec-8d7c-4617-9db1-a34f8adcab86 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1288977 Dec 22 08:46:57.102061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.114280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=0002e80e-53fd-4cb6-8b88-1e451f22df62,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:57.114280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:57.187504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.225515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.297636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.303694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8260f526-63d0-41f6-a917-1c9c94a58183 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:57.316912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847c982-6e74-48eb-afcc-5254ef4ce2c8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:57.319308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:57.326294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.326486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.327797 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/0847c982-6e74-48eb-afcc-5254ef4ce2c8 HTTP/1.1" status: 204 len: 168 time: 0.2247376 Dec 22 08:46:57.330290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36436) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.387809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-200ab5d0-a73b-4536-961a-90861804c46a tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:57.418694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-200ab5d0-a73b-4536-961a-90861804c46a tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:57.423860 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-200ab5d0-a73b-4536-961a-90861804c46a tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0882933 Dec 22 08:46:57.424513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.429709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602754359'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:57.436741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:57.447003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:57.464491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.486326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:57.490768 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:57.493842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:57.499740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:57.582468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.586314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.590486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-63a78340-40ce-4c73-b4eb-dd993b59fcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:57.634316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d40aed-8381-4714-a1cc-813a4993ac73,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:57.637873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:57.644431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.647016 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2213802 Dec 22 08:46:57.649805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.656794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5cd25972-0048-4206-b547-dd752ee6fa41 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': 'b2d40aed-8381-4714-a1cc-813a4993ac73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:57.657327 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-5cd25972-0048-4206-b547-dd752ee6fa41 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 08:46:57.657884 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-5cd25972-0048-4206-b547-dd752ee6fa41 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:57.659197 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5cd25972-0048-4206-b547-dd752ee6fa41 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079153 Dec 22 08:46:57.662071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.668463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:46:57.738291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.766608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.828618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.834268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51ad05dc-daad-41c0-af08-e82ad9797048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:57.842080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:46:57.852415 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:46:57.857439 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5747316 Dec 22 08:46:57.861124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d40aed-8381-4714-a1cc-813a4993ac73,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:57.861833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36452) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.866531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.869333 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/b2d40aed-8381-4714-a1cc-813a4993ac73 HTTP/1.1" status: 204 len: 168 time: 0.2041101 Dec 22 08:46:57.869333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:57.873068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36456) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.875100 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:57.875239 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:57.938961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cacbe66a-92d0-465b-8f9d-be9b1342b449 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:57.959993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet caec236d-dacb-4f14-bda0-88823aaff1ee {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:46:57.963622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cacbe66a-92d0-465b-8f9d-be9b1342b449 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:57.963889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.970592 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cacbe66a-92d0-465b-8f9d-be9b1342b449 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916047 Dec 22 08:46:57.970867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36460) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.977383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309910065'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:57.985319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:57.999407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:58.013948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.028412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.038520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:58.043275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:58.047667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:58.056721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:58.068233 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:58.148212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.154201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.162799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.163953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c49706d-c297-4b1f-b183-dfed5d43c812 tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:58.213779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b18c4-c9a1-4655-a71c-5864f4e85c34,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.217393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:58.219107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.221990 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2495744 Dec 22 08:46:58.225362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36464) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.233609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a54c58ee-d13f-43f7-8ee5-1585eefeab76 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '2e8b18c4-c9a1-4655-a71c-5864f4e85c34', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:58.234530 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-a54c58ee-d13f-43f7-8ee5-1585eefeab76 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 08:46:58.235343 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-a54c58ee-d13f-43f7-8ee5-1585eefeab76 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:58.236483 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a54c58ee-d13f-43f7-8ee5-1585eefeab76 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082195 Dec 22 08:46:58.240026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36468) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.258348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.262525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c9e33365-7d09-4247-8839-70e8e0e4e182 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:58.301949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=caec236d-dacb-4f14-bda0-88823aaff1ee,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.305691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:58.306980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.314040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff96959-a902-47ad-8f3b-2dd62bf0e397 None None] Network 86d1ec2c-128b-483f-bc9d-6662e2160ede requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:46:58.319596 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/caec236d-dacb-4f14-bda0-88823aaff1ee HTTP/1.1" status: 204 len: 168 time: 0.4562757 Dec 22 08:46:58.322355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36472) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.345702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.381872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.461289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.465727 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:56Z', 'revision_number': 9, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:58.468082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7eb62f83-85e5-4f2d-8e88-47c645d350aa tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:58.474614 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:46:58.484925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.486874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b18c4-c9a1-4655-a71c-5864f4e85c34,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.493584 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:46:58.496450 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:58.503649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:58.512256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.513125 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e8b18c4-c9a1-4655-a71c-5864f4e85c34 HTTP/1.1" status: 204 len: 168 time: 0.2719164 Dec 22 08:46:58.515693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.524407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port a9749783-8d84-4872-82b4-1738276b7f02 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:58.524610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.584834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-809c6dfd-018c-4fd7-a3e0-f4a10e4f3d35 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:58.609511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-809c6dfd-018c-4fd7-a3e0-f4a10e4f3d35 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:58.611514 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-809c6dfd-018c-4fd7-a3e0-f4a10e4f3d35 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948489 Dec 22 08:46:58.616047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36480) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.622635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962132373'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:58.630040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:58.645811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:58.646081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] DHCP port deletion for 86d1ec2c-128b-483f-bc9d-6662e2160ede request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:46:58.650503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Deleting port a9749783-8d84-4872-82b4-1738276b7f02 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:58.651254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.660815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.699937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:58.706591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:58.711072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:58.717145 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:46:58.719538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:58.816383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.822482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.828607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d6440819-57b9-4236-b9a8-4ce4aa927412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:58.908663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4449ac3d-f206-4ca8-8aea-fdb2e384d357,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:58.908663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:58.921056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.921056 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3011389 Dec 22 08:46:58.944668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.953335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3aec0980-e4e6-4b3c-b025-13567574a0d5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '4449ac3d-f206-4ca8-8aea-fdb2e384d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:58.955061 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-3aec0980-e4e6-4b3c-b025-13567574a0d5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 08:46:58.955957 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-3aec0980-e4e6-4b3c-b025-13567574a0d5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:58.957951 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3aec0980-e4e6-4b3c-b025-13567574a0d5 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194511 Dec 22 08:46:58.964298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36488) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.965911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port a9749783-8d84-4872-82b4-1738276b7f02, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a9749783-8d84-4872-82b4-1738276b7f02,segment=NetworkSegment(de5e8000-2a00-4e06-812a-c4a0c6732a25),segment_id=de5e8000-2a00-4e06-812a-c4a0c6732a25)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:58.967110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.970623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-edaaa539-51a9-4ae0-8673-0465f8b0e48f tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '4449ac3d-f206-4ca8-8aea-fdb2e384d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:58.971474 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-edaaa539-51a9-4ae0-8673-0465f8b0e48f tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 08:46:58.972145 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-edaaa539-51a9-4ae0-8673-0465f8b0e48f tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:58.977290 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-edaaa539-51a9-4ae0-8673-0465f8b0e48f tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084155 Dec 22 08:46:58.978541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36492) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.989543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9c26ea26-d35e-4b09-95a9-ebb7b83343fd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '4449ac3d-f206-4ca8-8aea-fdb2e384d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:58.990900 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-9c26ea26-d35e-4b09-95a9-ebb7b83343fd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 08:46:58.991584 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-9c26ea26-d35e-4b09-95a9-ebb7b83343fd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:58.995026 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9c26ea26-d35e-4b09-95a9-ebb7b83343fd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134680 Dec 22 08:46:59.001018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.007338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b9d7b5e2-8073-4169-b522-bc59e98ec3ff tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '4449ac3d-f206-4ca8-8aea-fdb2e384d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.009352 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-b9d7b5e2-8073-4169-b522-bc59e98ec3ff tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 08:46:59.010187 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b9d7b5e2-8073-4169-b522-bc59e98ec3ff tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.014402 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b9d7b5e2-8073-4169-b522-bc59e98ec3ff tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119445 Dec 22 08:46:59.014969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.016621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] For port a9749783-8d84-4872-82b4-1738276b7f02, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a9749783-8d84-4872-82b4-1738276b7f02,segment=NetworkSegment(de5e8000-2a00-4e06-812a-c4a0c6732a25),segment_id=de5e8000-2a00-4e06-812a-c4a0c6732a25)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:46:59.017402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.093295 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:56Z', 'revision_number': 9, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:59.099108 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ebdf5-56ea-4789-b0bd-f5de48721c9b None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:46:56Z', 'revision_number': 9, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '2f2ac20e-5349-4f7c-a391-0911f25426e7', 'name': '', 'network_id': 'fd116d76-71cd-486a-a1c0-26053099ea87', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:4d:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:29Z', 'updated_at': '2021-12-22T08:46:36Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': '10520bba-bbff-410e-af16-da2ef7a9ffca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:46:59.107245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.113291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for a9749783-8d84-4872-82b4-1738276b7f02 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:59.166181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.225614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.227029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.227530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Calling delete_port for a9749783-8d84-4872-82b4-1738276b7f02 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:46:59.230245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-81ad98ba-1175-4a3d-9636-40df83a3ce48 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:59.232113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8fdab505-04a6-46d1-a9dc-f20511b71145 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:59.246615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4449ac3d-f206-4ca8-8aea-fdb2e384d357,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:59.250435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:59.256217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.259715 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/4449ac3d-f206-4ca8-8aea-fdb2e384d357 HTTP/1.1" status: 204 len: 168 time: 0.2414849 Dec 22 08:46:59.259990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.277974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=a9749783-8d84-4872-82b4-1738276b7f02,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:59.279890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No DVR routers for this DVR port a9749783-8d84-4872-82b4-1738276b7f02 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:59.281747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:59.315406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-422002b0-1cda-49ef-8308-2f918a935a0d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:59.325882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:59.326996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:59.331759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-422002b0-1cda-49ef-8308-2f918a935a0d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:59.333269 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-422002b0-1cda-49ef-8308-2f918a935a0d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723450 Dec 22 08:46:59.337259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.342338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--727653261'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.349765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:59.359306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:59.370917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.393655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:59.397775 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:59.400808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:59.406591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:59.413151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.446120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d1ec2c-128b-483f-bc9d-6662e2160ede']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:59.469075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5e8000-2a00-4e06-812a-c4a0c6732a25') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:59.469511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5e8000-2a00-4e06-812a-c4a0c6732a25') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:59.480974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.483331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.485825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.491405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-14092e73-7923-443a-99f0-757c97bca4cd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:59.513885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.526333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:46:59.527227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.550523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147df888-0450-4187-866c-e74d7f1ffeca,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:59.553395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:59.561843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.563211 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-43894630-6999-4768-a0a3-1ab5b074be24 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2252054 Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:59.566049 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:59.570325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.572447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3493e4ea-4359-435d-81e0-62b337fba6f1 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.572883 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-3493e4ea-4359-435d-81e0-62b337fba6f1 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:46:59.573366 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-3493e4ea-4359-435d-81e0-62b337fba6f1 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.574327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3493e4ea-4359-435d-81e0-62b337fba6f1 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065379 Dec 22 08:46:59.577399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.584168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-05255a55-d1ab-425b-8f9f-0ff89209a356 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.594666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-05255a55-d1ab-425b-8f9f-0ff89209a356 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:59.599607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-05255a55-d1ab-425b-8f9f-0ff89209a356 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:59.602706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-05255a55-d1ab-425b-8f9f-0ff89209a356 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:59.608908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-05255a55-d1ab-425b-8f9f-0ff89209a356 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:59.646201 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-05255a55-d1ab-425b-8f9f-0ff89209a356 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.647807 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05255a55-d1ab-425b-8f9f-0ff89209a356 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0690644 Dec 22 08:46:59.652682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36520) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.658033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-24b0e35b-844a-4dc6-84a7-0f60aee8fb4c tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.658661 dv-neutron-822602-1-hyperv neutron-server[87600]: WARNING neutron.api.v2.base [None req-24b0e35b-844a-4dc6-84a7-0f60aee8fb4c tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 08:46:59.659414 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-24b0e35b-844a-4dc6-84a7-0f60aee8fb4c tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.663107 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-24b0e35b-844a-4dc6-84a7-0f60aee8fb4c tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073209 Dec 22 08:46:59.663447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36524) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.670819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c53ac709-4fc3-4e30-ae18-3e33bfa28043 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.681126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.681126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.684641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:59.700858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c53ac709-4fc3-4e30-ae18-3e33bfa28043 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:59.713910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c53ac709-4fc3-4e30-ae18-3e33bfa28043 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:59.716754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=86d1ec2c-128b-483f-bc9d-6662e2160ede,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:59.719409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:59.720270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c53ac709-4fc3-4e30-ae18-3e33bfa28043 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:59.728785 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/86d1ec2c-128b-483f-bc9d-6662e2160ede HTTP/1.1" status: 204 len: 168 time: 1.4050624 Dec 22 08:46:59.729974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c53ac709-4fc3-4e30-ae18-3e33bfa28043 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:59.731573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.764829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-c53ac709-4fc3-4e30-ae18-3e33bfa28043 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.765895 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c53ac709-4fc3-4e30-ae18-3e33bfa28043 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1011026 Dec 22 08:46:59.768730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36532) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.773816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-37afd574-f514-4674-8d9b-4879ddb9f428 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.774332 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.api.v2.base [None req-37afd574-f514-4674-8d9b-4879ddb9f428 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 08:46:59.774911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-37afd574-f514-4674-8d9b-4879ddb9f428 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.775869 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-37afd574-f514-4674-8d9b-4879ddb9f428 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061965 Dec 22 08:46:59.778510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36536) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.789366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.795144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:59.799913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:59.802810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:59.808652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:59.818525 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Project 8f517509f7604296bf4782b258f81efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:59.831717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Deleting port a9749783-8d84-4872-82b4-1738276b7f02 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:46:59.832273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.838184 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.842294 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c6a89000-7e57-45dd-896e-829f2ad009bd tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0609632 Dec 22 08:46:59.842566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36540) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.847632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b165d3be-699c-4226-98a8-19be6b1c0bc3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.848132 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.api.v2.base [None req-b165d3be-699c-4226-98a8-19be6b1c0bc3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 08:46:59.848589 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-b165d3be-699c-4226-98a8-19be6b1c0bc3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.851608 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b165d3be-699c-4226-98a8-19be6b1c0bc3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059516 Dec 22 08:46:59.851812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36544) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.856686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.871865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:59.879196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:59.884102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:59.893499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:59.908358 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Project 8f517509f7604296bf4782b258f81efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:59.929171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-51143b41-96fa-401c-88d7-2e25b196a10a None None] The port 'a9749783-8d84-4872-82b4-1738276b7f02' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:46:59.945967 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:59.947177 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8cdfd6ce-4038-4d1e-b74f-376cd893d40d tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0945234 Dec 22 08:46:59.949927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36548) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.956236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '147df888-0450-4187-866c-e74d7f1ffeca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:46:59.960395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a9749783-8d84-4872-82b4-1738276b7f02 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:59.963237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:59.967458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:59.970591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:59.978359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:59.992464 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Project 8f517509f7604296bf4782b258f81efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:47:00.008722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a9749783-8d84-4872-82b4-1738276b7f02 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:00.009253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a9749783-8d84-4872-82b4-1738276b7f02 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:00.009876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0002e80e-53fd-4cb6-8b88-1e451f22df62 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:00.015346 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:00.019156 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-57eed8e4-adc9-4f60-9c26-1ae1cf321757 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0654869 Dec 22 08:47:00.019481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36552) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.050896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 0002e80e-53fd-4cb6-8b88-1e451f22df62 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:00.051300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0002e80e-53fd-4cb6-8b88-1e451f22df62 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:00.103324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.133242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.181397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.185976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a284bd1-713c-4b9a-9366-29bd07598a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:00.209743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147df888-0450-4187-866c-e74d7f1ffeca,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:00.216411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:00.222890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.226971 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/147df888-0450-4187-866c-e74d7f1ffeca HTTP/1.1" status: 204 len: 168 time: 0.2035093 Dec 22 08:47:00.226971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36556) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.280061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dde6e999-55a9-4602-b4c0-a8e0a6bd5381 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:00.297224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dde6e999-55a9-4602-b4c0-a8e0a6bd5381 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:00.302523 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dde6e999-55a9-4602-b4c0-a8e0a6bd5381 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708203 Dec 22 08:47:00.302775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36560) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.308037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086838603'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:00.314814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:00.324955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:00.335859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.357443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:00.362075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:00.365235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:00.371019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:00.416782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.452687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.463202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.463202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ced1b447-624d-4eb8-8571-a8537947e553 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:00.505547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e0c280-3be6-41e3-8206-16d8b264603f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:00.508678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:00.510196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.511429 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2077150 Dec 22 08:47:00.514142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36564) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.520090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-892f881d-9452-402c-935e-903607b6ddf6 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '09e0c280-3be6-41e3-8206-16d8b264603f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:00.527175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-892f881d-9452-402c-935e-903607b6ddf6 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:00.531438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-892f881d-9452-402c-935e-903607b6ddf6 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:00.535222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-892f881d-9452-402c-935e-903607b6ddf6 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:00.541138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-892f881d-9452-402c-935e-903607b6ddf6 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:00.580224 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-892f881d-9452-402c-935e-903607b6ddf6 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The resource could not be found. Dec 22 08:47:00.582156 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-892f881d-9452-402c-935e-903607b6ddf6 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0668740 Dec 22 08:47:00.585617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36568) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.639292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-11bc7d4c-0c9d-4921-879a-ba4581fd5e93 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '09e0c280-3be6-41e3-8206-16d8b264603f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e4ba640-0be0-4362-8957-3843cd9834c8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:00.679114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-11bc7d4c-0c9d-4921-879a-ba4581fd5e93 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:00.686914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-11bc7d4c-0c9d-4921-879a-ba4581fd5e93 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:00.695598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-11bc7d4c-0c9d-4921-879a-ba4581fd5e93 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:00.703150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-11bc7d4c-0c9d-4921-879a-ba4581fd5e93 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:00.754646 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-11bc7d4c-0c9d-4921-879a-ba4581fd5e93 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The resource could not be found. Dec 22 08:47:00.755696 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-11bc7d4c-0c9d-4921-879a-ba4581fd5e93 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1689742 Dec 22 08:47:00.758658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36572) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.827041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 2f2ac20e-5349-4f7c-a391-0911f25426e7 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:00.827432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.831442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.861661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.912906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.916751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44a05a44-2caf-4f93-9b27-e2f87a899dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:00.933518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e0c280-3be6-41e3-8206-16d8b264603f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:00.936106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:00.944831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.950156 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/09e0c280-3be6-41e3-8206-16d8b264603f HTTP/1.1" status: 204 len: 168 time: 0.1858282 Dec 22 08:47:00.950409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36576) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.007413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57b0d9d6-d172-4023-9cc8-22cd14568756 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:01.027753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57b0d9d6-d172-4023-9cc8-22cd14568756 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:01.029162 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-57b0d9d6-d172-4023-9cc8-22cd14568756 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779853 Dec 22 08:47:01.033191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.041781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-15dc13b7-b040-4870-93f1-41f210691aaa tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '0cb4729c-bc30-4c10-b6c0-3356c11641cf', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:01.047022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port 2f2ac20e-5349-4f7c-a391-0911f25426e7, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2f2ac20e-5349-4f7c-a391-0911f25426e7,segment=NetworkSegment(d168b472-0204-43c4-aa76-b00139d10957),segment_id=d168b472-0204-43c4-aa76-b00139d10957)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:01.047388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.059601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-15dc13b7-b040-4870-93f1-41f210691aaa tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:01.116521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-15dc13b7-b040-4870-93f1-41f210691aaa tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:01.176883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-15dc13b7-b040-4870-93f1-41f210691aaa tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:01.185745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 2f2ac20e-5349-4f7c-a391-0911f25426e7 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:01.221814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-15dc13b7-b040-4870-93f1-41f210691aaa tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:01.304181 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-15dc13b7-b040-4870-93f1-41f210691aaa tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The resource could not be found. Dec 22 08:47:01.305239 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-15dc13b7-b040-4870-93f1-41f210691aaa tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2710617 Dec 22 08:47:01.309384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36584) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.316874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979419176'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:01.324721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:01.335897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:01.347673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.369774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:01.373950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:01.376898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:01.383306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:01.400367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.404421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:01.453739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=2f2ac20e-5349-4f7c-a391-0911f25426e7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:01.457010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:01.470317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.477009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.481287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96dcb1d6-1221-4eaf-b3cc-ed87ce502d55 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:01.530082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0fac94-8372-4234-8c05-f94d4b7c0ab5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:01.533381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:01.537694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.542278 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2313709 Dec 22 08:47:01.542869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36588) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.552470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207672024'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:01.562487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:01.570676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:01.573753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:01.580544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:01.604851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.628217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:01.632466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:01.635767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:01.642688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:01.683286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.728509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.734432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.741665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eccf239c-4760-4172-a778-523f06b7fc83 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:01.788614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2807e325-5d1b-442a-9a9b-0de95a09ca1f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:01.792241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:01.799089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.801218 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2568760 Dec 22 08:47:01.803969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36592) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.811254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b1dfc417-9e44-4460-9292-e8cfeaae72cb tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '8f0fac94-8372-4234-8c05-f94d4b7c0ab5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2807e325-5d1b-442a-9a9b-0de95a09ca1f'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:01.817921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b1dfc417-9e44-4460-9292-e8cfeaae72cb tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:01.822517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b1dfc417-9e44-4460-9292-e8cfeaae72cb tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:01.825990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b1dfc417-9e44-4460-9292-e8cfeaae72cb tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:01.834550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b1dfc417-9e44-4460-9292-e8cfeaae72cb tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:01.869665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-b1dfc417-9e44-4460-9292-e8cfeaae72cb tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:01.870716 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b1dfc417-9e44-4460-9292-e8cfeaae72cb tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0653505 Dec 22 08:47:01.874873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36596) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:01.949987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.978896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.034290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.038513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e0fa66f9-cabc-45b6-97c9-9ea85a845201 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:02.056211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807e325-5d1b-442a-9a9b-0de95a09ca1f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.060977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:02.064608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.065989 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/2807e325-5d1b-442a-9a9b-0de95a09ca1f HTTP/1.1" status: 204 len: 168 time: 0.1899483 Dec 22 08:47:02.068542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36600) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.150650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee0a77a4-5233-4687-b700-87fb1958371f tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:02.158923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:02.169560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ee0a77a4-5233-4687-b700-87fb1958371f tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:02.172011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ee0a77a4-5233-4687-b700-87fb1958371f tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1011326 Dec 22 08:47:02.175532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36604) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.265411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.302660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.331229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:02.344438 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6117301 Dec 22 08:47:02.347817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36608) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.349969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:02.361071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:02.362530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:02.369033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.373259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5edf375-b63f-4395-97c9-fd00075b26f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:02.385778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0fac94-8372-4234-8c05-f94d4b7c0ab5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.392224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:02.411744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.413873 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f0fac94-8372-4234-8c05-f94d4b7c0ab5 HTTP/1.1" status: 204 len: 168 time: 0.2370338 Dec 22 08:47:02.416993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36612) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.422697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet 10520bba-bbff-410e-af16-da2ef7a9ffca {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:02.427198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.481549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d08ed4ed-c5d5-44b0-bd32-f505c19aef39 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:02.499455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.505614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d08ed4ed-c5d5-44b0-bd32-f505c19aef39 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:02.511819 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d08ed4ed-c5d5-44b0-bd32-f505c19aef39 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912545 Dec 22 08:47:02.524211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36616) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.541196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--599697295'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:02.556656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:02.572177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:02.593417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.596354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:02.624655 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.635667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:02.640158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:02.644243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:02.650765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:02.730710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.743227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c87e0801-12fc-4f5b-a949-36a07811ca68 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:02.762568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.768883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.791435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.800316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=10520bba-bbff-410e-af16-da2ef7a9ffca,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.803450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:02.805240 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/10520bba-bbff-410e-af16-da2ef7a9ffca HTTP/1.1" status: 204 len: 168 time: 0.4562008 Dec 22 08:47:02.807730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36620) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.812110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a3916625-9022-45f9-a01b-8e94561c2b92 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:02.825180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.829352 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2997861 Dec 22 08:47:02.831187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36624) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.837072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b28c31ac-5f23-491c-9fd1-5609e3d62d12 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '587a6010-3ed4-4e89-8798-3c3cc12be1e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:02.852585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b28c31ac-5f23-491c-9fd1-5609e3d62d12 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:02.866301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b28c31ac-5f23-491c-9fd1-5609e3d62d12 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:02.869904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b28c31ac-5f23-491c-9fd1-5609e3d62d12 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:02.874040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587a6010-3ed4-4e89-8798-3c3cc12be1e3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.880069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:02.880943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b28c31ac-5f23-491c-9fd1-5609e3d62d12 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:02.919866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-b28c31ac-5f23-491c-9fd1-5609e3d62d12 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:02.925101 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b28c31ac-5f23-491c-9fd1-5609e3d62d12 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0900614 Dec 22 08:47:02.925793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36628) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.928405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ae507-1311-4c35-b3b4-d52c2d37060b None None] Network fd116d76-71cd-486a-a1c0-26053099ea87 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:02.938130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c71b60ea-84cc-472e-b021-5f47cd50ac04 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group_rule': {'security_group_id': '587a6010-3ed4-4e89-8798-3c3cc12be1e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:02.945484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c71b60ea-84cc-472e-b021-5f47cd50ac04 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:02.949550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c71b60ea-84cc-472e-b021-5f47cd50ac04 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:02.952628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c71b60ea-84cc-472e-b021-5f47cd50ac04 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:02.958590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c71b60ea-84cc-472e-b021-5f47cd50ac04 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:02.974916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.989405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 32fb060c-255a-4867-ae6e-0ebc483e02ec {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:02.989828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.998235 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-c71b60ea-84cc-472e-b021-5f47cd50ac04 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:47:03.003048 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c71b60ea-84cc-472e-b021-5f47cd50ac04 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0675418 Dec 22 08:47:03.003378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36632) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.108410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.140939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.201128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.210599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d56206c-5376-411a-b79e-c7cf2ee0ac2b tempest-ServersTestManualDisk-669120494 tempest-ServersTestManualDisk-669120494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:03.218104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:01Z', 'revision_number': 10, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.223057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:03.233300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a6010-3ed4-4e89-8798-3c3cc12be1e3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.234164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:03.234991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.236375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:03.237630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port 32fb060c-255a-4867-ae6e-0ebc483e02ec, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=32fb060c-255a-4867-ae6e-0ebc483e02ec,segment=NetworkSegment(d168b472-0204-43c4-aa76-b00139d10957),segment_id=d168b472-0204-43c4-aa76-b00139d10957)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:03.238001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.243785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.247877 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/587a6010-3ed4-4e89-8798-3c3cc12be1e3 HTTP/1.1" status: 204 len: 168 time: 0.2434776 Dec 22 08:47:03.248791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36636) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.316098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27865c2b-39e3-43ed-964f-5ffaeee531d5 None None] DHCP port deletion for fd116d76-71cd-486a-a1c0-26053099ea87 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:03.322897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-83899e9c-f1ad-43d1-b17e-d1872e1482c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:03.342764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-83899e9c-f1ad-43d1-b17e-d1872e1482c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:03.344556 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-83899e9c-f1ad-43d1-b17e-d1872e1482c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946720 Dec 22 08:47:03.348481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36640) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.353994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'tempest-secgroup--899787843'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:03.362434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:03.373313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:03.388021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.396146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 32fb060c-255a-4867-ae6e-0ebc483e02ec owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:03.397353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-27865c2b-39e3-43ed-964f-5ffaeee531d5 None None] Deleting port 32fb060c-255a-4867-ae6e-0ebc483e02ec {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:03.397900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27865c2b-39e3-43ed-964f-5ffaeee531d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.410844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:03.414789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Usage tracker for resource:security_group_rule and tenant:8f517509f7604296bf4782b258f81efc is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:03.417887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:03.424799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:03.491521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.497105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4b15c46-89a7-4875-88b6-61a61311f456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:03.515855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.524105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.532405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3f7cd194-31cd-4dbf-bbe3-36acf01047d2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:03.548040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=32fb060c-255a-4867-ae6e-0ebc483e02ec,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.551074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No DVR routers for this DVR port 32fb060c-255a-4867-ae6e-0ebc483e02ec on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:03.551363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:03.552842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:03.581711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a8a96f-1c2d-4db9-ab5c-8ac84cb015a1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.599226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:03.622164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.625679 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2758307 Dec 22 08:47:03.628688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36644) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.635337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ebecac83-cafb-4296-8d95-274ef7970fcc tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:03.635908 dv-neutron-822602-1-hyperv neutron-server[87601]: WARNING neutron.api.v2.base [None req-ebecac83-cafb-4296-8d95-274ef7970fcc tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 08:47:03.636549 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-ebecac83-cafb-4296-8d95-274ef7970fcc tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 08:47:03.638824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ebecac83-cafb-4296-8d95-274ef7970fcc tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "PUT /v2.0/security-groups/a0a8a96f-1c2d-4db9-ab5c-8ac84cb015a1 HTTP/1.1" status: 409 len: 330 time: 0.0078433 Dec 22 08:47:03.640713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36648) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.686222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-27865c2b-39e3-43ed-964f-5ffaeee531d5 None None] The port '32fb060c-255a-4867-ae6e-0ebc483e02ec' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:03.717969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.748745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.808148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.812412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-278d124a-4d1a-4ae6-a639-f241de06a9f8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:03.829930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a8a96f-1c2d-4db9-ab5c-8ac84cb015a1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.843465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:03.844101 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.847269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.851836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/a0a8a96f-1c2d-4db9-ab5c-8ac84cb015a1 HTTP/1.1" status: 204 len: 168 time: 0.2064750 Dec 22 08:47:03.852112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36652) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.879864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd116d76-71cd-486a-a1c0-26053099ea87']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.897479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd168b472-0204-43c4-aa76-b00139d10957') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.897841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd168b472-0204-43c4-aa76-b00139d10957') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.907909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-167e61fd-77df-43bf-bd60-fc2ecf04db56 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Synchronizing usage tracker for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:03.915551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.929425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-167e61fd-77df-43bf-bd60-fc2ecf04db56 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Unset dirty status for tenant:8f517509f7604296bf4782b258f81efc on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:03.935345 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-167e61fd-77df-43bf-bd60-fc2ecf04db56 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780008 Dec 22 08:47:03.936529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36656) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.952937 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.955124 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-bf992134-a9ae-48bf-8b3a-38cc260903f2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] delete failed (client error): The resource could not be found. Dec 22 08:47:03.962065 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bf992134-a9ae-48bf-8b3a-38cc260903f2 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac740ca9-a80b-47a5-aad6-91f62e81f9af HTTP/1.1" status: 404 len: 347 time: 0.0197599 Dec 22 08:47:03.962388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36660) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.968477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:03.969236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.971452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 32fb060c-255a-4867-ae6e-0ebc483e02ec no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:03.981030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-d78f4c9b-ad08-4bc0-a315-c15a33047614 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] show failed (client error): The resource could not be found. Dec 22 08:47:03.985480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d78f4c9b-ad08-4bc0-a315-c15a33047614 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-groups/3eec5616-2601-41e7-b85d-28dbe0eb22be HTTP/1.1" status: 404 len: 347 time: 0.0184450 Dec 22 08:47:03.986801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36664) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:03.986946 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:04.003812 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-424e1a7b-4df0-4835-9cc1-8cbc01d4f472 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] show failed (client error): The resource could not be found. Dec 22 08:47:04.010932 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-424e1a7b-4df0-4835-9cc1-8cbc01d4f472 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] 10.222.0.36 "GET /v2.0/security-group-rules/44763a72-7025-457b-8b84-d85363b287bd HTTP/1.1" status: 404 len: 356 time: 0.0179329 Dec 22 08:47:04.011182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 32fb060c-255a-4867-ae6e-0ebc483e02ec {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:04.011182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 32fb060c-255a-4867-ae6e-0ebc483e02ec not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:04.024832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:01Z', 'revision_number': 10, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:04.029571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420aea9f-d8ba-443d-8cf5-b591ccdb1d26 None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:01Z', 'revision_number': 10, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None, '_interfaces': [{'id': '8d766ea5-6b7d-4f14-9988-703378ad6966', 'name': '', 'network_id': '24a3e279-b124-4073-9740-fc8f668453b7', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'mac_address': 'fa:16:3e:9e:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:20Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 5, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'subnets': [{'id': 'bef8eb47-e8fb-4472-af1a-c62f97605deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:04.087120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.091335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-022c61aa-5bc5-45c6-b744-d4527fd2eec2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:04.109892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.116496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=fd116d76-71cd-486a-a1c0-26053099ea87,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:04.120872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:04.127210 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/fd116d76-71cd-486a-a1c0-26053099ea87 HTTP/1.1" status: 204 len: 168 time: 1.3180974 Dec 22 08:47:04.129922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36670) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:04.310352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36676) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:04.538738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3f557ca5-3af9-4434-a554-ef8a91020b9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f517509f7604296bf4782b258f81efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259548 Dec 22 08:47:04.540855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36682) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:04.615520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.643378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.704746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.709493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.713903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be89883f-6372-4bd5-a110-4fed0ddf0187 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:04.728428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c9f81b-d402-4236-a9a5-a48d2bd5968b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:04.739010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.739396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.739775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.740172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.740536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.740905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.741284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.741632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.741991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.742350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.742707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.743063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:04.746360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:04.753593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.754728 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72c9f81b-d402-4236-a9a5-a48d2bd5968b HTTP/1.1" status: 204 len: 168 time: 0.2120445 Dec 22 08:47:05.062702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port 8d766ea5-6b7d-4f14-9988-703378ad6966 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:05.063041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.254634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port 8d766ea5-6b7d-4f14-9988-703378ad6966, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d766ea5-6b7d-4f14-9988-703378ad6966,segment=NetworkSegment(be1ce463-d2db-46bc-be26-7f1fac1b4661),segment_id=be1ce463-d2db-46bc-be26-7f1fac1b4661)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:05.254983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.504034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for 8d766ea5-6b7d-4f14-9988-703378ad6966 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:05.685363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.689294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-666c4e99-25a5-41fa-9900-71093c2d9743 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:05.735499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=8d766ea5-6b7d-4f14-9988-703378ad6966,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.778913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.779295 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.779667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.780142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.780509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.780897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.781254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.781609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.781963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.782315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.782668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.783021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:05.787807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:05.922735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.944092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f2ac20e-5349-4f7c-a391-0911f25426e7 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:05.978557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2f2ac20e-5349-4f7c-a391-0911f25426e7 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:05.978989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2f2ac20e-5349-4f7c-a391-0911f25426e7 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:06.202444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:06.338438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:06.348619 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:06.352160 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2211864 Dec 22 08:47:06.354856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36688) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:06.360880 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:06.361491 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:06.428055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting subnet bef8eb47-e8fb-4472-af1a-c62f97605deb {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:47:06.431229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.487273 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:06.488785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.589453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.616250 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:05Z', 'revision_number': 11, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:06.620677 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:06.630766 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:06.631594 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:06.690033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.697379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2614773c-df12-4f24-80ae-3723f7cadeb7 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:06.739561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.743636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Subnet': ['ID=bef8eb47-e8fb-4472-af1a-c62f97605deb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:06.746813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:06.748899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e2ea2-9727-46b4-be9d-434975d9c21b None None] Network 24a3e279-b124-4073-9740-fc8f668453b7 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:47:06.753109 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/bef8eb47-e8fb-4472-af1a-c62f97605deb HTTP/1.1" status: 204 len: 168 time: 0.3942268 Dec 22 08:47:06.753391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36692) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:06.765313 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:06.874294 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:05Z', 'revision_number': 11, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:06.879878 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da3f56-d7a1-494f-8961-80d29f516e95 None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:05Z', 'revision_number': 11, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:07.005156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.017411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Deleting port de925e36-afc8-47b4-bc26-c830ea7d62c4 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:07.017719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.223480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] DHCP port deletion for 24a3e279-b124-4073-9740-fc8f668453b7 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:47:07.228427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Deleting port de925e36-afc8-47b4-bc26-c830ea7d62c4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:07.228796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.233280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] For port de925e36-afc8-47b4-bc26-c830ea7d62c4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=de925e36-afc8-47b4-bc26-c830ea7d62c4,segment=NetworkSegment(be1ce463-d2db-46bc-be26-7f1fac1b4661),segment_id=be1ce463-d2db-46bc-be26-7f1fac1b4661)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:07.233635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.361041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Calling delete_port for de925e36-afc8-47b4-bc26-c830ea7d62c4 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:07.446965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.451125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd441807-72d5-45aa-8f0c-02372387696f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:07.467499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] For port de925e36-afc8-47b4-bc26-c830ea7d62c4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=de925e36-afc8-47b4-bc26-c830ea7d62c4,segment=NetworkSegment(be1ce463-d2db-46bc-be26-7f1fac1b4661),segment_id=be1ce463-d2db-46bc-be26-7f1fac1b4661)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:07.468014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.500155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Port': ['ID=de925e36-afc8-47b4-bc26-c830ea7d62c4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:07.502712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:07.503425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No DVR routers for this DVR port de925e36-afc8-47b4-bc26-c830ea7d62c4 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:07.606807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Calling delete_port for de925e36-afc8-47b4-bc26-c830ea7d62c4 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:07.634619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.667138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a3e279-b124-4073-9740-fc8f668453b7']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:07.681319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1ce463-d2db-46bc-be26-7f1fac1b4661') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:07.681618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1ce463-d2db-46bc-be26-7f1fac1b4661') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:07.684606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:07.684976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:07.693561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.709686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.715859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:47:07.716290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:07.731643 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:07.814146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.817393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0c221a78-1b84-4d10-9da0-c51c21989572 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:07.832998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.844185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Pushing event deleted for resources: {'Network': ['ID=24a3e279-b124-4073-9740-fc8f668453b7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:07.849377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:07.853081 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/networks/24a3e279-b124-4073-9740-fc8f668453b7 HTTP/1.1" status: 204 len: 168 time: 1.0987177 Dec 22 08:47:07.855701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36696) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:07.860851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'routes': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:07.930831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d766ea5-6b7d-4f14-9988-703378ad6966 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:07.966557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8d766ea5-6b7d-4f14-9988-703378ad6966 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:07.966905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d766ea5-6b7d-4f14-9988-703378ad6966 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:07.967341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de925e36-afc8-47b4-bc26-c830ea7d62c4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:08.001165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: de925e36-afc8-47b4-bc26-c830ea7d62c4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:08.001684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de925e36-afc8-47b4-bc26-c830ea7d62c4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:08.165372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Added routes are [] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 08:47:08.165617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.extraroute_db [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Removed routes are [] {{(pid=87600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 08:47:08.165939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.186771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Deleting port de925e36-afc8-47b4-bc26-c830ea7d62c4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:08.187156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.301399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b87a8702-ec27-4bc9-86a9-329de3f0e491 None None] The port 'de925e36-afc8-47b4-bc26-c830ea7d62c4' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:47:08.555010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.558525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.697450 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 6f1951b6-ed85-4645-9e2b-e3109bf3389f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:08.837442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:08.844280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.845462 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc29e794-f781-4246-89a0-6779489b94d8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 200 len: 705 time: 0.9888043 Dec 22 08:47:08.849014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36702) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:08.858553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] Sync routers for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:08.868498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:08.869120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:08.906584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1dc3d0c0-a873-4a5c-90a8-23b0528e0194 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:08.922667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1dc3d0c0-a873-4a5c-90a8-23b0528e0194 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:08.927690 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1dc3d0c0-a873-4a5c-90a8-23b0528e0194 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 200 len: 205 time: 0.0753057 Dec 22 08:47:08.928005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:09.001355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:09.076344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fea93448-f61d-4a6d-8da7-f01cd59ce568 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.122735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:05Z', 'revision_number': 11, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:09.126888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] Checking router: 6f1951b6-ed85-4645-9e2b-e3109bf3389f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:09.136583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] Routers {'6f1951b6-ed85-4645-9e2b-e3109bf3389f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:09.137507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:09.271542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702add8-32a4-4707-935e-8d7384db89a1 req-251749dc-2a7e-488e-bdc8-3be2ccd90816 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:09.273430 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6702add8-32a4-4707-935e-8d7384db89a1 req-251749dc-2a7e-488e-bdc8-3be2ccd90816 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 945 time: 0.3131888 Dec 22 08:47:09.278196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] Set router 6f1951b6-ed85-4645-9e2b-e3109bf3389f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:09.333904 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6702add8-32a4-4707-935e-8d7384db89a1 req-be33e863-0b60-4d1a-be3a-08594d2c72ca tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528982 Dec 22 08:47:09.395644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fea93448-f61d-4a6d-8da7-f01cd59ce568 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.398196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fea93448-f61d-4a6d-8da7-f01cd59ce568 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.401642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:05Z', 'revision_number': 11, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:09.405951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a237d0bc-8aff-4e17-aca0-79edd52d7863 None None] The sync data for ids ['6f1951b6-ed85-4645-9e2b-e3109bf3389f'] in dv-neutron-822602-1-hyperv is: [{'id': '6f1951b6-ed85-4645-9e2b-e3109bf3389f', 'name': 'tempest-RoutersIpV6Test-router-1195645176', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:16Z', 'updated_at': '2021-12-22T08:47:05Z', 'revision_number': 11, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:09.429995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fea93448-f61d-4a6d-8da7-f01cd59ce568 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.430945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea93448-f61d-4a6d-8da7-f01cd59ce568 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Fanout notify agent at l3_agent the message router_deleted on router 6f1951b6-ed85-4645-9e2b-e3109bf3389f {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:09.446709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fea93448-f61d-4a6d-8da7-f01cd59ce568 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.447914 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fea93448-f61d-4a6d-8da7-f01cd59ce568 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 204 len: 168 time: 0.5190475 Dec 22 08:47:09.454115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36714) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:09.458037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-718214917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:09.465737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:09.472955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Usage tracker for resource:router and tenant:72caf84c1e0d483a9b8e382819122f02 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:09.477528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:09.484632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:09.497854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.499597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.512956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.517160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.538474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.569722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.571027 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-00c4bf6a-4863-4d17-9768-451909fcd1c2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1177671 Dec 22 08:47:09.574002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36718) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:09.579683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e3376430-7f54-47e2-8fab-85c12842da81 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:09.732740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c08e6f4e-7f1a-4b48-b24f-da3949539325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.102330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3376430-7f54-47e2-8fab-85c12842da81 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.113955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3376430-7f54-47e2-8fab-85c12842da81 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.279711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3376430-7f54-47e2-8fab-85c12842da81 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Router 870f4a38-a710-4869-a131-2b786312218d is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:47:10.416922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3376430-7f54-47e2-8fab-85c12842da81 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:10.424452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e3376430-7f54-47e2-8fab-85c12842da81 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.425624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e3376430-7f54-47e2-8fab-85c12842da81 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "PUT /v2.0/routers/870f4a38-a710-4869-a131-2b786312218d HTTP/1.1" status: 200 len: 697 time: 0.8507156 Dec 22 08:47:10.428267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36724) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:10.434296 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] Sync routers for ids ['870f4a38-a710-4869-a131-2b786312218d'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:10.445157 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] Routers {'870f4a38-a710-4869-a131-2b786312218d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:10.445792 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['870f4a38-a710-4869-a131-2b786312218d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:10.623469 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d10f2e97-8cb6-420d-ab0c-1dad70d13557 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/routers/870f4a38-a710-4869-a131-2b786312218d HTTP/1.1" status: 200 len: 703 time: 0.1937256 Dec 22 08:47:10.626343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36728) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:10.629653 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] Set router 870f4a38-a710-4869-a131-2b786312218d gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:10.641862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-4afc9111-c06c-4b5d-9c45-42a8f1c41335 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:10.643382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-4afc9111-c06c-4b5d-9c45-42a8f1c41335 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 945 time: 0.1114166 Dec 22 08:47:10.681761 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7a40e2b2-e53e-4903-9016-a7c704d3b871 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=870f4a38-a710-4869-a131-2b786312218d HTTP/1.1" status: 200 len: 205 time: 0.0508349 Dec 22 08:47:10.682017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36732) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:10.724916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Deleting port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:10.725426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.749387 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f4a38-a710-4869-a131-2b786312218d', 'name': 'tempest-RoutersIpV6Test-router-718214917', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:09Z', 'updated_at': '2021-12-22T08:47:10Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:10.754003 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] Checking router: 870f4a38-a710-4869-a131-2b786312218d for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:10.764719 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] Routers {'870f4a38-a710-4869-a131-2b786312218d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:10.766111 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['870f4a38-a710-4869-a131-2b786312218d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:10.832213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb7742-ce10-4a4e-99f3-f11b1bcd70f8 req-c5f2e6bf-d613-4c1e-9644-87328734a1b9 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:10.833763 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aedb7742-ce10-4a4e-99f3-f11b1bcd70f8 req-c5f2e6bf-d613-4c1e-9644-87328734a1b9 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 945 time: 0.3463240 Dec 22 08:47:10.838240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-176312cb-5dfa-4baf-8f5e-6560c93d689c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.913106 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] Set router 870f4a38-a710-4869-a131-2b786312218d gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:11.035495 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870f4a38-a710-4869-a131-2b786312218d', 'name': 'tempest-RoutersIpV6Test-router-718214917', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:09Z', 'updated_at': '2021-12-22T08:47:10Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:11.043087 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a4955-8e3b-49b6-a874-5b4bac38afca None None] The sync data for ids ['870f4a38-a710-4869-a131-2b786312218d'] in dv-neutron-822602-1-hyperv is: [{'id': '870f4a38-a710-4869-a131-2b786312218d', 'name': 'tempest-RoutersIpV6Test-router-718214917', 'tenant_id': '72caf84c1e0d483a9b8e382819122f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:09Z', 'updated_at': '2021-12-22T08:47:10Z', 'revision_number': 2, 'project_id': '72caf84c1e0d483a9b8e382819122f02', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:11.150358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] For port d927207e-0d6f-4a8b-90a8-9fcd15f0b252, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:11.150721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.323853 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aedb7742-ce10-4a4e-99f3-f11b1bcd70f8 req-ce49ba0f-80bc-49b7-8004-6b2d24318c9f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379728 Dec 22 08:47:11.343819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-176312cb-5dfa-4baf-8f5e-6560c93d689c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.347285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-176312cb-5dfa-4baf-8f5e-6560c93d689c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.372095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-176312cb-5dfa-4baf-8f5e-6560c93d689c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.372645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176312cb-5dfa-4baf-8f5e-6560c93d689c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Fanout notify agent at l3_agent the message router_deleted on router 870f4a38-a710-4869-a131-2b786312218d {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:47:11.393229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-176312cb-5dfa-4baf-8f5e-6560c93d689c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.395874 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-176312cb-5dfa-4baf-8f5e-6560c93d689c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/870f4a38-a710-4869-a131-2b786312218d HTTP/1.1" status: 204 len: 168 time: 0.7114286 Dec 22 08:47:11.399418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36736) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.448346 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdf444fb-c86a-43bb-8461-34582cbc39ff tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=870f4a38-a710-4869-a131-2b786312218d HTTP/1.1" status: 200 len: 205 time: 0.0473058 Dec 22 08:47:11.450770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.471244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.471617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.471947 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Floating IP ad54a725-6e60-40ae-8b91-b8907fbe3aee disassociated. External IP: 172.26.7.166, port: d927207e-0d6f-4a8b-90a8-9fcd15f0b252. Dec 22 08:47:11.472293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Calling delete_port for d927207e-0d6f-4a8b-90a8-9fcd15f0b252 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:11.526734 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-98517062-4e68-4bd9-bee9-c7510b9e352d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] delete failed (client error): The resource could not be found. Dec 22 08:47:11.528115 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98517062-4e68-4bd9-bee9-c7510b9e352d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/870f4a38-a710-4869-a131-2b786312218d HTTP/1.1" status: 404 len: 336 time: 0.0761521 Dec 22 08:47:11.530815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36744) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.588655 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8ef2a6-58a6-419a-ac08-974d74d2606e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:11.589103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8ef2a6-58a6-419a-ac08-974d74d2606e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:11.590756 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e8ef2a6-58a6-419a-ac08-974d74d2606e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/58193090-7d06-472e-9ce7-d0e00e9e8259 HTTP/1.1" status: 404 len: 337 time: 0.0589032 Dec 22 08:47:11.593565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36748) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.634186 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4d2c80-06df-410e-8fe8-176a0be2475c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:11.634663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4d2c80-06df-410e-8fe8-176a0be2475c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:11.636363 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fc4d2c80-06df-410e-8fe8-176a0be2475c tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/caec236d-dacb-4f14-bda0-88823aaff1ee HTTP/1.1" status: 404 len: 337 time: 0.0417945 Dec 22 08:47:11.638763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36752) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.668944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.676853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-63ce8b37-bc3e-45a7-bd47-f985437655a2 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:11.679117 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-357739bc-d10a-450b-b38b-63758463ac3b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:11.679580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357739bc-d10a-450b-b38b-63758463ac3b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:11.681291 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-357739bc-d10a-450b-b38b-63758463ac3b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/10520bba-bbff-410e-af16-da2ef7a9ffca HTTP/1.1" status: 404 len: 337 time: 0.0416222 Dec 22 08:47:11.683791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36756) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.729348 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-23984e74-e405-461a-872b-2831fd94d049 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:11.729847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23984e74-e405-461a-872b-2831fd94d049 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:11.731765 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23984e74-e405-461a-872b-2831fd94d049 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/bef8eb47-e8fb-4472-af1a-c62f97605deb HTTP/1.1" status: 404 len: 337 time: 0.0470159 Dec 22 08:47:11.735456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36760) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.790230 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dc16489a-291f-4603-9cb6-085081663041 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 200 len: 205 time: 0.0508554 Dec 22 08:47:11.790468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event deleted for resources: {'Port': ['ID=d927207e-0d6f-4a8b-90a8-9fcd15f0b252,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:11.791462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36764) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.801147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:11.866422 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-409c1d96-9c8c-466d-8457-ecc1f0188098 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] delete failed (client error): The resource could not be found. Dec 22 08:47:11.867460 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-409c1d96-9c8c-466d-8457-ecc1f0188098 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/6f1951b6-ed85-4645-9e2b-e3109bf3389f HTTP/1.1" status: 404 len: 336 time: 0.0749779 Dec 22 08:47:11.870388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36768) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.917084 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e40c6441-438a-4e27-9ad3-5ff557024390 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8 HTTP/1.1" status: 200 len: 205 time: 0.0452878 Dec 22 08:47:11.919403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36772) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:11.943437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:12.020904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c5d7-75ac-49e2-a8d3-01a3cc697993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.030394 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-6e109f41-2ac7-47d0-af75-6fbabe375da3 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] delete failed (client error): The resource could not be found. Dec 22 08:47:12.033915 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e109f41-2ac7-47d0-af75-6fbabe375da3 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/60f3d25f-4f9f-4e4b-91b6-a70b3abb9ae8 HTTP/1.1" status: 404 len: 336 time: 0.1111052 Dec 22 08:47:12.036619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36776) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.097247 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-83558352-175b-4b5c-bc4d-d168ad0a8f3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:12.098042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83558352-175b-4b5c-bc4d-d168ad0a8f3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:12.103042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36780) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.103335 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83558352-175b-4b5c-bc4d-d168ad0a8f3d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/8522a1be-b14e-436b-9916-41b41a2fce12 HTTP/1.1" status: 404 len: 337 time: 0.0648794 Dec 22 08:47:12.204803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9c02a4cb-fb0c-47f4-ae5f-1ed81e17a705 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Synchronizing usage tracker for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:12.238199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9c02a4cb-fb0c-47f4-ae5f-1ed81e17a705 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Unset dirty status for tenant:72caf84c1e0d483a9b8e382819122f02 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:12.239243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9c02a4cb-fb0c-47f4-ae5f-1ed81e17a705 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ad6ff2-71a1-4dfc-96c6-2964534ce87d HTTP/1.1" status: 200 len: 205 time: 0.1348705 Dec 22 08:47:12.242060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36784) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.262544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:12.278097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:12.288185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:12.288818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.322898 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-fd3e1381-8546-4ca7-9002-cbb8c9503334 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] delete failed (client error): The resource could not be found. Dec 22 08:47:12.326519 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd3e1381-8546-4ca7-9002-cbb8c9503334 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/51ad6ff2-71a1-4dfc-96c6-2964534ce87d HTTP/1.1" status: 404 len: 336 time: 0.0810127 Dec 22 08:47:12.327123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36788) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.348825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] No DVR routers for this DVR port d927207e-0d6f-4a8b-90a8-9fcd15f0b252 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:12.351361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.354850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'name': 'network-vif-deleted', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:12.380182 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c36835e-48b0-4125-878c-0181a13bb5a1 req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "DELETE /v2.0/ports/d927207e-0d6f-4a8b-90a8-9fcd15f0b252 HTTP/1.1" status: 204 len: 173 time: 1.7310848 Dec 22 08:47:12.388270 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-938a2c9c-99cf-46fb-a1b6-e50a0cce194b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6581bf2-61d3-4766-b184-0d088f311859 HTTP/1.1" status: 200 len: 205 time: 0.0601761 Dec 22 08:47:12.389005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36796) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.447512 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61b4c05-4bc5-4251-bec7-d99638f19464', 'name': 'network-vif-deleted', 'tag': 'd927207e-0d6f-4a8b-90a8-9fcd15f0b252', 'status': 'completed', 'code': 200} Dec 22 08:47:12.477157 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-a4262a99-fd5e-4d54-b21e-fc302f0e7464 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] delete failed (client error): The resource could not be found. Dec 22 08:47:12.481682 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a4262a99-fd5e-4d54-b21e-fc302f0e7464 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/c6581bf2-61d3-4766-b184-0d088f311859 HTTP/1.1" status: 404 len: 336 time: 0.0882781 Dec 22 08:47:12.482028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36800) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.525602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:12.530331 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc9ab46-e350-46d8-800d-f2d8c620d3da tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:12.530799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc9ab46-e350-46d8-800d-f2d8c620d3da tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:12.534943 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ffc9ab46-e350-46d8-800d-f2d8c620d3da tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/83c6e195-bed7-4c7b-ac84-bbe837898cb8 HTTP/1.1" status: 404 len: 337 time: 0.0496068 Dec 22 08:47:12.535264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36804) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.597614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6cdeb842-edef-457b-ba34-a16d3e047a8d req-1dc86a91-1294-4aad-aee9-96fe2843a110 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:12.607501 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bb2b1e5e-4f3b-4733-b952-39cb296a3ff6 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=07177e66-4a8f-4c37-86b9-11a91d8f7fa8 HTTP/1.1" status: 200 len: 205 time: 0.0707827 Dec 22 08:47:12.610314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36808) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.624180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6cdeb842-edef-457b-ba34-a16d3e047a8d req-1dc86a91-1294-4aad-aee9-96fe2843a110 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:12.625967 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6cdeb842-edef-457b-ba34-a16d3e047a8d req-1dc86a91-1294-4aad-aee9-96fe2843a110 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61b4c05-4bc5-4251-bec7-d99638f19464 HTTP/1.1" status: 200 len: 210 time: 0.1158819 Dec 22 08:47:12.688148 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-2fb4448b-2887-47af-8d7b-51ef3d47ebad tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] delete failed (client error): The resource could not be found. Dec 22 08:47:12.692116 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2fb4448b-2887-47af-8d7b-51ef3d47ebad tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/07177e66-4a8f-4c37-86b9-11a91d8f7fa8 HTTP/1.1" status: 404 len: 336 time: 0.0778141 Dec 22 08:47:12.692558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36812) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.732863 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7f2d07-448e-41b3-86fb-42bc7a8c000f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:12.733324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7f2d07-448e-41b3-86fb-42bc7a8c000f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:12.736519 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8c7f2d07-448e-41b3-86fb-42bc7a8c000f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/2b4af2a9-e79c-4ec0-8de4-244ffc5f8daf HTTP/1.1" status: 404 len: 337 time: 0.0427046 Dec 22 08:47:12.738902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36816) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.795076 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dcfef8be-6642-4182-9c02-e4dc24b090d1 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "GET /v2.0/ports?device_id=d96621ba-d8a2-4e89-938f-10146d928a7c HTTP/1.1" status: 200 len: 205 time: 0.0541091 Dec 22 08:47:12.797598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36820) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.899221 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-59540c28-d5d6-4141-a9b1-b28a2c10f67a tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] delete failed (client error): The resource could not be found. Dec 22 08:47:12.900810 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59540c28-d5d6-4141-a9b1-b28a2c10f67a tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/routers/d96621ba-d8a2-4e89-938f-10146d928a7c HTTP/1.1" status: 404 len: 336 time: 0.1014752 Dec 22 08:47:12.902916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36824) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.946188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.946466 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc72d9c-1fce-4c55-8119-2db1a2ca94af tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:12.946719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc72d9c-1fce-4c55-8119-2db1a2ca94af tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:12.951239 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-abc72d9c-1fce-4c55-8119-2db1a2ca94af tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/23536d30-2b8a-4e6b-aab6-9865294d5e98 HTTP/1.1" status: 404 len: 337 time: 0.0444410 Dec 22 08:47:12.951239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36828) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.952785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:12.962149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:12.962837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:12.990193 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1375bee1-b9d2-4e75-90cf-3f97f32cf114 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:12.990550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1375bee1-b9d2-4e75-90cf-3f97f32cf114 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:12.994693 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1375bee1-b9d2-4e75-90cf-3f97f32cf114 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] 10.222.0.36 "DELETE /v2.0/subnets/a05eefa0-38b1-49c1-be0f-784e755732df HTTP/1.1" status: 404 len: 337 time: 0.0397422 Dec 22 08:47:13.246047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.251651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.267782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:13.343269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36836) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:13.524546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36842) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:13.536165 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dad97b7a-e711-425a-ae0d-b0d864ab1703 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72caf84c1e0d483a9b8e382819122f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914957 Dec 22 08:47:13.611180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.647140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.652090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86770c8b-3ed5-4854-8321-c1359c4fb1cd None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:13.784951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.847765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.854293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-37622499-9363-4f8f-8855-490f8fdf4b85 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:13.867268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d7780-8a98-4507-bbb1-6e383fbb1f16,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:13.871651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:13.883032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.887620 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca9d7780-8a98-4507-bbb1-6e383fbb1f16 HTTP/1.1" status: 204 len: 168 time: 0.3590863 Dec 22 08:47:13.964372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffb502-f5e6-4f12-bc68-73dbbc3e677f None None] New status for floating IP ad54a725-6e60-40ae-8b91-b8907fbe3aee: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:47:14.113714 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-8a2f9b4a-fb29-42b7-a43c-4c329c9af039 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566907118&fields=id&tenant_id=b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 267 time: 0.0703311 Dec 22 08:47:14.334318 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:47:14.435233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-09f238ed-4ac0-44e9-82d5-0a3b781f2a78 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:14.437378 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-09f238ed-4ac0-44e9-82d5-0a3b781f2a78 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 812 time: 0.3092198 Dec 22 08:47:14.453174 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-cfedb3bf-9acf-4e3b-9fd6-22fcecd323fd tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/quotas/b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 375 time: 0.0094919 Dec 22 08:47:14.476630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.556177 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-fdc2724e-e030-471d-b1b5-7b14f70af33a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965464 Dec 22 08:47:14.577193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-20824b4b-10b6-47eb-8c32-2f95a6f1390a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:47:14.578669 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-20824b4b-10b6-47eb-8c32-2f95a6f1390a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074880 Dec 22 08:47:14.644879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d927207e-0d6f-4a8b-90a8-9fcd15f0b252 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:14.680646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: d927207e-0d6f-4a8b-90a8-9fcd15f0b252 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:47:14.681283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d927207e-0d6f-4a8b-90a8-9fcd15f0b252 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:14.725667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-5e5c1591-3a9b-4bed-85e0-c564dee4fd30 service neutron] 10.222.0.36 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383996 Dec 22 08:47:14.734458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:14.848316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--623626374'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:14.858392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:14.862443 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-979399c7-b57b-4238-abac-94ec2e61082c service neutron] 10.222.0.36 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308877 Dec 22 08:47:14.864797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:14.869728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:14.878979 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:14.891719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.907033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.933185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:14.938613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:14.942160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:14.947917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:15.043842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.049093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.051816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-326ac30b-3535-454e-a55e-9888489c6926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:15.062306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:15.070480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:15.079506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:15.090443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:15.094336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35b816a-68fc-4e1c-9abf-6dc4a1ea05b1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:15.099115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:15.176870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.181691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.192592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd73a017-adaa-4f5f-b6ed-7ad69cb9a0da tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:15.247201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.248515 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5126250 Dec 22 08:47:15.251081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36892) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.251738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2d765-728c-4116-9cde-7d1c2ec2bec1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:15.262519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:15.319545 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2601ed76-0ca9-4de5-8790-e476c8b66ee4 req-4b75d6f6-5cee-437e-bc65-aa2f138c02ee tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 210 time: 0.0518210 Dec 22 08:47:15.341853 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c690a5c2-f0d0-4cf9-9789-bb7c00117169 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0854564 Dec 22 08:47:15.342088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36896) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.347494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-security--995622997', 'description': 'tempest-security-description-330658663'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:15.382332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.439830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.447988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.450470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.451688 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "PUT /v2.0/security-groups/b1a2d765-728c-4116-9cde-7d1c2ec2bec1 HTTP/1.1" status: 200 len: 1778 time: 0.1087468 Dec 22 08:47:15.452516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-83a8414d-8e53-41c4-92fe-87978d251bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:15.456229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36900) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.481862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2d765-728c-4116-9cde-7d1c2ec2bec1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:15.484641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:15.503370 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e952c4c5-50d4-4698-9610-083316f32a60 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups/b1a2d765-728c-4116-9cde-7d1c2ec2bec1 HTTP/1.1" status: 200 len: 1778 time: 0.0459113 Dec 22 08:47:15.506255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36908) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.574578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.614327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.684589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.691071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c417d039-e5c9-42ae-92d8-82241c67748b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:15.707322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2d765-728c-4116-9cde-7d1c2ec2bec1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:15.710151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:15.711137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.712250 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/b1a2d765-728c-4116-9cde-7d1c2ec2bec1 HTTP/1.1" status: 204 len: 168 time: 0.2043967 Dec 22 08:47:15.714698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36916) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.770420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-15f17321-d5fe-4d8b-8275-3fd23dee155a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:15.788919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-15f17321-d5fe-4d8b-8275-3fd23dee155a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:15.792941 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-15f17321-d5fe-4d8b-8275-3fd23dee155a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743661 Dec 22 08:47:15.793725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36920) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.815996 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-3670a656-b174-4f12-af63-39bb2d60611a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] delete failed (client error): The resource could not be found. Dec 22 08:47:15.817010 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3670a656-b174-4f12-af63-39bb2d60611a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/b1a2d765-728c-4116-9cde-7d1c2ec2bec1 HTTP/1.1" status: 404 len: 347 time: 0.0223124 Dec 22 08:47:15.821955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36924) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:15.826782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381882887'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:15.834266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:15.844303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:15.860855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.883709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:15.888179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:15.891330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:15.898018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:15.975648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.986788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.990977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f4543af-34e7-4cee-966b-a5a76ef1a821 tempest-BulkNetworkOpsTest-785507827 tempest-BulkNetworkOpsTest-785507827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:16.037744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d5a23-21af-4c21-9973-b3f4713d1f6c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.040805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:16.045125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.046741 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2243423 Dec 22 08:47:16.050890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36928) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.056257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': 'cd5d5a23-21af-4c21-9973-b3f4713d1f6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:16.062322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:16.066762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:16.069799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:16.075494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:16.094546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.156917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.161829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.164118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:16.186465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e2bce4-cb78-4eb8-8cfb-619a41f540d6,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.192047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:16.197385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.198613 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467471 Dec 22 08:47:16.201467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36932) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.231841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.242462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.268994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.270821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9f5b3c3-2ac8-41b4-baf4-76e63c16fe9b tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:16.286029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2e2bce4-cb78-4eb8-8cfb-619a41f540d6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.288351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.289428 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b2e2bce4-cb78-4eb8-8cfb-619a41f540d6 HTTP/1.1" status: 204 len: 168 time: 0.0869703 Dec 22 08:47:16.290282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:16.291977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36936) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.346267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-78fd2333-db55-40b6-8ea6-012ea20e6750 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:16.368118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-78fd2333-db55-40b6-8ea6-012ea20e6750 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:16.369414 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-78fd2333-db55-40b6-8ea6-012ea20e6750 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765648 Dec 22 08:47:16.372471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 36942) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.478686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.495537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4ff36edd-6ebf-49ae-a628-fe9a64a28697 req-ed1154a2-d847-48e7-ae8e-52287b5f40b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 210 time: 0.0550308 Dec 22 08:47:16.600148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.700475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.706305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94480169-0ba7-4f8a-b6b0-147b383add1e tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:16.722289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-420640b0-9c5f-49af-940b-40dd7f9effcb tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:16.723742 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-420640b0-9c5f-49af-940b-40dd7f9effcb tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 812 time: 0.2274098 Dec 22 08:47:16.732126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d5a23-21af-4c21-9973-b3f4713d1f6c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.736387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:16.760760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.764637 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/cd5d5a23-21af-4c21-9973-b3f4713d1f6c HTTP/1.1" status: 204 len: 168 time: 0.3909714 Dec 22 08:47:16.764894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36950) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.813625 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-54d5b8a9-3f0f-4476-9026-603b31c462da tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 379 time: 0.0716436 Dec 22 08:47:16.820942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14129929-db18-4a0d-aa91-54888aa1e0a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:16.825488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'port': {'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'admin_state_up': True, 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'security_groups': ['d741357b-5305-45aa-ab8e-e359879e739c']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:16.845456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-14129929-db18-4a0d-aa91-54888aa1e0a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:16.855227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-14129929-db18-4a0d-aa91-54888aa1e0a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808258 Dec 22 08:47:16.855880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36954) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.861853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--844300395'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:16.868993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:16.880639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:16.894179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.915743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:16.921407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:16.923091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:16.930188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:16.989488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:17.000462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:17.012630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.024917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.025387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Made reservation on behalf of b805cd7023bd40e9adced4da7cc8cd9d for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:47:17.029653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.031519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-83759d48-7f9e-4199-b6cc-3b2012042787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.074539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154471a3-f57e-4a63-9a63-d9d9595ec4ed,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.079683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.091670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.096359 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2366741 Dec 22 08:47:17.096726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36962) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:17.102533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '154471a3-f57e-4a63-9a63-d9d9595ec4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:17.108665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:17.113114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:17.116318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:17.122436 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:17.141102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.209321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Allocated IP 172.20.0.3 (90ca7df1-b1e0-4487-90f0-567b9097045a/1a442103-1ddd-4b02-b118-82413147ffe5/ba80bbc1-5b7e-4879-85d6-d97760dbbf11) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:17.224256 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.228630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.230736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-daa42190-014b-46be-a994-c14c630e142d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.261176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d2e174-0ddf-42cd-a5a9-50a4c794a54b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.266526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.279069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.287162 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1841528 Dec 22 08:47:17.287162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36966) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:17.290006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '154471a3-f57e-4a63-9a63-d9d9595ec4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:17.296114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:17.301305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:17.304539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:17.310840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:17.335029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.401538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.406317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.408971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.438714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d442b070-ed45-4027-9713-c0593f451b97,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.443130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.459143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.460109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.460713 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1763713 Dec 22 08:47:17.463809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36970) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:17.469039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '154471a3-f57e-4a63-9a63-d9d9595ec4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:17.475166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:17.478367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Transition to ACTIVE for port object ba80bbc1-5b7e-4879-85d6-d97760dbbf11 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:17.479616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:17.483078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:17.489710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:17.522927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.531324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.545914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9634203-b80c-44c0-8aa4-a8f55b15cae8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.634212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Network 90ca7df1-b1e0-4487-90f0-567b9097045a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:17.634873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.640089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.642798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:17.643049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d3c55ca0-059c-4044-b5b2-df0c77bce614 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.646017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:17.691038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.695906 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2303660 Dec 22 08:47:17.697089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a032862d-241c-451b-9050-94d677c638cd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.699112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36976) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:17.711033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '154471a3-f57e-4a63-9a63-d9d9595ec4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:17.718746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:17.723752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:17.728713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:17.734920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:17.744769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.758529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.796765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.800710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.826149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:17.826530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.855424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.863277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.865243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-72e5af43-8e69-4247-8864-0d35f84719bf tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.874283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5fc73-a96e-4520-a945-7bcc4f17b6e3 req-2ed3c802-10a8-42a5-a82c-33ca3ff7595b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:17.875216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3cf5fc73-a96e-4520-a945-7bcc4f17b6e3 req-2ed3c802-10a8-42a5-a82c-33ca3ff7595b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:17.881761 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0605037 Dec 22 08:47:17.907187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3cf5fc73-a96e-4520-a945-7bcc4f17b6e3 req-2ed3c802-10a8-42a5-a82c-33ca3ff7595b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:17.909522 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3cf5fc73-a96e-4520-a945-7bcc4f17b6e3 req-2ed3c802-10a8-42a5-a82c-33ca3ff7595b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 931 time: 0.2739260 Dec 22 08:47:17.911092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ec425d-fec7-4d43-afda-9bcee28f5d1c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.915643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.938790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.942706 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2378488 Dec 22 08:47:17.946406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36982) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:17.956654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '154471a3-f57e-4a63-9a63-d9d9595ec4ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:17.968722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:17.977053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:17.981933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:17.983186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Request body: {'port': {'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:17.991712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:17.997418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-134525c8-1759-4f69-aba7-132c17c24cf1 None None] Provisioning for port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:18.007215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-134525c8-1759-4f69-aba7-132c17c24cf1 None None] Provisioning complete for port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:18.008108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-134525c8-1759-4f69-aba7-132c17c24cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.034046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.043167 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3cf5fc73-a96e-4520-a945-7bcc4f17b6e3 req-f1643804-97ff-46da-88d0-7f23b67ac294 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262689 Dec 22 08:47:18.101942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-134525c8-1759-4f69-aba7-132c17c24cf1 None None] Port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:47:18.132176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.140648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.147383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.153636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec7f6638-8d80-4ee2-9f68-7942160584b1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:18.174328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c419c4-aa5b-4864-8d75-9cf38235cda5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:18.177259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:18.189776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.193701 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2433090 Dec 22 08:47:18.193997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36986) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.226271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.242280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.272382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.278974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:18.292415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c419c4-aa5b-4864-8d75-9cf38235cda5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:18.294865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:18.298129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.303695 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/75c419c4-aa5b-4864-8d75-9cf38235cda5 HTTP/1.1" status: 204 len: 168 time: 0.1053421 Dec 22 08:47:18.303695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36990) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.362833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68ff6130-e55f-4978-9af1-f85b259a58d4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:18.380919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68ff6130-e55f-4978-9af1-f85b259a58d4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:18.385273 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68ff6130-e55f-4978-9af1-f85b259a58d4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0785134 Dec 22 08:47:18.385538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36994) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.428725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.443222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.476213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.478851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b45b52cd-839a-441b-93a7-19884c50d8aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:18.499305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2ec425d-fec7-4d43-afda-9bcee28f5d1c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:18.503087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:18.508990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.510439 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b2ec425d-fec7-4d43-afda-9bcee28f5d1c HTTP/1.1" status: 204 len: 168 time: 0.1238554 Dec 22 08:47:18.512991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 36998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.584657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-313b282c-541f-430a-ad44-8801617fee70 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:18.609407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-313b282c-541f-430a-ad44-8801617fee70 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:18.611376 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-313b282c-541f-430a-ad44-8801617fee70 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0968568 Dec 22 08:47:18.616376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.648435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.660192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.696522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.699080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-73ba955a-4258-490a-8b30-6c128f8f261b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:18.713127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba80bbc1-5b7e-4879-85d6-d97760dbbf11 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:47:18.722459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a032862d-241c-451b-9050-94d677c638cd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:18.725644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.728915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:18.730187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.735711 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a032862d-241c-451b-9050-94d677c638cd HTTP/1.1" status: 204 len: 168 time: 0.1143050 Dec 22 08:47:18.737794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.749245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Transition to ACTIVE for port object ba80bbc1-5b7e-4879-85d6-d97760dbbf11 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:18.754922 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.762964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e4683445-f765-45e5-b1ab-d6e7ae870e80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:18.799584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed7ffcab-f25e-4cf8-98b2-0a8fb934599a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:18.822534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed7ffcab-f25e-4cf8-98b2-0a8fb934599a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:18.824163 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed7ffcab-f25e-4cf8-98b2-0a8fb934599a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0850110 Dec 22 08:47:18.828440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37010) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:18.861612 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.873403 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.906651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.915969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ecb7d6ed-a924-4527-93f6-744b15bac27d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:18.935223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d442b070-ed45-4027-9713-c0593f451b97,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:18.938123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:18.941175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.946769 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d442b070-ed45-4027-9713-c0593f451b97 HTTP/1.1" status: 204 len: 168 time: 0.1132731 Dec 22 08:47:18.947066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37014) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.023146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-61ee0a00-629f-473c-9924-0c2aa0c4ff44 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:19.040643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:19.050442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-61ee0a00-629f-473c-9924-0c2aa0c4ff44 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:19.051742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:19.052564 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-61ee0a00-629f-473c-9924-0c2aa0c4ff44 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1042433 Dec 22 08:47:19.057528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37018) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.109878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.130383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.136299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Attempting to bind port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:19.137005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Attempting to bind port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:19.137612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Attempting to bind port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:19.148845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 on network 90ca7df1-b1e0-4487-90f0-567b9097045a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:47:19.149347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Attempting to bind port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:47:19.171694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.173283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:47:19.174494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Checking segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:47:19.175016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Bound using segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:47:19.175533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Bound port: ba80bbc1-5b7e-4879-85d6-d97760dbbf11, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:19.176060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.181997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5818371e-2b59-4246-ae59-5d45160655f4 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:19.198841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99d2e174-0ddf-42cd-a5a9-50a4c794a54b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:19.205090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:19.210601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.212359 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/99d2e174-0ddf-42cd-a5a9-50a4c794a54b HTTP/1.1" status: 204 len: 168 time: 0.1534953 Dec 22 08:47:19.214901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.282852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] For port ba80bbc1-5b7e-4879-85d6-d97760dbbf11, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:47:19.286082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] For port ba80bbc1-5b7e-4879-85d6-d97760dbbf11, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:47:19.290227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.294256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:19.331230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-59e6789c-56a9-44f0-bf3e-4b286bdf74a8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:19.354728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-59e6789c-56a9-44f0-bf3e-4b286bdf74a8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:19.356036 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59e6789c-56a9-44f0-bf3e-4b286bdf74a8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1400363 Dec 22 08:47:19.359698 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.365905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.369983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.372819 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 1093 time: 1.4822738 Dec 22 08:47:19.373384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:19.396522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:19.403806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:19.421507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eba3b-6ea4-4c81-a30e-9edea33991e4 req-4e0e29fa-f89f-4a99-a513-df21dc54b950 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.422759 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-534eba3b-6ea4-4c81-a30e-9edea33991e4 req-4e0e29fa-f89f-4a99-a513-df21dc54b950 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.1914999 Dec 22 08:47:19.499456 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-534eba3b-6ea4-4c81-a30e-9edea33991e4 req-21a86dd2-ecbb-407f-9fc1-5a1eae36207a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665321 Dec 22 08:47:19.500433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.556990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.560856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-54d5a962-fb9e-4bdb-809f-623dd21e04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.562371 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-54d5a962-fb9e-4bdb-809f-623dd21e04ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1096 time: 0.1370699 Dec 22 08:47:19.642283 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'status': 'completed', 'code': 200} Dec 22 08:47:19.651789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.656409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:19.660182 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-e7605ea4-4ac7-41c1-b34b-12ecb384373c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 217 time: 0.0897751 Dec 22 08:47:19.675872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154471a3-f57e-4a63-9a63-d9d9595ec4ed,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:19.678801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:19.695268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.699226 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/154471a3-f57e-4a63-9a63-d9d9595ec4ed HTTP/1.1" status: 204 len: 168 time: 0.3360445 Dec 22 08:47:19.699637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37038) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.737583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-d7f200bb-e0db-4b1c-81b8-6d053a269c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.739033 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-d7f200bb-e0db-4b1c-81b8-6d053a269c57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0725398 Dec 22 08:47:19.759345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9a4075b7-49d7-4a6f-8a0d-b89f3afc4cd9 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:19.783000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9a4075b7-49d7-4a6f-8a0d-b89f3afc4cd9 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:19.785560 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9a4075b7-49d7-4a6f-8a0d-b89f3afc4cd9 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0807669 Dec 22 08:47:19.789721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37042) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.795861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338977735'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:19.804832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:19.816406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:19.823959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b34762a4-d2ab-4221-bfda-d111b9ea6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.826910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-b34762a4-d2ab-4221-bfda-d111b9ea6b11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813050 Dec 22 08:47:19.829043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.855228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:19.862019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:19.865284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:19.872492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:19.962421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.966793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.972343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e2765019-eee2-49d0-8ac3-d9bde4b09ba5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:19.987571 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-568a2a96-b4f3-4e61-9fa1-4b06b3ed11dd service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543844 Dec 22 08:47:20.017342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1617c025-195f-4837-b08b-23dccfa7ce99,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:20.020228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:20.026060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.029180 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2366476 Dec 22 08:47:20.033024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37046) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.038547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '1617c025-195f-4837-b08b-23dccfa7ce99', 'direction': 'ingress', 'protocol': 17}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:20.045503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:20.053881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:20.057277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:20.063360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:20.088646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.143216 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4518274-37dd-42ee-b210-bb260bc423b4 req-99605518-3a51-4839-a8ac-697827bed56f service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487575 Dec 22 08:47:20.160059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.167629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.169422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f3a01e65-53d6-4293-8fb2-ec2fdf4de653 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:20.193148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfd14a3-ba2f-49dc-8953-108c94d7b7d8,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:20.195648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:20.210927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.212791 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed642103-349d-4a22-98e0-db68e277e520 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1784046 Dec 22 08:47:20.215720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37050) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.290353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845eff-819f-44f1-b669-f25959f81d74 req-f943d0a4-5d52-4af1-ba2d-04f6b08283ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:20.292831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef845eff-819f-44f1-b669-f25959f81d74 req-f943d0a4-5d52-4af1-ba2d-04f6b08283ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1096 time: 0.0984600 Dec 22 08:47:20.305842 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.352798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.415886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.421356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dfc57f22-6933-4028-b6b9-d3f2bd69a0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:20.437788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1617c025-195f-4837-b08b-23dccfa7ce99,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:20.442770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:20.453409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.457824 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/1617c025-195f-4837-b08b-23dccfa7ce99 HTTP/1.1" status: 204 len: 168 time: 0.2382257 Dec 22 08:47:20.458118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.464965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845eff-819f-44f1-b669-f25959f81d74 req-472d0334-2b93-4dd7-af92-841815e4dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:20.466825 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef845eff-819f-44f1-b669-f25959f81d74 req-472d0334-2b93-4dd7-af92-841815e4dc81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.1664331 Dec 22 08:47:20.513917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e2dc3528-079c-4fbb-8deb-74742531d30e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:20.531165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e2dc3528-079c-4fbb-8deb-74742531d30e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:20.532557 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e2dc3528-079c-4fbb-8deb-74742531d30e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728505 Dec 22 08:47:20.540592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37058) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.548206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--801037299'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:20.552008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef845eff-819f-44f1-b669-f25959f81d74 req-1c1711be-fd90-432d-ad9e-0599e4bc9817 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 217 time: 0.0784609 Dec 22 08:47:20.556586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:20.568914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:20.581748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.609234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:20.614703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:20.619233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:20.626800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845eff-819f-44f1-b669-f25959f81d74 req-f3f05fed-bec4-4885-8b44-2634076afa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:20.627741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:20.628256 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef845eff-819f-44f1-b669-f25959f81d74 req-f3f05fed-bec4-4885-8b44-2634076afa05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0690355 Dec 22 08:47:20.708211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845eff-819f-44f1-b669-f25959f81d74 req-646db95d-84e6-4b9e-805c-84d1492a8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:20.709674 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef845eff-819f-44f1-b669-f25959f81d74 req-646db95d-84e6-4b9e-805c-84d1492a8e98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750678 Dec 22 08:47:20.770245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.782535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44df83d-4b63-4f6a-a2bb-20dd81e2da08 req-67b34143-bc74-46d9-9511-e5317cd22253 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:20.784732 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e44df83d-4b63-4f6a-a2bb-20dd81e2da08 req-67b34143-bc74-46d9-9511-e5317cd22253 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.1465912 Dec 22 08:47:20.785390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.789451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54a1cf1e-f3c5-4f3e-a363-4fd099d06774 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:20.859733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9bea0-20e9-422a-9ebf-7ef7ee77246d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:20.866191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:20.882827 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e44df83d-4b63-4f6a-a2bb-20dd81e2da08 req-e2d0c0cf-0bf3-4cb0-ad86-0de54e5a1aba tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848942 Dec 22 08:47:20.884276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.889977 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3436553 Dec 22 08:47:20.890484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37064) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.896458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--334990888'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:20.902314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:20.906958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:20.910140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:20.917616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:20.930508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.962055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:20.966401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:20.969290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:20.975120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:20.992861 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef845eff-819f-44f1-b669-f25959f81d74 req-f66c7c0b-749d-48f0-9425-55b7442adfb9 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747564 Dec 22 08:47:21.097570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.103763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.109273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35089fcd-62b2-40ff-83d9-100aa7d81c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:21.145667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef845eff-819f-44f1-b669-f25959f81d74 req-d48946a1-5af8-4d9a-83b1-2ca7a1684639 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441407 Dec 22 08:47:21.156762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393119ba-169c-417f-8982-318f050127fa,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.160236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:21.161394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.164355 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2715788 Dec 22 08:47:21.166000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37068) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.171309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '8ef9bea0-20e9-422a-9ebf-7ef7ee77246d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '393119ba-169c-417f-8982-318f050127fa', 'remote_ip_prefix': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:21.177937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:21.182184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:21.185129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:21.196186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:21.224482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.289460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.293723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.295525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:21.319492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6f61f8-3048-4a13-aad2-cab4071d0241,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.324468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:21.332914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.334193 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1672478 Dec 22 08:47:21.337003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37072) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.366043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.377502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.401711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.403470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:21.427516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e6f61f8-3048-4a13-aad2-cab4071d0241,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.427516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.427516 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1e6f61f8-3048-4a13-aad2-cab4071d0241 HTTP/1.1" status: 204 len: 168 time: 0.0882144 Dec 22 08:47:21.427516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:21.429264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37076) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.485020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c78bb43d-18e2-448e-a844-690a23a7ca7a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:21.502837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c78bb43d-18e2-448e-a844-690a23a7ca7a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:21.504257 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c78bb43d-18e2-448e-a844-690a23a7ca7a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0738468 Dec 22 08:47:21.507210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37080) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.573982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.601110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.649785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.653869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-492c0468-c220-4ef9-ae91-121a8b747e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:21.670048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393119ba-169c-417f-8982-318f050127fa,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.676816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:21.689381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.690655 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/393119ba-169c-417f-8982-318f050127fa HTTP/1.1" status: 204 len: 168 time: 0.1824617 Dec 22 08:47:21.693383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37084) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.760262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-30556361-eeaf-4168-a809-4d5255216ba5 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:21.776668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-30556361-eeaf-4168-a809-4d5255216ba5 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:21.778023 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-30556361-eeaf-4168-a809-4d5255216ba5 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0836604 Dec 22 08:47:21.781072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37088) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.847976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.875228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.925944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.932169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9efbff93-c20f-4925-a7ff-275702f8a8b5 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:21.947763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9bea0-20e9-422a-9ebf-7ef7ee77246d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.950930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:21.963353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.970735 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ef9bea0-20e9-422a-9ebf-7ef7ee77246d HTTP/1.1" status: 204 len: 168 time: 0.1824496 Dec 22 08:47:21.972138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37094) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.067746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ecdec5f7-23c2-43b4-b4dc-aed2e8538d35 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:22.099842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ecdec5f7-23c2-43b4-b4dc-aed2e8538d35 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:22.101133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ecdec5f7-23c2-43b4-b4dc-aed2e8538d35 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1280165 Dec 22 08:47:22.105414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.110594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887081629'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:22.116707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:22.125893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbc476-086e-4325-ae67-b8b684f1673e req-1a16d811-8d0c-4f3f-9f31-49790222a705 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:22.127173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:22.127554 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87bbc476-086e-4325-ae67-b8b684f1673e req-1a16d811-8d0c-4f3f-9f31-49790222a705 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.1142719 Dec 22 08:47:22.137508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.160538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:22.164606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:22.167509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:22.173186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:22.176077 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87bbc476-086e-4325-ae67-b8b684f1673e req-2b79b7a6-c283-40f1-83a0-e075c6b88f5d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Dec 22 08:47:22.256346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.260464 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.264404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f57b4936-a9ca-4b16-bb32-e5870f7ebce9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:22.306988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d341a5-e28a-4813-b3a5-899dc1e4f74f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:22.309912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:22.321356 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.323537 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2168610 Dec 22 08:47:22.326192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.333165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '07d341a5-e28a-4813-b3a5-899dc1e4f74f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:22.339553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:22.344884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:22.348561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:22.355795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:22.375076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.439651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.443443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.449466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5c28dd7-4f1b-42f0-90f5-e9752fa96d91 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:22.469289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6362fb78-fd82-43b7-b8ce-621ff6e365d6,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:22.472759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:22.491213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.492473 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1646533 Dec 22 08:47:22.495388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.527581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.541137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.569566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.571556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3fcf5cd1-c7c6-461a-836a-ee25d645900e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:22.588390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6362fb78-fd82-43b7-b8ce-621ff6e365d6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:22.591876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:22.593192 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.594304 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6362fb78-fd82-43b7-b8ce-621ff6e365d6 HTTP/1.1" status: 204 len: 168 time: 0.0979812 Dec 22 08:47:22.597379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.647791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f57f8593-53c9-4864-a1b1-2858a527420b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:22.665345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f57f8593-53c9-4864-a1b1-2858a527420b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:22.666631 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f57f8593-53c9-4864-a1b1-2858a527420b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683570 Dec 22 08:47:22.669712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.737286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.769252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.815951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.819821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f5ecface-a3c7-43f0-b8b1-66d6e0e1ab15 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:22.836319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d341a5-e28a-4813-b3a5-899dc1e4f74f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:22.840087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:22.853586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.855197 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/07d341a5-e28a-4813-b3a5-899dc1e4f74f HTTP/1.1" status: 204 len: 168 time: 0.1840901 Dec 22 08:47:22.857743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37120) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.909083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a3a7ab34-2ea1-4d52-8c22-af811ce4b5a8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:22.927098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a3a7ab34-2ea1-4d52-8c22-af811ce4b5a8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:22.928390 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a3a7ab34-2ea1-4d52-8c22-af811ce4b5a8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697155 Dec 22 08:47:22.932491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37124) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.938393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106805121'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:22.944672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:22.954484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:22.965204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.986553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:22.990718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:22.993566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:22.999246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:23.072171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.076559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.080876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-430be063-7a6f-469c-8ca4-82b92aa1b3f4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:23.125904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f78a0b-c38c-403b-852a-1d0cec58516a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:23.129291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:23.138466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.139747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2058444 Dec 22 08:47:23.143002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37128) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.148162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': 'b7f78a0b-c38c-403b-852a-1d0cec58516a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:23.154268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:23.158282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:23.161121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:23.166839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:23.184966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.252710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.257147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.264742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed164fc1-c05c-4d6c-9d15-7ce7cd44c63a tempest-ServerActionsTestJSON-1331315389 tempest-ServerActionsTestJSON-1331315389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:23.286786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08119d22-18e4-404a-bc07-5dc4673a2fb9,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:23.289175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:23.299157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.300480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565490 Dec 22 08:47:23.303790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37134) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.330969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d7b2adbf-ddbb-4fb5-85e7-43325779cf4e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules/08119d22-18e4-404a-bc07-5dc4673a2fb9 HTTP/1.1" status: 200 len: 763 time: 0.0250070 Dec 22 08:47:23.334005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37138) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.389155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c79177ec-795d-4417-a4f6-9f88cddc9296 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:23.389955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712e980-6d53-496d-803c-95063f8ad70e req-78926d90-e6d3-4f5f-a227-982c44348bae tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:23.391475 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a712e980-6d53-496d-803c-95063f8ad70e req-78926d90-e6d3-4f5f-a227-982c44348bae tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.0932951 Dec 22 08:47:23.407531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c79177ec-795d-4417-a4f6-9f88cddc9296 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:23.409911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c79177ec-795d-4417-a4f6-9f88cddc9296 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0743704 Dec 22 08:47:23.412378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37142) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.440408 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a712e980-6d53-496d-803c-95063f8ad70e req-ba036c21-f6e9-40e6-9b28-3d961db8e230 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Dec 22 08:47:23.442521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.453865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.478796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.480674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6891ce95-6596-492f-9d17-b039f895eaf2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:23.497082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08119d22-18e4-404a-bc07-5dc4673a2fb9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:23.500357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:23.507402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.508609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/08119d22-18e4-404a-bc07-5dc4673a2fb9 HTTP/1.1" status: 204 len: 168 time: 0.0952480 Dec 22 08:47:23.511107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37146) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.558944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eb5f5ff7-899f-415a-b73f-12f397229700 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:23.577631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-eb5f5ff7-899f-415a-b73f-12f397229700 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:23.582995 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eb5f5ff7-899f-415a-b73f-12f397229700 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673099 Dec 22 08:47:23.582995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37150) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.587831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': 'b7f78a0b-c38c-403b-852a-1d0cec58516a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:23.594493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:23.606310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:23.627682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.694748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.699496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.701403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7874cb00-8c95-4560-9d0e-971e610bff7e tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:23.725298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc3508c-e568-4a50-a3c8-b9a708aed28b,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:23.730272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:23.741043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.742375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587353 Dec 22 08:47:23.745371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37154) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.764968 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2d33072f-a792-44c2-9691-ec3da63a9146 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules/2cc3508c-e568-4a50-a3c8-b9a708aed28b HTTP/1.1" status: 200 len: 763 time: 0.0182934 Dec 22 08:47:23.770757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37158) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.816069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c2874601-a415-431b-8d69-b23d77445162 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:23.832763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c2874601-a415-431b-8d69-b23d77445162 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:23.834066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c2874601-a415-431b-8d69-b23d77445162 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0653622 Dec 22 08:47:23.836822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37162) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.866153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.877320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.907437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.909279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:23.927208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cc3508c-e568-4a50-a3c8-b9a708aed28b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:23.929902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:23.934063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.935228 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2cc3508c-e568-4a50-a3c8-b9a708aed28b HTTP/1.1" status: 204 len: 168 time: 0.0974803 Dec 22 08:47:23.937759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37166) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.989486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-697b77af-9d15-4e8d-af02-52a4a6d1f0d4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:24.006115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-697b77af-9d15-4e8d-af02-52a4a6d1f0d4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:24.007478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-697b77af-9d15-4e8d-af02-52a4a6d1f0d4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688000 Dec 22 08:47:24.010566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37170) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.018886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': 'b7f78a0b-c38c-403b-852a-1d0cec58516a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.027348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.038673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.056634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.120436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.124443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.127656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bfb4da69-0aae-4ef1-80f4-854c8d9538a8 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:24.152441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e12dfe4-b65e-4932-9d35-076a971c083c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.157258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:24.167038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.171181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37174) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.171342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594074 Dec 22 08:47:24.191007 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d7735858-2599-4e27-a317-ccc40086ade6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules/4e12dfe4-b65e-4932-9d35-076a971c083c HTTP/1.1" status: 200 len: 764 time: 0.0184128 Dec 22 08:47:24.193477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.241604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6be21ac-3247-426c-951f-ebc95889a655 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:24.259859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e6be21ac-3247-426c-951f-ebc95889a655 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:24.261247 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6be21ac-3247-426c-951f-ebc95889a655 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0668025 Dec 22 08:47:24.264200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37182) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.293074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.304376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.329408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.331160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:24.352022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e12dfe4-b65e-4932-9d35-076a971c083c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.355246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:24.362300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.363448 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4e12dfe4-b65e-4932-9d35-076a971c083c HTTP/1.1" status: 204 len: 168 time: 0.0983362 Dec 22 08:47:24.366096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37186) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.421877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c703cd3-159c-4347-9ef4-8a6cff30153a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:24.438146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c703cd3-159c-4347-9ef4-8a6cff30153a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:24.440238 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c703cd3-159c-4347-9ef4-8a6cff30153a tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732186 Dec 22 08:47:24.443121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.516068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.544703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.597503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.604477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f1c91d2f-eced-447e-b5ea-cb4bf2eef976 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:24.619772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f78a0b-c38c-403b-852a-1d0cec58516a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.622137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:24.644755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.646261 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/b7f78a0b-c38c-403b-852a-1d0cec58516a HTTP/1.1" status: 204 len: 168 time: 0.2020254 Dec 22 08:47:24.648755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37196) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.654121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77648f06-0fec-47d8-82c1-f8539e84ed11 req-0dfef6cb-26a0-4d97-96a0-7cdacf73e71c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:24.655797 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-77648f06-0fec-47d8-82c1-f8539e84ed11 req-0dfef6cb-26a0-4d97-96a0-7cdacf73e71c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.1012042 Dec 22 08:47:24.707625 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-77648f06-0fec-47d8-82c1-f8539e84ed11 req-c3ba96f8-bc98-44b5-bdad-29066cb69c04 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455682 Dec 22 08:47:24.709554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35bc24cc-3c0e-418f-90b9-826fb6551e01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:24.726281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35bc24cc-3c0e-418f-90b9-826fb6551e01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:24.728153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35bc24cc-3c0e-418f-90b9-826fb6551e01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784934 Dec 22 08:47:24.733145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37200) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.738867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group': {'name': 'tempest-secgroup--833854446'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.744868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.754463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.764602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.785947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.790368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:24.793347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:24.800174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.872972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.876722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.880549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a5575c4b-1608-4b8c-95da-792a9e4770d9 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:24.922777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbe66a-9e16-42a6-8b8a-11c95c51ae09,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.928890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:24.934220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.935416 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2013016 Dec 22 08:47:24.938111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37204) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.943326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Request body: {'security_group_rule': {'security_group_id': '49fbe66a-9e16-42a6-8b8a-11c95c51ae09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:24.949244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:24.953638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Usage tracker for resource:security_group_rule and tenant:f3f16b2359994084975ae04be5136cec is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:24.956728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:24.962574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:24.980634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.049257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.053807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.055342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:25.080828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120276c4-8c44-4ad0-85dd-7b168897063f,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.083310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:25.094215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.095542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564243 Dec 22 08:47:25.100036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37208) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.170824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.199579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.250484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.255380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b854c334-7c97-475d-a79e-c91d9c9a1c0b tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:25.271165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbe66a-9e16-42a6-8b8a-11c95c51ae09,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.274956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:25.282315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.283449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/49fbe66a-9e16-42a6-8b8a-11c95c51ae09 HTTP/1.1" status: 204 len: 168 time: 0.1825256 Dec 22 08:47:25.286522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37212) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.337900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f32ec0a9-4f4e-497b-82bc-d39e639fa318 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:25.354595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f32ec0a9-4f4e-497b-82bc-d39e639fa318 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:25.355860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f32ec0a9-4f4e-497b-82bc-d39e639fa318 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683386 Dec 22 08:47:25.358642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.411583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aeb03e62-01a2-4739-a176-91b27f7300b3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Synchronizing usage tracker for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:25.428006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aeb03e62-01a2-4739-a176-91b27f7300b3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Unset dirty status for tenant:f3f16b2359994084975ae04be5136cec on resource:security_group_rule {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:25.429472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-aeb03e62-01a2-4739-a176-91b27f7300b3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0699513 Dec 22 08:47:25.432420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37220) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.448558 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-642293a2-4044-4eb5-aa4f-0bc32549e392 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] delete failed (client error): The resource could not be found. Dec 22 08:47:25.449527 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-642293a2-4044-4eb5-aa4f-0bc32549e392 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "DELETE /v2.0/security-groups/49fbe66a-9e16-42a6-8b8a-11c95c51ae09 HTTP/1.1" status: 404 len: 347 time: 0.0162249 Dec 22 08:47:25.453239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37224) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.504296 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3571af72-f3fe-42a8-9c66-034adb1649dc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499001 Dec 22 08:47:25.794903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37234) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:25.862289 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-f527a535-30eb-460d-aa64-2cb7710f35ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0897150 Dec 22 08:47:25.904449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efd01b-0743-473c-8a06-30b376e9a780 req-479a0643-3170-4247-abfa-dcd029812657 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:25.906775 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0efd01b-0743-473c-8a06-30b376e9a780 req-479a0643-3170-4247-abfa-dcd029812657 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.0887022 Dec 22 08:47:25.988153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0efd01b-0743-473c-8a06-30b376e9a780 req-03052370-0f54-4c92-9003-c450698fc002 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747609 Dec 22 08:47:25.997190 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4839e201-ad8d-4e89-9110-6190f6ec48b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3f16b2359994084975ae04be5136cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006090 Dec 22 08:47:26.001190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37240) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:26.020178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-dd624562-2622-43f4-a456-0e57cfcbcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:26.021653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-dd624562-2622-43f4-a456-0e57cfcbcd54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 1098 time: 0.0839815 Dec 22 08:47:26.178023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.209658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.209895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-74523b0f-d8d8-460e-8df5-f05ef5210c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:26.212136 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-74523b0f-d8d8-460e-8df5-f05ef5210c3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ab2679b-dcb7-447a-a751-8d405323720e HTTP/1.1" status: 200 len: 897 time: 0.1575584 Dec 22 08:47:26.270688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.275549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-203a1091-6a76-43cd-b9b5-b4829e33c4aa tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:26.292702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35b816a-68fc-4e1c-9abf-6dc4a1ea05b1,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:26.295414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:26.315197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:26.316753 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e35b816a-68fc-4e1c-9abf-6dc4a1ea05b1 HTTP/1.1" status: 204 len: 168 time: 0.3161452 Dec 22 08:47:26.332186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-1c3a2b93-4d1f-43f1-8c48-5e9619d56217 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55386a72-497f-4e0a-861b-2fa18abd555d HTTP/1.1" status: 200 len: 1001 time: 0.1119239 Dec 22 08:47:26.398256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-37dc73b6-c40a-4204-b959-aa7d511da978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:26.399856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-37dc73b6-c40a-4204-b959-aa7d511da978 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b41d51a2-d021-4a36-a8e8-d86eebee342d HTTP/1.1" status: 200 len: 835 time: 0.0612640 Dec 22 08:47:26.498892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-ecb476dd-5cb2-4085-a260-74dc9b6c4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:26.501302 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-ecb476dd-5cb2-4085-a260-74dc9b6c4eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ab2679b-dcb7-447a-a751-8d405323720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936248 Dec 22 08:47:26.644256 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-7ef560cf-5341-4f6c-bcf2-2ce6ac8fe773 service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356483 Dec 22 08:47:26.786457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2447c8d6-1c82-462e-9ed3-3c2b2d343f9d req-f308db5f-13ba-4ed9-802f-47566ed96bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341915 Dec 22 08:47:27.296697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c485ac-01b4-4040-8e45-888d718a29af req-1ad94648-046f-47d4-a5b1-6e892d189b4a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:27.298249 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88c485ac-01b4-4040-8e45-888d718a29af req-1ad94648-046f-47d4-a5b1-6e892d189b4a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.2014437 Dec 22 08:47:27.343855 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88c485ac-01b4-4040-8e45-888d718a29af req-dec3692e-a979-4d76-b573-4b6bfe0d1baf tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394809 Dec 22 08:47:28.538889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91cdd8-14d2-44b7-9dc6-a24ab9ffb891 req-97e736b8-d0a8-4e90-94b6-f860638499d7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:28.540450 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc91cdd8-14d2-44b7-9dc6-a24ab9ffb891 req-97e736b8-d0a8-4e90-94b6-f860638499d7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 943 time: 0.0830350 Dec 22 08:47:28.590645 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc91cdd8-14d2-44b7-9dc6-a24ab9ffb891 req-b63395c9-482d-4e1d-b651-8e72a9ceeb59 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445278 Dec 22 08:47:28.685010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ba80bbc1-5b7e-4879-85d6-d97760dbbf11 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:47:28.853450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ba80bbc1-5b7e-4879-85d6-d97760dbbf11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:28.875323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:47:28.931634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.952071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba80bbc1-5b7e-4879-85d6-d97760dbbf11 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:47:28.969636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ba80bbc1-5b7e-4879-85d6-d97760dbbf11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:28.974811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:28.976611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f4355f33-4a63-4307-9f12-ab37072f7540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:29.043799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:29.051895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.052264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.052530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.052858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.053236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.053506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.053822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.054143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.054519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.054776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.055084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.055427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:29.059460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:29.324227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['ba80bbc1-5b7e-4879-85d6-d97760dbbf11'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:47:29.775752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb18ad-45e3-4c3b-b2a9-070b8ec72ab2 req-67372ecd-f8e2-49ef-b250-47eb216f29ef tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:29.777424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cfdb18ad-45e3-4c3b-b2a9-070b8ec72ab2 req-67372ecd-f8e2-49ef-b250-47eb216f29ef tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 944 time: 0.0819840 Dec 22 08:47:29.826831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cfdb18ad-45e3-4c3b-b2a9-070b8ec72ab2 req-8f386be2-d41b-4ebf-bebe-21e8b23c03ba tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425775 Dec 22 08:47:30.686143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ba80bbc1-5b7e-4879-85d6-d97760dbbf11 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:30.754417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:30.759184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:30.759557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.887684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.917670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:30.929155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ba80bbc1-5b7e-4879-85d6-d97760dbbf11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:47:30.934134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:30.937060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c4417acf-e324-4480-a6b2-69d986e35942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:31.009625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:31.012800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:31.024207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fa1be-6049-414e-9f49-ddc77a2b8e63 req-5d34aad9-67b4-44ec-8716-493e1ec0ea54 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:31.025740 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-077fa1be-6049-414e-9f49-ddc77a2b8e63 req-5d34aad9-67b4-44ec-8716-493e1ec0ea54 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 945 time: 0.0861020 Dec 22 08:47:31.071986 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-077fa1be-6049-414e-9f49-ddc77a2b8e63 req-5cb2fbf0-538d-4b05-bae1-487170354b1c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405207 Dec 22 08:47:31.191105 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'code': 200} Dec 22 08:47:31.484422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c7a5f-773b-48b0-a830-e2bb3bc07b13 req-a0d6893f-ce5e-424a-9d6e-e17f08d45c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:31.485929 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f59c7a5f-773b-48b0-a830-e2bb3bc07b13 req-a0d6893f-ce5e-424a-9d6e-e17f08d45c39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1098 time: 0.0745339 Dec 22 08:47:31.529810 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f59c7a5f-773b-48b0-a830-e2bb3bc07b13 req-c2f2888e-27fb-4f5f-803d-9d7e29a55f5f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 Dec 22 08:47:32.274396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f66f-4e09-4ee7-96a7-da91f82c59ae req-db1be71d-7a72-4cff-b3ee-7af781c6487a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:32.276754 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5fd5f66f-4e09-4ee7-96a7-da91f82c59ae req-db1be71d-7a72-4cff-b3ee-7af781c6487a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 945 time: 0.0961542 Dec 22 08:47:32.323668 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5fd5f66f-4e09-4ee7-96a7-da91f82c59ae req-ca9c911e-c756-43d1-9a63-1142f0bbef9e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Dec 22 08:47:33.522184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9820a-1cfd-4abc-a964-0ee617396f3c req-594c4ef3-14b6-4a57-97d6-c359b4926af1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.523725 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bab9820a-1cfd-4abc-a964-0ee617396f3c req-594c4ef3-14b6-4a57-97d6-c359b4926af1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 945 time: 0.0877697 Dec 22 08:47:33.576070 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bab9820a-1cfd-4abc-a964-0ee617396f3c req-6ea2dbcd-b0ec-41c4-a099-7108fa59087b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462961 Dec 22 08:47:33.779448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd3cd0-206a-489b-b1f5-b8e35b4c2a5e req-fa16a3e2-1852-41ec-9c2a-ade50392059b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.781036 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2afd3cd0-206a-489b-b1f5-b8e35b4c2a5e req-fa16a3e2-1852-41ec-9c2a-ade50392059b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 945 time: 0.0855939 Dec 22 08:47:33.827055 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2afd3cd0-206a-489b-b1f5-b8e35b4c2a5e req-08723b52-8299-4d0e-af72-e078bb27d2ef tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403593 Dec 22 08:47:33.854336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37270) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.925791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b545aa-fed4-4e54-b9b0-f086592d2390 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:33.927331 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-70b545aa-fed4-4e54-b9b0-f086592d2390 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1093 time: 0.0719788 Dec 22 08:47:33.930359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37274) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:33.935338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:47:33.942006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:33.945873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:floatingip and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:33.948834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:33.955018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:33.967158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.113526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.256996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Allocated IP 172.26.7.92 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/6b0f8bd7-7ff0-4ef9-8bed-1dea0f353cce) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:47:34.419883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.452987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:34.456960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:34.523541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:47:34.526442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:47:34.528988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:47:34.568327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=6b0f8bd7-7ff0-4ef9-8bed-1dea0f353cce,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:34.577395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:34.969442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.048454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.396086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.403764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.407822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b682c733-695d-463c-abab-5d3c849532ca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:35.515701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=6b0f8bd7-7ff0-4ef9-8bed-1dea0f353cce,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:35.520382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:35.528935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:35.715640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Floating IP 6e50cb64-e0cc-4497-ada8-724b1ee9c75c associated. External IP: 172.26.7.92, port: ba80bbc1-5b7e-4879-85d6-d97760dbbf11. Dec 22 08:47:36.079859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:36.263877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:36.274450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:36.284984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:36.285631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:36.292615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:36.356366 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4244995 Dec 22 08:47:36.357295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:36.413646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'status': 'completed', 'code': 200} Dec 22 08:47:36.510855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-58ccc434-f403-4232-9402-79973026f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:36.512391 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-58ccc434-f403-4232-9402-79973026f3fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1098 time: 0.0762312 Dec 22 08:47:36.521223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:36.662680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-882c981a-99f1-449b-bc16-80e04acdc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:36.664822 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-882c981a-99f1-449b-bc16-80e04acdc02c service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.1457820 Dec 22 08:47:36.774293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-087ed591-a8a5-416f-84ca-eb41a3724e7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 998 time: 0.1028092 Dec 22 08:47:36.838004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-285eebbe-dedf-43d2-8222-c8b66c7fab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:36.839553 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-285eebbe-dedf-43d2-8222-c8b66c7fab1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0586076 Dec 22 08:47:36.891413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:34Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:36.896127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:36.905656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:36.906298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:37.062219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-08ead7b9-df8a-48e8-996c-faf21d603738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:37.064285 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-08ead7b9-df8a-48e8-996c-faf21d603738 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2175388 Dec 22 08:47:37.094186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:37.200500 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-255e4ead-baf0-48af-958e-5b5c5aa9da91 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301484 Dec 22 08:47:37.337292 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83ea18d6-9280-444a-adf1-c8a4d7e022a2 req-fe810ac7-c0bd-456b-a781-c4055f3296bf service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304767 Dec 22 08:47:37.464884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:34Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:37.469124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e1ea4-53a2-4c9d-b9c5-7829fe245c80 None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:34Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:37.681649 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334624f-b3f4-4178-a368-f3f1728edf9e None None] New status for floating IP 6e50cb64-e0cc-4497-ada8-724b1ee9c75c: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:47:39.509885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.736171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5c76fa2-90a6-49e5-aec4-dee654d1d720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:42.019690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dea9ae5e-f3b9-40a4-88db-efe2c7eada96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.166695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:43.198402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:44.478386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:51.339332 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:47:55.460007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37294) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:55.567014 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-900680da-7214-4133-b5fd-ad6b3a6b30fe tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/27525d4a-568d-4967-99ea-104de4830587 HTTP/1.1" status: 200 len: 993 time: 0.1057894 Dec 22 08:47:55.884972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37302) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:56.098778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port e4d9d6a4-6a69-4715-9a02-b1e1f523f9a5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:56.098778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.270279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.270279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.398075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for e4d9d6a4-6a69-4715-9a02-b1e1f523f9a5 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:47:56.552623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.556245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:56.599429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=e4d9d6a4-6a69-4715-9a02-b1e1f523f9a5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:56.602470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:56.697757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:56.697757 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP 27525d4a-568d-4967-99ea-104de4830587 disassociated (deleted). External IP: 172.26.7.151, port: 55386a72-497f-4e0a-861b-2fa18abd555d. Dec 22 08:47:57.240250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router da25e21c-553e-46ca-9d1d-fa87dcce3811 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:47:57.435893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:47:57.447194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] Sync routers for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:47:57.457472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:57.457683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:57.458103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:57.549937 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/27525d4a-568d-4967-99ea-104de4830587 HTTP/1.1" status: 204 len: 168 time: 1.6451335 Dec 22 08:47:57.549937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:57.618264 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d', 'status': 'completed', 'code': 200} Dec 22 08:47:57.710350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:57.731040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-4080321e-1b7a-402f-97da-6f20fa269e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:57.732552 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-4080321e-1b7a-402f-97da-6f20fa269e2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 1098 time: 0.0808794 Dec 22 08:47:57.913707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-a6f4c29c-83f2-47b9-beda-9fe43749566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:57.916529 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-a6f4c29c-83f2-47b9-beda-9fe43749566c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ab2679b-dcb7-447a-a751-8d405323720e HTTP/1.1" status: 200 len: 897 time: 0.1768403 Dec 22 08:47:58.048281 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-813df074-e568-4900-acaa-4be82d377aa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55386a72-497f-4e0a-861b-2fa18abd555d HTTP/1.1" status: 200 len: 217 time: 0.1199415 Dec 22 08:47:58.067400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c46f49-d01c-4bfe-893c-d90b1641ae3c req-3a36bc0d-4173-4ba9-8332-0688caec4d97 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:58.067400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44c46f49-d01c-4bfe-893c-d90b1641ae3c req-3a36bc0d-4173-4ba9-8332-0688caec4d97 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 945 time: 0.1383145 Dec 22 08:47:58.115651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-2f64d029-7e64-4c13-bf7b-0d19ab2dd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:58.117049 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-2f64d029-7e64-4c13-bf7b-0d19ab2dd44e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b41d51a2-d021-4a36-a8e8-d86eebee342d HTTP/1.1" status: 200 len: 835 time: 0.0657694 Dec 22 08:47:58.126618 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44c46f49-d01c-4bfe-893c-d90b1641ae3c req-8538bbcd-1c0d-42b1-b18a-904d3168d0c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552433 Dec 22 08:47:58.168935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:58.173142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] Checking router: da25e21c-553e-46ca-9d1d-fa87dcce3811 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:47:58.182129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:47:58.182743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:58.216954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-3c01819f-fe2e-4f73-a72e-37bd93576087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:58.216954 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-3c01819f-fe2e-4f73-a72e-37bd93576087 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ab2679b-dcb7-447a-a751-8d405323720e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891604 Dec 22 08:47:58.389320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-2f76e6fe-9f54-4546-a3dd-fab50f98a532 service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654754 Dec 22 08:47:58.395039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:47:58.558238 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff5b26e0-de90-41ab-96e5-804fe099d2f7 req-c1eedd3d-61d3-4da4-8739-3a0cc02c419a service neutron] 10.222.0.16 "GET /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593964 Dec 22 08:47:58.750596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:58.756486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad707f4-c3a9-46b5-922a-e644269f37df None None] The sync data for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv is: [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:46:05Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '371ae6e1-bda1-403b-9d9c-d387bafb766a', 'name': '', 'network_id': '8ab2679b-dcb7-447a-a751-8d405323720e', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:42:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:02Z', 'updated_at': '2021-12-22T08:46:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'b41d51a2-d021-4a36-a8e8-d86eebee342d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:47:58.989166 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a778be-35b3-43f1-a3cf-c6dcffd431e2 None None] New status for floating IP 27525d4a-568d-4967-99ea-104de4830587: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:47:59.348803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a697-6b9e-484c-b0a0-9bfae24abb2c req-fa9039f6-89e0-49f7-bc67-c921b1deb692 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:59.348803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-7a55a697-6b9e-484c-b0a0-9bfae24abb2c req-fa9039f6-89e0-49f7-bc67-c921b1deb692 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:59.365248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-7a55a697-6b9e-484c-b0a0-9bfae24abb2c req-fa9039f6-89e0-49f7-bc67-c921b1deb692 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:59.366815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a55a697-6b9e-484c-b0a0-9bfae24abb2c req-fa9039f6-89e0-49f7-bc67-c921b1deb692 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 945 time: 0.1087437 Dec 22 08:47:59.419074 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a55a697-6b9e-484c-b0a0-9bfae24abb2c req-bb67a5d7-7654-44c2-a83f-5d897c817a75 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8b35f3c-d25f-470c-82ef-f87cd9e96985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Dec 22 08:47:59.610292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-ad84fb94-2e14-4b57-ad81-4733716848c4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:59.610689 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-ad84fb94-2e14-4b57-ad81-4733716848c4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 945 time: 0.1157663 Dec 22 08:47:59.694644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 55386a72-497f-4e0a-861b-2fa18abd555d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:47:59.694644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.079984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 55386a72-497f-4e0a-861b-2fa18abd555d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55386a72-497f-4e0a-861b-2fa18abd555d,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:00.079984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.206111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 55386a72-497f-4e0a-861b-2fa18abd555d owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:00.367871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.375438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-52a74f39-1b09-47fb-9b3f-3ae5facb64e2 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:00.429697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=55386a72-497f-4e0a-861b-2fa18abd555d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:00.429697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:00.539720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port 55386a72-497f-4e0a-861b-2fa18abd555d on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:00.542289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.545254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'name': 'network-vif-deleted', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:00.577127 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7ef2af07-8f81-49da-8bb9-b0a4c990fea6 req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/55386a72-497f-4e0a-861b-2fa18abd555d HTTP/1.1" status: 204 len: 173 time: 0.9603095 Dec 22 08:48:00.623401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afa8c18-e73a-424e-a5bf-bf0e9bf3e517', 'name': 'network-vif-deleted', 'tag': '55386a72-497f-4e0a-861b-2fa18abd555d', 'status': 'completed', 'code': 200} Dec 22 08:48:00.627070 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0f01def9-03cf-4b73-a030-6e658cc4761f req-110ec701-0daa-4c74-9fc0-3096fb7aa71d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=9afa8c18-e73a-424e-a5bf-bf0e9bf3e517 HTTP/1.1" status: 200 len: 210 time: 0.0586519 Dec 22 08:48:01.722368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37322) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:01.789029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.818413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.880466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.884290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-58c91e08-c63d-40b0-b795-acd69418137e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:01.903144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b35f3c-d25f-470c-82ef-f87cd9e96985,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:01.905930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:01.914366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:01.917918 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/e8b35f3c-d25f-470c-82ef-f87cd9e96985 HTTP/1.1" status: 204 len: 168 time: 0.1920967 Dec 22 08:48:01.944324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37328) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:02.525841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:02.843584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 55386a72-497f-4e0a-861b-2fa18abd555d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:02.883822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 55386a72-497f-4e0a-861b-2fa18abd555d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:02.884201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 55386a72-497f-4e0a-861b-2fa18abd555d not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:03.024746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 371ae6e1-bda1-403b-9d9c-d387bafb766a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:03.025370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.212874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 371ae6e1-bda1-403b-9d9c-d387bafb766a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=371ae6e1-bda1-403b-9d9c-d387bafb766a,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:03.213294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.340157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 371ae6e1-bda1-403b-9d9c-d387bafb766a owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:03.541451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:03.545414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-081320b8-8278-49e3-80fc-4c2ad610168d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:03.591143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=371ae6e1-bda1-403b-9d9c-d387bafb766a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:03.594345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:03.882826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.249458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router da25e21c-553e-46ca-9d1d-fa87dcce3811 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:04.542282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:04.552268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] Sync routers for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:04.555687 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/da25e21c-553e-46ca-9d1d-fa87dcce3811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6103055 Dec 22 08:48:04.558315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37332) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.561834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:04.562671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:04.626358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet b41d51a2-d021-4a36-a8e8-d86eebee342d {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:48:04.629591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.683844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.741163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:04.767573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.838574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.842912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4adf81a3-9cfc-4493-a788-025a02e56f98 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:04.877912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=b41d51a2-d021-4a36-a8e8-d86eebee342d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:04.882860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:04.891361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.891758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.892139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.892504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.892863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.893224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.893580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.893935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.894289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.894641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.894991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.895338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:04.898646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/b41d51a2-d021-4a36-a8e8-d86eebee342d HTTP/1.1" status: 204 len: 168 time: 0.3394151 Dec 22 08:48:04.899530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:04.901602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37336) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.913794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7cd75b-b654-45b3-8fc0-fd183405cd24 None None] Network 8ab2679b-dcb7-447a-a751-8d405323720e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:05.078658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.244105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:48:03Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'f3016462-9c25-42c2-83be-3dd6bc23835e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:55Z', 'updated_at': '2021-12-22T08:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.248511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] Checking router: da25e21c-553e-46ca-9d1d-fa87dcce3811 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:05.257839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] Routers {'da25e21c-553e-46ca-9d1d-fa87dcce3811'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:05.258452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['da25e21c-553e-46ca-9d1d-fa87dcce3811'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.262829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.284596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port f3016462-9c25-42c2-83be-3dd6bc23835e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:05.285160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.320926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] DHCP port deletion for 8ab2679b-dcb7-447a-a751-8d405323720e request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:48:05.386187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Deleting port 021cedb9-904b-473a-a461-d7d0dfbfcde3 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:48:05.386568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.482606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port f3016462-9c25-42c2-83be-3dd6bc23835e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f3016462-9c25-42c2-83be-3dd6bc23835e,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:05.482962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.507885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] Set router da25e21c-553e-46ca-9d1d-fa87dcce3811 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:05.607831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for f3016462-9c25-42c2-83be-3dd6bc23835e owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:05.629565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:48:05Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:05.651385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e73a6-e4f9-46f7-9d92-b6ea951d931a None None] The sync data for ids ['da25e21c-553e-46ca-9d1d-fa87dcce3811'] in dv-neutron-822602-1-hyperv is: [{'id': 'da25e21c-553e-46ca-9d1d-fa87dcce3811', 'name': 'tempest-TestNetworkBasicOps-router-292972602', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:54Z', 'updated_at': '2021-12-22T08:48:05Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:05.738566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] For port 021cedb9-904b-473a-a461-d7d0dfbfcde3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=021cedb9-904b-473a-a461-d7d0dfbfcde3,segment=NetworkSegment(2a7ab961-8d88-4127-9907-4687997a11ab),segment_id=2a7ab961-8d88-4127-9907-4687997a11ab)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:05.738964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.780624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.791309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-56bb0590-86ea-4e25-8846-faa79065d443 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:05.831373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=f3016462-9c25-42c2-83be-3dd6bc23835e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:05.834461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:05.869548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Calling delete_port for 021cedb9-904b-473a-a461-d7d0dfbfcde3 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:48:05.952748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.957815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:05.999822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Pushing event deleted for resources: {'Port': ['ID=021cedb9-904b-473a-a461-d7d0dfbfcde3,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:06.002920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:06.007577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] No DVR routers for this DVR port 021cedb9-904b-473a-a461-d7d0dfbfcde3 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:06.055031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.133143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 021cedb9-904b-473a-a461-d7d0dfbfcde3 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:06.170821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 021cedb9-904b-473a-a461-d7d0dfbfcde3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:06.171164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 021cedb9-904b-473a-a461-d7d0dfbfcde3 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:06.171587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 371ae6e1-bda1-403b-9d9c-d387bafb766a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:06.205578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 371ae6e1-bda1-403b-9d9c-d387bafb766a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:06.205919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 371ae6e1-bda1-403b-9d9c-d387bafb766a not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:06.241526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.243738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.265661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.267022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router da25e21c-553e-46ca-9d1d-fa87dcce3811 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:48:06.281230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.282376 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/da25e21c-553e-46ca-9d1d-fa87dcce3811 HTTP/1.1" status: 204 len: 168 time: 1.3802297 Dec 22 08:48:06.285103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37342) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:06.396687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.534723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.565055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab2679b-dcb7-447a-a751-8d405323720e']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.577726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7ab961-8d88-4127-9907-4687997a11ab') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.578018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7ab961-8d88-4127-9907-4687997a11ab') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.590395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.607113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.613156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:48:06.613540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:06.628297 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:06.713152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.717716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.720492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1b49090-64a3-4801-81ba-667877afa15d tempest-TagsExtTest-105930768 tempest-TagsExtTest-105930768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:06.748739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=8ab2679b-dcb7-447a-a751-8d405323720e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:06.752013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:06.759046 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/8ab2679b-dcb7-447a-a751-8d405323720e HTTP/1.1" status: 204 len: 168 time: 0.4729474 Dec 22 08:48:06.776770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37346) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:06.784725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--964401782', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:06.789984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:06.794033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:06.797016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:06.802952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:06.813974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:06.817596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.845591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:06.854362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.854691 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment 9148998e-aed6-403b-a778-cf29eaaa91dd of type vlan for network 082d9650-6d4e-451b-af23-cf0d06005be4 Dec 22 08:48:06.890121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.921415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.927674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:06.928297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.931942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-43ff813b-3c2d-42da-9afc-04f2151cc3ec tempest-RoutersTest-1879226194 tempest-RoutersTest-1879226194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:07.033772 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2557549 Dec 22 08:48:07.036475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37350) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.039876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=082d9650-6d4e-451b-af23-cf0d06005be4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:07.041780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:07.042545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:07.049706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:07.050431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 082d9650-6d4e-451b-af23-cf0d06005be4 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:07.053638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:07.056692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:07.063284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:07.073216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.074293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.090477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.360816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.667590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.701368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.840851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.116 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/34b2bc67-493c-476b-bacb-b4f68dd6b27e) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:07.931736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f3016462-9c25-42c2-83be-3dd6bc23835e no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:07.967732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: f3016462-9c25-42c2-83be-3dd6bc23835e {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:48:07.968123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f3016462-9c25-42c2-83be-3dd6bc23835e not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:08.106591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.135718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.139486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-47c43f4d-2591-487d-a645-bdd1f5ac3c78 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:08.199516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:08.202381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:08.205475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:08.250831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=34b2bc67-493c-476b-bacb-b4f68dd6b27e,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:08.262564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.262942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.263314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.263678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.264064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.264427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.264784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.265144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.265501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.265948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.266778 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.267127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:08.270732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:08.638039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.978475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.180829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:48:09.359316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:09.370179 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876875d1-3081-4462-927a-52db68b73fba None None] Sync routers for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:09.385893 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:09.386483 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:09.387145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.388733 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3510582 Dec 22 08:48:09.391859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37354) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.518948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.621650 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:09.739533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb71c-ac3a-4d37-b1d3-b76ecc676925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.756661 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39b016c0-b144-4a6e-8f6d-ca91d2da0bc6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3632717 Dec 22 08:48:09.759223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.893254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca5181-7400-4c43-9cbf-7202c64e9c06 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:09.894654 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23ca5181-7400-4c43-9cbf-7202c64e9c06 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345327 Dec 22 08:48:09.897516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37364) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.917676 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:08Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:09.921551 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876875d1-3081-4462-927a-52db68b73fba None None] Checking router: cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:09.921902 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876875d1-3081-4462-927a-52db68b73fba None None] Updating router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 port 34b2bc67-493c-476b-bacb-b4f68dd6b27e binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:48:09.938103 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dbdf529a-31fb-452c-bf41-6e4a8b93dafb tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392170 Dec 22 08:48:09.940444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.946364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492285258', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:09.974153 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-876875d1-3081-4462-927a-52db68b73fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.057975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.061832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.064750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.070497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.081087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:10.084625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.299904 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-876875d1-3081-4462-927a-52db68b73fba None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.307724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.311496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-53718062-dcb4-4b5b-bb9a-6b4daef3de9e tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:10.312469 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-876875d1-3081-4462-927a-52db68b73fba None None] Transition to ACTIVE for port object 34b2bc67-493c-476b-bacb-b4f68dd6b27e will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:10.320075 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-876875d1-3081-4462-927a-52db68b73fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.323540 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:10.387093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=4ca46ed6-39d3-4e3f-83c1-d25d633c3319,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.390830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:10.396813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:10.397285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: 082d9650-6d4e-451b-af23-cf0d06005be4, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:10.403140 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Pushing event updated for resources: {'Port': ['ID=34b2bc67-493c-476b-bacb-b4f68dd6b27e,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.405442 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-876875d1-3081-4462-927a-52db68b73fba None None] Attempting to bind port 34b2bc67-493c-476b-bacb-b4f68dd6b27e on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:10.405819 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-876875d1-3081-4462-927a-52db68b73fba None None] Attempting to bind port 34b2bc67-493c-476b-bacb-b4f68dd6b27e by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:10.406178 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876875d1-3081-4462-927a-52db68b73fba None None] Attempting to bind port 34b2bc67-493c-476b-bacb-b4f68dd6b27e on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:10.414924 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.415267 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.415735 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.416102 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.416429 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.416793 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.417073 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.417206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 082d9650-6d4e-451b-af23-cf0d06005be4 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:10.417396 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.417733 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.418073 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.418388 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.418798 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:10.424341 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:10.425345 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876875d1-3081-4462-927a-52db68b73fba None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:10.425785 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876875d1-3081-4462-927a-52db68b73fba None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:10.426177 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-876875d1-3081-4462-927a-52db68b73fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.426887 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876875d1-3081-4462-927a-52db68b73fba None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:10.427381 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-876875d1-3081-4462-927a-52db68b73fba None None] Bound port: 34b2bc67-493c-476b-bacb-b4f68dd6b27e, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:10.427760 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-876875d1-3081-4462-927a-52db68b73fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.428603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 082d9650-6d4e-451b-af23-cf0d06005be4) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:10.432602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:10.433191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.438674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ebdf1-7a61-4091-8e0a-ec32119e9748 None None] Network 082d9650-6d4e-451b-af23-cf0d06005be4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:10.457567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37372) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.458400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5161493 Dec 22 08:48:10.501664 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-876875d1-3081-4462-927a-52db68b73fba None None] For port 34b2bc67-493c-476b-bacb-b4f68dd6b27e, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:10.504887 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-876875d1-3081-4462-927a-52db68b73fba None None] For port 34b2bc67-493c-476b-bacb-b4f68dd6b27e, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=34b2bc67-493c-476b-bacb-b4f68dd6b27e,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:10.509495 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-876875d1-3081-4462-927a-52db68b73fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.513624 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:10.584597 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Pushing event updated for resources: {'Port': ['ID=34b2bc67-493c-476b-bacb-b4f68dd6b27e,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:10.589346 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:10.606257 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:10.607190 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:47:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:10.743631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-082d9650-6d4e-451b-af23-cf0d06005be4', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:48:10.743631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.798435 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:10.921149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Allocated IP 172.20.0.2 (082d9650-6d4e-451b-af23-cf0d06005be4/4ca46ed6-39d3-4e3f-83c1-d25d633c3319/4e6876e8-9e78-4769-bd0e-1af3ac72b463) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:11.135710 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-876875d1-3081-4462-927a-52db68b73fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:08Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:11.140234 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876875d1-3081-4462-927a-52db68b73fba None None] The sync data for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv is: [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:08Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:11.186223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.204393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Transition to ACTIVE for port object 4e6876e8-9e78-4769-bd0e-1af3ac72b463 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:11.233257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Transition to ACTIVE for port object 4e6876e8-9e78-4769-bd0e-1af3ac72b463 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:11.239213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.243566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-86e36c27-feb0-4953-b129-3201b2945bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.307010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Network 082d9650-6d4e-451b-af23-cf0d06005be4 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:11.309985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:11.314503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:11.349405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.389875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Pushing event updated for resources: {'Port': ['ID=4e6876e8-9e78-4769-bd0e-1af3ac72b463,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.397732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.423226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Attempting to bind port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:11.423677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Attempting to bind port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:11.424441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Attempting to bind port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 on network 082d9650-6d4e-451b-af23-cf0d06005be4 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:11.429869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:11.430316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Checking segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:11.430786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.431245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Bound using segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:11.431873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Bound port: 4e6876e8-9e78-4769-bd0e-1af3ac72b463, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:11.432394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.531256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] For port 4e6876e8-9e78-4769-bd0e-1af3ac72b463, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:11.536478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] For port 4e6876e8-9e78-4769-bd0e-1af3ac72b463, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4e6876e8-9e78-4769-bd0e-1af3ac72b463,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:11.547518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.554968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.661011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Pushing event updated for resources: {'Port': ['ID=4e6876e8-9e78-4769-bd0e-1af3ac72b463,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.665345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.826877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (082d9650-6d4e-451b-af23-cf0d06005be4/4ca46ed6-39d3-4e3f-83c1-d25d633c3319/de725497-6573-4206-be3c-1e4d5ed5cb46) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:12.011976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.032782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-af5c6903-0486-4446-91a1-19bee546062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.034397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object de725497-6573-4206-be3c-1e4d5ed5cb46 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:12.059658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.063689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-44a284dc-dab8-41c9-82d0-0af1d9bb35d1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:12.090106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e6876e8-9e78-4769-bd0e-1af3ac72b463 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:12.139571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 082d9650-6d4e-451b-af23-cf0d06005be4 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:12.143709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:12.146015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:12.168124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:12.174862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 34b2bc67-493c-476b-bacb-b4f68dd6b27e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:12.185334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=de725497-6573-4206-be3c-1e4d5ed5cb46,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.188754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:12.216758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.263658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 34b2bc67-493c-476b-bacb-b4f68dd6b27e completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:12.269543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 34b2bc67-493c-476b-bacb-b4f68dd6b27e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:12.269929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.389793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.407182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 34b2bc67-493c-476b-bacb-b4f68dd6b27e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=34b2bc67-493c-476b-bacb-b4f68dd6b27e,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:12.411459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.413306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:12.477461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=34b2bc67-493c-476b-bacb-b4f68dd6b27e,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.480506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:12.487123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.030947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.036089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.061547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9b5694d9-2764-49a6-a649-a73cdd13f93f tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:13.156119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.159768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=de725497-6573-4206-be3c-1e4d5ed5cb46,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:13.163506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:13.176010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.189554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.306703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 082d9650-6d4e-451b-af23-cf0d06005be4 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:13.307850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:13.346736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c984e-a686-421f-864a-7d28dd0ae936 None None] Network 082d9650-6d4e-451b-af23-cf0d06005be4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:48:13.448584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Provisioning for port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:13.470153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Provisioning complete for port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:13.470530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.500735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:13.685166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.686287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:13.699744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405946 Dec 22 08:48:13.700054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Sync routers for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:13.702173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37376) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:13.723380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:13.724033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:48:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:13.813486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] For port 4e6876e8-9e78-4769-bd0e-1af3ac72b463, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4e6876e8-9e78-4769-bd0e-1af3ac72b463,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:13.821327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:13.825512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:13.850279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0ebba-9a4e-4a3b-9ab3-a711234a5db5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.850857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0ebba-9a4e-4a3b-9ab3-a711234a5db5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.851461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0ebba-9a4e-4a3b-9ab3-a711234a5db5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.851947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0ebba-9a4e-4a3b-9ab3-a711234a5db5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.852513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0ebba-9a4e-4a3b-9ab3-a711234a5db5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.852874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c0ebba-9a4e-4a3b-9ab3-a711234a5db5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.854625 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-91c0ebba-9a4e-4a3b-9ab3-a711234a5db5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1515248 Dec 22 08:48:13.857535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37380) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:13.935223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be518882-c42a-4207-976b-72a71e34d6a1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.935640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be518882-c42a-4207-976b-72a71e34d6a1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.936127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be518882-c42a-4207-976b-72a71e34d6a1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.936582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be518882-c42a-4207-976b-72a71e34d6a1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.937036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be518882-c42a-4207-976b-72a71e34d6a1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.937479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be518882-c42a-4207-976b-72a71e34d6a1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:13.940884 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-be518882-c42a-4207-976b-72a71e34d6a1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0813403 Dec 22 08:48:13.943770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37384) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:13.995351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 34b2bc67-493c-476b-bacb-b4f68dd6b27e up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:14.080325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Pushing event updated for resources: {'Port': ['ID=4e6876e8-9e78-4769-bd0e-1af3ac72b463,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:14.087705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:14.097480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:14.180099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 34b2bc67-493c-476b-bacb-b4f68dd6b27e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:14.180763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.185864 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8cf930ff-5484-42f3-bf1a-a0a12b80e976 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2381947 Dec 22 08:48:14.394796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4ebde390-025b-413f-941d-cb092ff7b48e None None] Provisioning complete for port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:14.395182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4ebde390-025b-413f-941d-cb092ff7b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.458413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37390) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.467914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925576152', 'description': 'tempest-secgroup-smoke-925576152 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:14.483418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:14.489973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:14.493675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:14.501859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:14.517484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.538976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:14.544178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:14.547636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:14.554691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:14.627402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.639942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.645290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.652106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5654c5d8-86f9-4299-b7c4-2b4e55dd2928 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:14.696712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44504db3-fd36-4ff9-b5c5-98ae8fd6472a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:14.700573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:14.701270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.702665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2432265 Dec 22 08:48:14.706300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37394) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.712090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '44504db3-fd36-4ff9-b5c5-98ae8fd6472a', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:14.719978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:14.723853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:14.727728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:14.733313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:14.741025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:14.747111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Checking router: cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:14.747644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Updating router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 port de725497-6573-4206-be3c-1e4d5ed5cb46 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:48:14.751389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.787324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4ebde390-025b-413f-941d-cb092ff7b48e None None] Provisioning for port de725497-6573-4206-be3c-1e4d5ed5cb46 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:14.807582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4ebde390-025b-413f-941d-cb092ff7b48e None None] Provisioning complete for port de725497-6573-4206-be3c-1e4d5ed5cb46 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:14.807984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4ebde390-025b-413f-941d-cb092ff7b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.813432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.817728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.819660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85065351-9498-4f7e-bc94-e485bd451c1c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:14.842674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612e1e44-429b-4a3a-b49e-b4a08c9b99a9,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:14.845558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:14.853570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.854814 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476672 Dec 22 08:48:14.857613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37398) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:14.863104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '44504db3-fd36-4ff9-b5c5-98ae8fd6472a', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:14.866319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:14.869001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:14.872827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:14.876381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:14.881976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:14.886091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4ebde390-025b-413f-941d-cb092ff7b48e None None] Port de725497-6573-4206-be3c-1e4d5ed5cb46 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:14.899794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.030762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d60e316e-f50c-42a2-92e4-151abdb19f05 None None] Provisioning complete for port de725497-6573-4206-be3c-1e4d5ed5cb46 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:15.031150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d60e316e-f50c-42a2-92e4-151abdb19f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.101458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.106098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.108055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7e1744a7-5ddf-4552-9bbe-8ecac74637bb tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:15.130742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6fe09-608d-4fe3-941b-4e362a18a16a,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.133200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:15.141660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.142959 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2844481 Dec 22 08:48:15.145723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37402) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.150731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '44504db3-fd36-4ff9-b5c5-98ae8fd6472a', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:15.156571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:15.160568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:15.163402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:15.169085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:15.186986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.196086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d60e316e-f50c-42a2-92e4-151abdb19f05 None None] Port de725497-6573-4206-be3c-1e4d5ed5cb46 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:15.250929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.255222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.257202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-35e4270e-4f80-407d-9cd0-0a50aba7d5db tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:15.279068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548029fc-f7a9-4f61-8eed-f6a6e95665d6,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.281781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:15.288887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.290398 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437736 Dec 22 08:48:15.293385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37406) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.300137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '44504db3-fd36-4ff9-b5c5-98ae8fd6472a', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:15.306873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:15.310720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:15.314212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:15.320929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:15.325650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.336951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.338048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Transition to ACTIVE for port object de725497-6573-4206-be3c-1e4d5ed5cb46 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:15.344532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.348084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:15.410840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.418253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.425776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99ba6af9-1287-4e7d-81e9-38906df4ccf0 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:15.451127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.456954 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576743 Dec 22 08:48:15.457241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37410) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.462392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '44504db3-fd36-4ff9-b5c5-98ae8fd6472a', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:15.466971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2631f587-3184-4b59-a27b-ab7e402a0803,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.470647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-811715a2-5bb2-4413-8c1e-2a06f99fda79 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:15.471592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:15.475617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:15.478679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:15.481794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf2687-f027-46e4-b359-be969bc35592 None None] Pushing event updated for resources: {'Port': ['ID=de725497-6573-4206-be3c-1e4d5ed5cb46,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.485225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:15.499406 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:48:15.508041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.517696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-14bf2687-f027-46e4-b359-be969bc35592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:15.585565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.592950 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.595670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5b1dad58-ded7-49e7-809d-e79c8988c8e3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:15.623304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4cb904-5b88-4518-8f4a-ba891a04686b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.626069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:15.644663 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.646533 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1882472 Dec 22 08:48:15.649273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37416) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.655472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '44504db3-fd36-4ff9-b5c5-98ae8fd6472a', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:15.659812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Attempting to bind port de725497-6573-4206-be3c-1e4d5ed5cb46 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:15.660432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Attempting to bind port de725497-6573-4206-be3c-1e4d5ed5cb46 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:15.660796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Attempting to bind port de725497-6573-4206-be3c-1e4d5ed5cb46 on network 082d9650-6d4e-451b-af23-cf0d06005be4 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:15.661897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:15.665714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:15.666032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:15.666401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Checking segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:15.666799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.667185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Bound using segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:15.667632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Bound port: de725497-6573-4206-be3c-1e4d5ed5cb46, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:15.668036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.668572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:15.674656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:15.686906 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:48:15.694722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.761687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.764675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] For port de725497-6573-4206-be3c-1e4d5ed5cb46, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:15.766943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.768482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] For port de725497-6573-4206-be3c-1e4d5ed5cb46, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=de725497-6573-4206-be3c-1e4d5ed5cb46,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:15.768763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d7f877f3-1781-4f24-96f6-1841c1e31662 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:15.772670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.777080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-186bbee0-bd52-4631-a300-93cc7029df42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:15.794728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d0eba6-cb0c-472e-ab35-0300e2706647,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.799813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:15.804449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.805677 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550951 Dec 22 08:48:15.855391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:15.856077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:48:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:15.931449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf2687-f027-46e4-b359-be969bc35592 None None] Pushing event updated for resources: {'Port': ['ID=de725497-6573-4206-be3c-1e4d5ed5cb46,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:15.937025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-14bf2687-f027-46e4-b359-be969bc35592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:16.011137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e6876e8-9e78-4769-bd0e-1af3ac72b463 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:16.119767 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-26d9923e-103f-4b36-a478-3206c55055b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925576152&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0422480 Dec 22 08:48:16.125934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:16.258900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:16.259618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.269854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-28c2b7c8-9db0-483a-a798-cb77622418eb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:16.271463 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-28c2b7c8-9db0-483a-a798-cb77622418eb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 796 time: 0.1444271 Dec 22 08:48:16.287045 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-818a7793-848a-4a9f-bab6-ba24e11e63e3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0100348 Dec 22 08:48:16.374787 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-28cd6512-c3da-402a-917d-71a24af254b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819092 Dec 22 08:48:16.437018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-e7af15d9-8c87-4289-aa58-a3850d76afbb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:48:16.438808 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-e7af15d9-8c87-4289-aa58-a3850d76afbb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518067 Dec 22 08:48:16.561441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:15Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:16.566992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80dbf2-fccf-4ccc-96fc-4b02d7e4e039 None None] The sync data for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv is: [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:15Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:16.579662 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-ecb3413b-4048-422d-8fa9-dc2f913dd71e service neutron] 10.222.0.36 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347177 Dec 22 08:48:16.734289 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-315c09f2-bb5a-4b92-ba7c-859ca929aac4 service neutron] 10.222.0.36 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476104 Dec 22 08:48:16.928393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0858c5e4-c90b-4e6d-9434-e7039bb2b443 req-4ce82f98-c254-4870-86ad-8f1758abbbce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:16.945953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0858c5e4-c90b-4e6d-9434-e7039bb2b443 req-4ce82f98-c254-4870-86ad-8f1758abbbce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:16.948378 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0858c5e4-c90b-4e6d-9434-e7039bb2b443 req-4ce82f98-c254-4870-86ad-8f1758abbbce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 210 time: 0.0650003 Dec 22 08:48:18.013806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de725497-6573-4206-be3c-1e4d5ed5cb46 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:18.028985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-655f1854-88f0-4220-9b69-e881f01877e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.029897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-655f1854-88f0-4220-9b69-e881f01877e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:18.048308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-655f1854-88f0-4220-9b69-e881f01877e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:18.050217 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-655f1854-88f0-4220-9b69-e881f01877e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 796 time: 0.2029469 Dec 22 08:48:18.089598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port de725497-6573-4206-be3c-1e4d5ed5cb46 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:18.096180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port de725497-6573-4206-be3c-1e4d5ed5cb46 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:18.097002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.114475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-f7f1b5e3-d247-4f3c-ba75-83c69d0dccc3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:18.133020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-f7f1b5e3-d247-4f3c-ba75-83c69d0dccc3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:18.134155 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-f7f1b5e3-d247-4f3c-ba75-83c69d0dccc3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 379 time: 0.0742199 Dec 22 08:48:18.144160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['44504db3-fd36-4ff9-b5c5-98ae8fd6472a']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:18.196345 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fcba325f-aec0-4688-8ce5-9853fe5c0d97 req-bc9f046d-0852-4d1a-8913-146473ea773e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 210 time: 0.0467176 Dec 22 08:48:18.237311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.271012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port de725497-6573-4206-be3c-1e4d5ed5cb46, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=de725497-6573-4206-be3c-1e4d5ed5cb46,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:18.274994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.276819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-14bf2687-f027-46e4-b359-be969bc35592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:18.292669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:18.303044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:18.312516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:18.316193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.341918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=de725497-6573-4206-be3c-1e4d5ed5cb46,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:18.344972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:18.484733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.8 (082d9650-6d4e-451b-af23-cf0d06005be4/4ca46ed6-39d3-4e3f-83c1-d25d633c3319/1463b600-7a3a-4c9c-b11f-dccaaea3d923) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:18.681259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.696535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 1463b600-7a3a-4c9c-b11f-dccaaea3d923 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:18.719241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.724530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2b0dfa21-1e81-4b66-afbf-3712ddcb9aca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:18.793207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 082d9650-6d4e-451b-af23-cf0d06005be4 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:18.796298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:18.800363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:18.832170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=1463b600-7a3a-4c9c-b11f-dccaaea3d923,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:18.840216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:18.870696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.871394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:18.898408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585578 Dec 22 08:48:18.910578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Request body: {'port': {'device_id': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:19.025866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.034082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-00ada332-9b1d-4f41-a9ef-4b5fee0faa4d None None] Provisioning for port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:19.040171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-00ada332-9b1d-4f41-a9ef-4b5fee0faa4d None None] Provisioning complete for port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:19.040763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00ada332-9b1d-4f41-a9ef-4b5fee0faa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.099541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-00ada332-9b1d-4f41-a9ef-4b5fee0faa4d None None] Port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:48:19.433831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1463b600-7a3a-4c9c-b11f-dccaaea3d923 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:48:19.442454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.462312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Transition to ACTIVE for port object 1463b600-7a3a-4c9c-b11f-dccaaea3d923 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:19.479501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb22a-93af-4b09-a2fc-9758520c5e7f req-010c69b0-a5a0-4110-b414-b9be53d619a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:19.480724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-965bb22a-93af-4b09-a2fc-9758520c5e7f req-010c69b0-a5a0-4110-b414-b9be53d619a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:19.485839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.489918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6791b3e6-3967-4cd3-85be-c0859bb7b14b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:19.726413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-965bb22a-93af-4b09-a2fc-9758520c5e7f req-010c69b0-a5a0-4110-b414-b9be53d619a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:19.727570 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-965bb22a-93af-4b09-a2fc-9758520c5e7f req-010c69b0-a5a0-4110-b414-b9be53d619a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 931 time: 0.4180415 Dec 22 08:48:19.758527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Pushing event updated for resources: {'Port': ['ID=1463b600-7a3a-4c9c-b11f-dccaaea3d923,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:19.786759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:19.860350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-965bb22a-93af-4b09-a2fc-9758520c5e7f req-7c9c0cee-0a66-4132-bf48-0585f6548763 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226428 Dec 22 08:48:19.896249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Attempting to bind port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:19.896581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Attempting to bind port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:19.896898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Attempting to bind port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 on network 082d9650-6d4e-451b-af23-cf0d06005be4 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:19.901539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 on network 082d9650-6d4e-451b-af23-cf0d06005be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:48:19.901846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Attempting to bind port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 on network 082d9650-6d4e-451b-af23-cf0d06005be4 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:48:19.907560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:48:19.907778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Checking segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:48:19.909175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Bound using segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:48:19.909175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Bound port: 1463b600-7a3a-4c9c-b11f-dccaaea3d923, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:19.909175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.987860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de725497-6573-4206-be3c-1e4d5ed5cb46 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:20.006221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] For port 1463b600-7a3a-4c9c-b11f-dccaaea3d923, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:48:20.009419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] For port 1463b600-7a3a-4c9c-b11f-dccaaea3d923, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:48:20.015110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.018838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b3b6da7-fe97-4155-b580-2a39de9dea39 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:20.065219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port de725497-6573-4206-be3c-1e4d5ed5cb46 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:20.065219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.079135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.079135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.081563 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] 10.222.0.16 "PUT /v2.0/ports/1463b600-7a3a-4c9c-b11f-dccaaea3d923 HTTP/1.1" status: 200 len: 1093 time: 1.1742663 Dec 22 08:48:20.081563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:20.117321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Pushing event updated for resources: {'Port': ['ID=1463b600-7a3a-4c9c-b11f-dccaaea3d923,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:20.122920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:20.177768 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'status': 'completed', 'code': 200} Dec 22 08:48:20.230837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-c47dc39c-e88c-40d8-8da5-7c69328a8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.232388 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-c47dc39c-e88c-40d8-8da5-7c69328a8b32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 1096 time: 0.0954964 Dec 22 08:48:20.321538 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-dadf3150-f0dc-4df5-b7dc-4a8f0e2f2e7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923 HTTP/1.1" status: 200 len: 217 time: 0.0784063 Dec 22 08:48:20.452567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-b7118942-5692-4ec5-abab-1bef49bdc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.452567 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-b7118942-5692-4ec5-abab-1bef49bdc7e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.1180696 Dec 22 08:48:20.567183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-10dd235f-a32c-4f71-b2fa-1d2a6b401c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.567183 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-10dd235f-a32c-4f71-b2fa-1d2a6b401c36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825417 Dec 22 08:48:20.686867 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-a46db100-35b2-4823-9718-edbd10d75602 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431446 Dec 22 08:48:20.834325 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78479c7-b5e4-4e17-9dc4-78358396a5d5 req-d0ac6a55-cec6-4e4b-905f-23ecc1bd4cdc service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402841 Dec 22 08:48:20.959859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-209f4323-6c2f-4bc6-a817-7b6394a1b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.961959 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-209f4323-6c2f-4bc6-a817-7b6394a1b8a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 1096 time: 0.0793858 Dec 22 08:48:21.168727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-0b88512e-6b7a-4c55-85fb-2b1e49c10435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.169484 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-0b88512e-6b7a-4c55-85fb-2b1e49c10435 service neutron] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 896 time: 0.1994903 Dec 22 08:48:21.182808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef114ed-2288-4f74-8865-af8d5753ef1d req-e79ede63-2fe5-4840-abc3-08e904d504d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.187903 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cef114ed-2288-4f74-8865-af8d5753ef1d req-e79ede63-2fe5-4840-abc3-08e904d504d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 943 time: 0.1923158 Dec 22 08:48:21.272012 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-072a52dd-a975-484f-a933-0b0611689ccc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923 HTTP/1.1" status: 200 len: 217 time: 0.0866132 Dec 22 08:48:21.334456 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cef114ed-2288-4f74-8865-af8d5753ef1d req-2ffc4dde-828a-4fe8-a112-4a5a2d0a85f5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961072 Dec 22 08:48:21.362102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-2a006b0d-9f73-45b5-9fed-2cdb9b82e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.363528 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-2a006b0d-9f73-45b5-9fed-2cdb9b82e63f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.0732074 Dec 22 08:48:21.452279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-bdd01822-47be-4dc7-b3ab-564a306c3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:21.453911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-bdd01822-47be-4dc7-b3ab-564a306c3693 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827982 Dec 22 08:48:21.602549 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-e13412a9-2f8b-42e4-91f0-05affd15bcf1 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405809 Dec 22 08:48:21.874491 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5b2b64-e8fe-4782-9d1d-9d9bbc874cc0 req-118ec97a-56e9-4bfa-bf01-a5d91b57a12f service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650959 Dec 22 08:48:22.529158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641814-6fd2-4216-82dd-89c62f3b4a39 req-bd8008b8-ee97-4c4c-94d8-2a19f20d58d5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:22.531632 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bd641814-6fd2-4216-82dd-89c62f3b4a39 req-bd8008b8-ee97-4c4c-94d8-2a19f20d58d5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 943 time: 0.0814595 Dec 22 08:48:22.583814 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bd641814-6fd2-4216-82dd-89c62f3b4a39 req-5ab38984-3ee9-4717-bd93-7d229b3095ab tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458708 Dec 22 08:48:23.786826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e44556-2adc-4b36-a77b-f54d2eec79b0 req-41e7fc5b-e6b0-47ae-b181-5c8c057d48f9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:23.794009 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9e44556-2adc-4b36-a77b-f54d2eec79b0 req-41e7fc5b-e6b0-47ae-b181-5c8c057d48f9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 943 time: 0.0854056 Dec 22 08:48:23.837520 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9e44556-2adc-4b36-a77b-f54d2eec79b0 req-3700f5b9-bcf0-495e-aa9b-3818f364d2a9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417569 Dec 22 08:48:24.962683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1463b600-7a3a-4c9c-b11f-dccaaea3d923 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:48:25.032824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c0aba-ff88-43a5-918a-65501f26234f req-3dd31eb9-41aa-49b3-abf9-1fb5453cdf19 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:25.034317 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-545c0aba-ff88-43a5-918a-65501f26234f req-3dd31eb9-41aa-49b3-abf9-1fb5453cdf19 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 943 time: 0.0817153 Dec 22 08:48:25.082106 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-545c0aba-ff88-43a5-918a-65501f26234f req-2e40cd6b-a0c6-4bef-bad0-4d01eb156c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Dec 22 08:48:25.144455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1463b600-7a3a-4c9c-b11f-dccaaea3d923, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:25.157910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'port_id': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'mac_address': 'fa:16:3e:a6:29:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:48:25.213828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.234234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1463b600-7a3a-4c9c-b11f-dccaaea3d923 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:48:25.250289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1463b600-7a3a-4c9c-b11f-dccaaea3d923, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:25.254759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.256616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cbfccd73-b870-48fe-ad22-fea0dbb08710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:25.326287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1463b600-7a3a-4c9c-b11f-dccaaea3d923,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:25.331772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:25.580503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1463b600-7a3a-4c9c-b11f-dccaaea3d923'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:48:26.271501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee30d2-ea76-418e-8e57-e71009f6d518 req-e6a3786a-c2a8-49c3-864e-a536ee60679e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:26.272991 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88ee30d2-ea76-418e-8e57-e71009f6d518 req-e6a3786a-c2a8-49c3-864e-a536ee60679e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 944 time: 0.0834947 Dec 22 08:48:26.318072 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88ee30d2-ea76-418e-8e57-e71009f6d518 req-40e82680-40b0-419c-ab09-1e068446583c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394711 Dec 22 08:48:26.968124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1463b600-7a3a-4c9c-b11f-dccaaea3d923 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:27.038352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:27.043898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:27.044470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.164190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.190339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:27.200797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1463b600-7a3a-4c9c-b11f-dccaaea3d923, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:48:27.205003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.206979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:27.241079 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'code': 200} Dec 22 08:48:27.273073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1463b600-7a3a-4c9c-b11f-dccaaea3d923,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:27.276091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:27.532479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1616d3d-c696-4627-aef5-7da5f251d0db req-d2aa3ce3-18b8-4be0-9d12-1ba8ac587e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:27.533881 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b1616d3d-c696-4627-aef5-7da5f251d0db req-d2aa3ce3-18b8-4be0-9d12-1ba8ac587e74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 1098 time: 0.1302493 Dec 22 08:48:27.563246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a61b47-1a4a-4a22-a918-f93c1ed10f68 req-9dc83cec-d076-4b0c-a465-c5525d57eac2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:27.564698 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e3a61b47-1a4a-4a22-a918-f93c1ed10f68 req-9dc83cec-d076-4b0c-a465-c5525d57eac2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 945 time: 0.1253989 Dec 22 08:48:27.604778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b1616d3d-c696-4627-aef5-7da5f251d0db req-d6a790cc-fb90-4077-97db-dcd02d5f1215 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628812 Dec 22 08:48:27.622729 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e3a61b47-1a4a-4a22-a918-f93c1ed10f68 req-1604d2fe-5cae-4e93-b0a4-bb4b6b6b9afd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522776 Dec 22 08:48:27.960680 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-50625b2d-6c23-4967-9824-58dadc557384 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772715 Dec 22 08:48:28.113081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-8a0aa55b-89ed-4cee-90de-5520a2ab74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.114424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-8a0aa55b-89ed-4cee-90de-5520a2ab74b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1098 time: 0.0719111 Dec 22 08:48:28.258738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-6e20acff-97f6-48ec-a6de-d6f2bb492b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.260269 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-6e20acff-97f6-48ec-a6de-d6f2bb492b12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.1252375 Dec 22 08:48:28.333382 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:48:28.372220 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-d6710061-df5b-4e02-ba87-2e04198b3afd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 1000 time: 0.1041985 Dec 22 08:48:28.438811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-d4e05e2b-12ee-4371-b526-4d6e6a613723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.440292 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-d4e05e2b-12ee-4371-b526-4d6e6a613723 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0613816 Dec 22 08:48:28.524403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-18f05de5-9ac9-48ca-a397-6b3e6770be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.525871 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-18f05de5-9ac9-48ca-a397-6b3e6770be78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744255 Dec 22 08:48:28.662928 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-ad97603c-9e8a-490f-be6e-66f25be9a828 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288617 Dec 22 08:48:28.804160 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0071b6d-7477-4fba-9ca3-1c61299f5065 req-d1bcb885-4a93-46c9-9e00-5cf120f34233 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325336 Dec 22 08:48:28.944467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec672841-aceb-4e85-8eb5-47e1d0fd4694 req-b86a99b0-5f8b-43b5-a79c-935312953101 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.945863 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ec672841-aceb-4e85-8eb5-47e1d0fd4694 req-b86a99b0-5f8b-43b5-a79c-935312953101 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 945 time: 0.2100949 Dec 22 08:48:29.002461 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ec672841-aceb-4e85-8eb5-47e1d0fd4694 req-3b19abbe-3d48-497e-9dc0-b6d589293557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501404 Dec 22 08:48:30.191126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c412b97-dd1a-4bb3-8645-b81a885480e1 req-f2051a58-a124-47c6-919c-3d1d50792424 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:30.192791 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c412b97-dd1a-4bb3-8645-b81a885480e1 req-f2051a58-a124-47c6-919c-3d1d50792424 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 945 time: 0.0827415 Dec 22 08:48:30.237104 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c412b97-dd1a-4bb3-8645-b81a885480e1 req-93c9ca7c-8144-419f-b6b5-f5d6159112bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386167 Dec 22 08:48:30.431238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d7e52-a3a6-4802-a361-3ae550990eff req-75ad085e-237e-4d15-a542-ea19561fee48 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:30.432741 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5c7d7e52-a3a6-4802-a361-3ae550990eff req-75ad085e-237e-4d15-a542-ea19561fee48 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 945 time: 0.0802987 Dec 22 08:48:30.477908 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5c7d7e52-a3a6-4802-a361-3ae550990eff req-0ddf5ecc-a7c1-406e-a394-810c0092356d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Dec 22 08:48:30.507017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37476) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.577178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2fb6c5-aba4-4429-996f-c3c445174ca8 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:30.582574 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b2fb6c5-aba4-4429-996f-c3c445174ca8 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 1093 time: 0.0762086 Dec 22 08:48:30.582574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37480) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.586412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:48:30.593276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:30.596654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:30.599146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:30.604856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:30.616240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.783021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.928447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.155 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/6d50eee0-4efc-4e29-bff6-ee312b0ecc54) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:31.112119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.139541 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.144271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-246ac15c-946f-4a74-97ef-6d6dfa5dcf6f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:31.212284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:31.212284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:31.214539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:48:31.248675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=6d50eee0-4efc-4e29-bff6-ee312b0ecc54,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.257017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:31.679179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.761179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.992127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.998618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.001841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bd0f8551-3e1a-4078-95ee-d3346af2354b tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:32.119303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=6d50eee0-4efc-4e29-bff6-ee312b0ecc54,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:32.123492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:32.130835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.426421 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d8fe662c-62c4-4a24-9502-7014db2375ee associated. External IP: 172.26.7.155, port: 1463b600-7a3a-4c9c-b11f-dccaaea3d923. Dec 22 08:48:32.793492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:48:32.978316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:48:32.991698 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] Sync routers for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:48:33.002667 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:33.003282 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:48:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:33.006719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.069008 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4862747 Dec 22 08:48:33.069501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:33.073366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37484) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:33.133356 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'status': 'completed', 'code': 200} Dec 22 08:48:33.195678 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:33.366567 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ee5441be-8def-4eb2-8629-00b24f32a6fe tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 991 time: 0.2932179 Dec 22 08:48:33.387140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-5650ad48-542f-4124-8545-f0138f91757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:33.388649 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-5650ad48-542f-4124-8545-f0138f91757d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 1098 time: 0.2228026 Dec 22 08:48:33.529639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-ccc935ab-69b6-4bd6-b1c9-d75dfde3e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:33.531164 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-ccc935ab-69b6-4bd6-b1c9-d75dfde3e1c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 896 time: 0.1362011 Dec 22 08:48:33.563716 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd8fe662c-62c4-4a24-9502-7014db2375ee', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'port_id': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'mac_address': 'fa:16:3e:a6:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:48:31Z', 'updated_at': '2021-12-22T08:48:31Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:33.568208 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] Checking router: cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:48:33.578933 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:48:33.579704 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:48:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:33.648319 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-c8e3f6b4-3909-41e0-ae97-78f6095f727d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923 HTTP/1.1" status: 200 len: 999 time: 0.1104131 Dec 22 08:48:33.717607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-de386b8c-b57d-4ee9-8790-a4a7b914d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:33.719538 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-de386b8c-b57d-4ee9-8790-a4a7b914d7bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.0644729 Dec 22 08:48:33.764422 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:48:33.802827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-c71d2d74-3c39-492b-b61c-e608a27dea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:33.804569 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-c71d2d74-3c39-492b-b61c-e608a27dea47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783634 Dec 22 08:48:33.949909 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-e55853f8-686d-4287-8ccf-b5a74be0b576 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381085 Dec 22 08:48:34.095562 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b05865f-f541-4e54-9fd2-9916ef250a66 req-6461b4f2-ef15-475a-b09d-86a9673f0ccb service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391540 Dec 22 08:48:34.135621 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd8fe662c-62c4-4a24-9502-7014db2375ee', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'port_id': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'mac_address': 'fa:16:3e:a6:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:48:31Z', 'updated_at': '2021-12-22T08:48:31Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:34.139621 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76274a8c-3e02-4726-aba4-f4ea53c9de23 None None] The sync data for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv is: [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd8fe662c-62c4-4a24-9502-7014db2375ee', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'port_id': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'mac_address': 'fa:16:3e:a6:29:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:48:31Z', 'updated_at': '2021-12-22T08:48:31Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:48:34.341991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f4366c-c17a-481b-862b-927e7c70d31f None None] New status for floating IP d8fe662c-62c4-4a24-9502-7014db2375ee: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:48:34.370070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37490) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:34.481191 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fd7cfb68-6387-420e-91a9-e031d3fe63c9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 991 time: 0.1082273 Dec 22 08:48:35.482974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37498) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:35.590732 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6d516f84-b55b-4b3e-b7e8-2861d6f4b0bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 993 time: 0.1065657 Dec 22 08:48:39.530368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.742857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ee4904e1-2c57-4aea-92ee-98f7edc4ba4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:42.008052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c4c61249-d86e-4bb3-9e7e-611d5789fdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.159820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.181809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:44.486227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.336864 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:49:09.526214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:09.745530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a1a16240-4394-4508-9978-c5c97bc9eea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:12.010760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-71808ee5-d8c5-4066-9380-756af7898225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.155490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:13.177949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:14.489042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:27.881078 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-4f18d008-5ed3-488b-8948-c59a36d2fca8 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566907118&fields=id&tenant_id=b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 267 time: 0.0585275 Dec 22 08:49:27.973781 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-1c0598c3-0e49-4dbf-8321-2afce061d261 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1887679 Dec 22 08:49:28.045226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-d344c6c6-e6ef-4b05-8462-1d3f989024ce tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:28.046640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-d344c6c6-e6ef-4b05-8462-1d3f989024ce tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 812 time: 0.1589801 Dec 22 08:49:28.098682 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-7c20c7f1-a99b-4a17-99ab-bd1d07aa0c58 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/quotas/b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 375 time: 0.0209126 Dec 22 08:49:28.185955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-0fd001fe-890b-4dad-95bb-377de1e60f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:28.187419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-0fd001fe-890b-4dad-95bb-377de1e60f18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1098 time: 0.1399472 Dec 22 08:49:28.207352 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-c32288f7-e944-42b4-bf43-4c2c4c6cd8b9 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1028500 Dec 22 08:49:28.562863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-02f428a3-31bd-4813-8855-e498c1b477aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:28.564262 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-02f428a3-31bd-4813-8855-e498c1b477aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.3560507 Dec 22 08:49:28.681023 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-2bffb702-3292-4197-9951-06d64b753022 service neutron] 10.222.0.36 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527500 Dec 22 08:49:28.715597 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-5b05a67f-b9ca-4874-b9c6-b39ab755d86a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 1000 time: 0.1440814 Dec 22 08:49:28.850363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-34ea33c4-7bf1-43f1-8da8-1613dc09bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:28.851716 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-34ea33c4-7bf1-43f1-8da8-1613dc09bb2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0913730 Dec 22 08:49:28.906075 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-c93c0793-c778-4b5d-a9a9-c656809164ef service neutron] 10.222.0.36 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174220 Dec 22 08:49:28.937875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-205cc195-9a2b-41bd-ae59-bea59246afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:28.939339 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-205cc195-9a2b-41bd-ae59-bea59246afe3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770118 Dec 22 08:49:29.093762 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-eb7ab5e8-e555-4c5c-97b7-488388ef120a service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473663 Dec 22 08:49:29.237386 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8872f8b1-cede-4cda-8a2b-3ae19676ae4d req-a462e461-892a-421b-815c-758ba87c4161 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371083 Dec 22 08:49:30.364952 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80b9730f-aca4-448b-90e4-aa4a709f5b69 req-92be7f40-1734-4a91-b70e-e8c69ee39b46 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 210 time: 0.0438268 Dec 22 08:49:31.432893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1a3e64da-8bae-4536-961d-e721cacd719a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:31.434537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1a3e64da-8bae-4536-961d-e721cacd719a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 812 time: 0.1594074 Dec 22 08:49:31.534074 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fdb48f9-93e8-4441-bb8f-9afaa867d312 req-f2d22d81-2750-46e0-ac13-7396b123dca4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 210 time: 0.0547454 Dec 22 08:49:31.544526 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-acd85558-52d6-4756-92be-e24246f91ba7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b805cd7023bd40e9adced4da7cc8cd9d HTTP/1.1" status: 200 len: 379 time: 0.1014900 Dec 22 08:49:31.557579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'port': {'device_id': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'admin_state_up': True, 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'security_groups': ['d741357b-5305-45aa-ab8e-e359879e739c']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:31.707230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:31.717632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:31.727860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Made reservation on behalf of b805cd7023bd40e9adced4da7cc8cd9d for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:31.731420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:31.904866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Allocated IP 172.20.0.8 (90ca7df1-b1e0-4487-90f0-567b9097045a/1a442103-1ddd-4b02-b118-82413147ffe5/302f784d-4866-4fe7-aa28-2d79943e43b7) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:32.095132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.110177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Transition to ACTIVE for port object 302f784d-4866-4fe7-aa28-2d79943e43b7 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:32.135906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.144252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:32.234350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Network 90ca7df1-b1e0-4487-90f0-567b9097045a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:32.235426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:32.239511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:32.285019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=302f784d-4866-4fe7-aa28-2d79943e43b7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:32.301315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.301704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.302084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.302460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.302834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.303207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.303572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.303953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.304762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.304762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.305039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.305404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:32.309431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:32.338416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:32.339153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.371069 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199184 Dec 22 08:49:32.385102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Request body: {'port': {'device_id': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:32.563487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ddff1579-feac-423e-943c-441b0605a56d None None] Provisioning for port 302f784d-4866-4fe7-aa28-2d79943e43b7 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:32.575033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ddff1579-feac-423e-943c-441b0605a56d None None] Provisioning complete for port 302f784d-4866-4fe7-aa28-2d79943e43b7 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:32.575636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddff1579-feac-423e-943c-441b0605a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.662702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ddff1579-feac-423e-943c-441b0605a56d None None] Port 302f784d-4866-4fe7-aa28-2d79943e43b7 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:32.716369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:32.773701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534e9ff-cae5-44dd-856e-ab649b23d70c req-3913f37a-690e-42ec-a2bf-909a5db177ff tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:32.775296 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2534e9ff-cae5-44dd-856e-ab649b23d70c req-3913f37a-690e-42ec-a2bf-909a5db177ff tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 931 time: 0.1022480 Dec 22 08:49:32.849149 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2534e9ff-cae5-44dd-856e-ab649b23d70c req-2ab7b880-5cdf-4e5e-b81a-e88d2c44a253 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592892 Dec 22 08:49:33.186629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302f784d-4866-4fe7-aa28-2d79943e43b7 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:49:33.201604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.225723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Transition to ACTIVE for port object 302f784d-4866-4fe7-aa28-2d79943e43b7 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:33.234005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.239377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-313cbf85-3e9e-46f0-bd1e-fcb25a38ddde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:33.457968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=302f784d-4866-4fe7-aa28-2d79943e43b7,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:33.463091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:33.504605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Attempting to bind port 302f784d-4866-4fe7-aa28-2d79943e43b7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:33.504945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Attempting to bind port 302f784d-4866-4fe7-aa28-2d79943e43b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:33.505270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Attempting to bind port 302f784d-4866-4fe7-aa28-2d79943e43b7 on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:33.510701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Port 302f784d-4866-4fe7-aa28-2d79943e43b7 on network 90ca7df1-b1e0-4487-90f0-567b9097045a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:49:33.511024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Attempting to bind port 302f784d-4866-4fe7-aa28-2d79943e43b7 on network 90ca7df1-b1e0-4487-90f0-567b9097045a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:33.516331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:33.516703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Checking segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:33.517087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Bound using segment: {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:33.517509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Bound port: 302f784d-4866-4fe7-aa28-2d79943e43b7, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd387f5db-7c87-428a-9a42-9b6f1bbdd310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:33.517854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.618795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] For port 302f784d-4866-4fe7-aa28-2d79943e43b7, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:33.621674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] For port 302f784d-4866-4fe7-aa28-2d79943e43b7, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=302f784d-4866-4fe7-aa28-2d79943e43b7,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:33.626729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.631123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eefebe21-f4c4-4e31-8280-c48537086271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:33.686144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:33.686745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:33.688108 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/302f784d-4866-4fe7-aa28-2d79943e43b7 HTTP/1.1" status: 200 len: 1093 time: 1.3088520 Dec 22 08:49:33.688604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:33.709586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=302f784d-4866-4fe7-aa28-2d79943e43b7,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:33.712755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:33.763062 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'status': 'completed', 'code': 200} Dec 22 08:49:33.809286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-55a506a3-5b98-40bf-8e92-0d2b6e16f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:33.811347 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-55a506a3-5b98-40bf-8e92-0d2b6e16f6a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 1096 time: 0.0800989 Dec 22 08:49:33.881094 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-c89499a2-5835-43f1-b27e-b8697e870ba3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=302f784d-4866-4fe7-aa28-2d79943e43b7 HTTP/1.1" status: 200 len: 217 time: 0.0617950 Dec 22 08:49:33.948417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-4eb5e807-38a3-4acc-9796-f4a54d10d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:33.949592 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-4eb5e807-38a3-4acc-9796-f4a54d10d371 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0604815 Dec 22 08:49:34.031119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb91f-b8f3-4924-992d-257657148552 req-e267003a-bdba-404c-a52c-c527d5aea6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.032611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-e267003a-bdba-404c-a52c-c527d5aea6d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754831 Dec 22 08:49:34.036019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b1ba7-af55-456c-acbc-6e79a03e7b77 req-a3878493-a794-4dc1-9221-5299f616b91f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.037440 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d3b1ba7-af55-456c-acbc-6e79a03e7b77 req-a3878493-a794-4dc1-9221-5299f616b91f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.0868342 Dec 22 08:49:34.090170 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d3b1ba7-af55-456c-acbc-6e79a03e7b77 req-c32cbc14-4861-4e6a-9152-f041a55da74d tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467379 Dec 22 08:49:34.171683 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-61a5d684-b649-4e2e-b5e7-c64d61a49eae service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309733 Dec 22 08:49:34.325028 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0bdfb91f-b8f3-4924-992d-257657148552 req-61241fef-cf03-4da1-97ab-12f997885dec service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456833 Dec 22 08:49:34.493824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-d993b2d9-e0d0-4acd-820c-58597b415eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.494769 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-d993b2d9-e0d0-4acd-820c-58597b415eaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 1096 time: 0.0869408 Dec 22 08:49:34.674526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-03348ae4-ba09-4dd4-bde2-fc4a3b67abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.675254 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-03348ae4-ba09-4dd4-bde2-fc4a3b67abf1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.1746705 Dec 22 08:49:34.874795 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-82c69d4f-bfb7-45c2-bc4e-db158e048da2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=302f784d-4866-4fe7-aa28-2d79943e43b7 HTTP/1.1" status: 200 len: 217 time: 0.1916974 Dec 22 08:49:34.953185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-49d105de-98c8-4bb2-886f-29d74415eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:34.954821 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-49d105de-98c8-4bb2-886f-29d74415eabf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0734978 Dec 22 08:49:35.039864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-5ffa99c3-e3b4-4b04-b7c1-14ccb8e21804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:35.041477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-5ffa99c3-e3b4-4b04-b7c1-14ccb8e21804 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789149 Dec 22 08:49:35.242210 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-edd72147-0530-407f-a7aa-58243bb1ccdb service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928806 Dec 22 08:49:35.422458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d43e6f-dfb9-4cf9-b3f5-71f116e0541e req-77ed097b-ae56-43a7-9790-2a0f8cac642a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:35.423113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c0d43e6f-dfb9-4cf9-b3f5-71f116e0541e req-77ed097b-ae56-43a7-9790-2a0f8cac642a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:35.431727 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59ba3b06-7e05-470d-82b2-79c6558b4cc0 req-a7e1890e-81b5-4c02-bf2c-f254dd46cf4f service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728339 Dec 22 08:49:35.444658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c0d43e6f-dfb9-4cf9-b3f5-71f116e0541e req-77ed097b-ae56-43a7-9790-2a0f8cac642a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:35.447247 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c0d43e6f-dfb9-4cf9-b3f5-71f116e0541e req-77ed097b-ae56-43a7-9790-2a0f8cac642a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.2398925 Dec 22 08:49:35.499355 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c0d43e6f-dfb9-4cf9-b3f5-71f116e0541e req-ccbbe8e0-4161-42ef-92af-2c15f7635c77 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449557 Dec 22 08:49:36.842381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d6cb0-2559-48cf-a90d-3531f7fe0e14 req-62a74f72-be17-4077-bd90-cd7982acc37e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:36.843714 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b36d6cb0-2559-48cf-a90d-3531f7fe0e14 req-62a74f72-be17-4077-bd90-cd7982acc37e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.0793338 Dec 22 08:49:36.886372 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b36d6cb0-2559-48cf-a90d-3531f7fe0e14 req-2460050a-1813-46d5-935e-b82dee105c77 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371516 Dec 22 08:49:38.072600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73b921-ea0b-4172-8ba6-818d19b433c7 req-be8fface-8484-4657-b492-8b71874b3486 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:38.074066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b73b921-ea0b-4172-8ba6-818d19b433c7 req-be8fface-8484-4657-b492-8b71874b3486 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.0819292 Dec 22 08:49:38.123861 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b73b921-ea0b-4172-8ba6-818d19b433c7 req-10b5c4dd-642f-4c08-99b8-dfdfbad24be5 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435047 Dec 22 08:49:39.316644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5d7be-fd52-4440-969e-61b314178c21 req-a99173d3-cc05-43ef-8de0-e8a2465fb06a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:39.318095 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eba5d7be-fd52-4440-969e-61b314178c21 req-a99173d3-cc05-43ef-8de0-e8a2465fb06a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.0903883 Dec 22 08:49:39.361815 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eba5d7be-fd52-4440-969e-61b314178c21 req-1021d75e-b249-4956-aa0a-542a01ed41a9 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380886 Dec 22 08:49:39.544361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.746555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b1ab452f-4d01-4abb-bc3d-be6e7a7db271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.548190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac4756-8865-4c7b-9781-1d4989895e57 req-19d7c892-fbc7-4529-ac74-c9a1f98d4086 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:40.549894 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-52ac4756-8865-4c7b-9781-1d4989895e57 req-19d7c892-fbc7-4529-ac74-c9a1f98d4086 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.0846519 Dec 22 08:49:40.594963 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-52ac4756-8865-4c7b-9781-1d4989895e57 req-dcc0c18a-e242-49ae-a940-d9c9c20065a3 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394022 Dec 22 08:49:41.778013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3242-236d-4cd0-8e0f-8e4472d8f726 req-34982d75-6479-4db8-ad50-7c64c569469e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:41.779473 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fdbe3242-236d-4cd0-8e0f-8e4472d8f726 req-34982d75-6479-4db8-ad50-7c64c569469e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.0782969 Dec 22 08:49:41.823769 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fdbe3242-236d-4cd0-8e0f-8e4472d8f726 req-bea7eac0-9810-4854-96d2-7cceb696e4c9 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 Dec 22 08:49:42.012648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-818c0ae7-c93f-4191-93c2-9a9fd77c320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.335703 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:49:43.010097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd74d1-6c6c-4fb8-a551-b37e49dc4c32 req-47226c0e-91b6-43ea-aa1e-ef5977d58834 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:43.011605 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88bd74d1-6c6c-4fb8-a551-b37e49dc4c32 req-47226c0e-91b6-43ea-aa1e-ef5977d58834 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 943 time: 0.0833025 Dec 22 08:49:43.063192 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88bd74d1-6c6c-4fb8-a551-b37e49dc4c32 req-9d4facfd-bf84-4238-bce0-dd291131e404 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453465 Dec 22 08:49:43.158388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.181510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.358482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 302f784d-4866-4fe7-aa28-2d79943e43b7 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:49:43.542997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 302f784d-4866-4fe7-aa28-2d79943e43b7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=302f784d-4866-4fe7-aa28-2d79943e43b7,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:43.556417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'port_id': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'mac_address': 'fa:16:3e:90:ca:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:49:43.621810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.639411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302f784d-4866-4fe7-aa28-2d79943e43b7 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:49:43.655484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 302f784d-4866-4fe7-aa28-2d79943e43b7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=302f784d-4866-4fe7-aa28-2d79943e43b7,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:43.659191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:43.661069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2cafa1c3-fdfd-495b-9a85-50c0568df4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:43.739828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=302f784d-4866-4fe7-aa28-2d79943e43b7,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:43.751735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.752299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.752893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.753299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.753841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.754322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.754829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.755378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.755860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.756397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.756961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.757457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:43.764085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:44.000407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['302f784d-4866-4fe7-aa28-2d79943e43b7'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:49:44.250287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c9b0-2597-45d8-804d-5c0eb8e80f66 req-cd267d92-2a8f-4bee-982d-c888b021ecff tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:44.251652 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0844c9b0-2597-45d8-804d-5c0eb8e80f66 req-cd267d92-2a8f-4bee-982d-c888b021ecff tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 944 time: 0.0842137 Dec 22 08:49:44.295383 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0844c9b0-2597-45d8-804d-5c0eb8e80f66 req-06a327f8-cf14-45b2-869a-bc8f487a9282 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381143 Dec 22 08:49:44.490404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.747052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37616) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:44.819938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835162c7-39d8-464c-a429-2c76fd1fbbdc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:44.820513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835162c7-39d8-464c-a429-2c76fd1fbbdc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:44.821037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835162c7-39d8-464c-a429-2c76fd1fbbdc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:44.822608 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-835162c7-39d8-464c-a429-2c76fd1fbbdc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=3e18f988404c41399e40e77df149310c&network_id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 2999 time: 0.0743909 Dec 22 08:49:45.370241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 302f784d-4866-4fe7-aa28-2d79943e43b7 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:45.440138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 302f784d-4866-4fe7-aa28-2d79943e43b7 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:45.445156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 302f784d-4866-4fe7-aa28-2d79943e43b7 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:45.445559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.485170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b4ebe-f491-4a97-b2a9-aaa4bdc33428 req-40ef49fd-987d-4e40-9991-43cc0d4836fb tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:45.486619 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d49b4ebe-f491-4a97-b2a9-aaa4bdc33428 req-40ef49fd-987d-4e40-9991-43cc0d4836fb tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 944 time: 0.0853107 Dec 22 08:49:45.532128 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d49b4ebe-f491-4a97-b2a9-aaa4bdc33428 req-6994baed-644c-44eb-875c-9c81f6c3ac60 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 Dec 22 08:49:45.561686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.588472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:45.598939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 302f784d-4866-4fe7-aa28-2d79943e43b7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=302f784d-4866-4fe7-aa28-2d79943e43b7,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:49:45.603205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.605176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:45.641967 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'code': 200} Dec 22 08:49:45.678753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=302f784d-4866-4fe7-aa28-2d79943e43b7,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:45.681746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:45.932878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187199fe-f488-4230-af6d-51d089c7e169 req-cc304d8f-feae-47fd-8ccc-b89e164d260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:45.934277 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-187199fe-f488-4230-af6d-51d089c7e169 req-cc304d8f-feae-47fd-8ccc-b89e164d260e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 1098 time: 0.0710199 Dec 22 08:49:45.976365 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-187199fe-f488-4230-af6d-51d089c7e169 req-ab201160-60be-46e5-80a4-7beecde44d38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353580 Dec 22 08:49:46.348185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37632) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:46.411006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b7d02-27f6-495a-b705-7cd1d34b35b7 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:46.413667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-768b7d02-27f6-495a-b705-7cd1d34b35b7 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f HTTP/1.1" status: 200 len: 814 time: 0.0642595 Dec 22 08:49:46.734276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2b43-d7e1-4e8e-ad12-febbd28862c9 req-7df39a55-3b9d-4652-a40f-1833ba07d8ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:46.735727 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d0a2b43-d7e1-4e8e-ad12-febbd28862c9 req-7df39a55-3b9d-4652-a40f-1833ba07d8ab tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 945 time: 0.0905998 Dec 22 08:49:46.781109 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d0a2b43-d7e1-4e8e-ad12-febbd28862c9 req-e83d9e33-2eea-4785-879b-8ffd5232935a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388563 Dec 22 08:49:46.964121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37642) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:46.969282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:47.072781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.473736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.478094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.478416 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d8fe662c-62c4-4a24-9502-7014db2375ee disassociated. External IP: 172.26.7.155, port: 1463b600-7a3a-4c9c-b11f-dccaaea3d923. Dec 22 08:49:47.855659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:47.980134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a7402-d010-4234-a786-370d4486d8d5 req-b5ee54c7-8d25-4e9e-8f79-11a2d62f7393 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:47.986548 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d7a7402-d010-4234-a786-370d4486d8d5 req-b5ee54c7-8d25-4e9e-8f79-11a2d62f7393 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 945 time: 0.0911694 Dec 22 08:49:48.032454 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d7a7402-d010-4234-a786-370d4486d8d5 req-22db5434-012e-4b95-9ec3-7600a32e08f1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442169 Dec 22 08:49:48.050755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:48.055262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.062074 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] Sync routers for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:48.105642 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:48.106267 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:49:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:48.132588 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-220e7680-16c0-456e-9e54-596f29968906 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 690 time: 1.1673393 Dec 22 08:49:48.132895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37650) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:48.134230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:48.209733 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'status': 'completed', 'code': 200} Dec 22 08:49:48.311873 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:48.322319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc357af2-e411-4eab-8317-c74db75810d2 req-33637f3b-a983-4672-bff0-c7cf46602dcf tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.323799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bc357af2-e411-4eab-8317-c74db75810d2 req-33637f3b-a983-4672-bff0-c7cf46602dcf tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 945 time: 0.1577275 Dec 22 08:49:48.334260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-ce9076a4-eec9-4cfc-a52f-993503c15105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.335800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-ce9076a4-eec9-4cfc-a52f-993503c15105 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 1098 time: 0.1083858 Dec 22 08:49:48.352523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cdceae00-aa47-4b9c-9d62-73ed6696d0de tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 690 time: 0.2181981 Dec 22 08:49:48.456790 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bc357af2-e411-4eab-8317-c74db75810d2 req-2427d5bf-0cb6-4e90-97a7-233e692deaac tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199551 Dec 22 08:49:48.481689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37656) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:48.502608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-07adb067-c3bb-4459-94cd-8ea68a959841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.504191 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-07adb067-c3bb-4459-94cd-8ea68a959841 service neutron] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 896 time: 0.1522155 Dec 22 08:49:48.571308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60d34f-19b5-43fb-9b89-0dc3a7f96919 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.578406 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2a60d34f-19b5-43fb-9b89-0dc3a7f96919 tempest-TestVolumeBootPattern-873583851 tempest-TestVolumeBootPattern-873583851-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 1093 time: 0.0932631 Dec 22 08:49:48.578406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37660) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:48.585382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:48.588209 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-e850f8ad-b8af-4e99-b244-070c436950bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923 HTTP/1.1" status: 200 len: 217 time: 0.0762498 Dec 22 08:49:48.594434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:48.598130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Usage tracker for resource:floatingip and tenant:b805cd7023bd40e9adced4da7cc8cd9d is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:48.601089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:48.606867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:48.617400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.681781 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:48.688514 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] Checking router: cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:48.701784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-9db0b566-36bd-461c-8c09-148972a1c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.704216 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-9db0b566-36bd-461c-8c09-148972a1c161 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.1093860 Dec 22 08:49:48.704906 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:48.705618 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:49:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:48.796680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.828164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-e21f205d-5df3-4be5-9a75-72b53fab33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.831040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-e21f205d-5df3-4be5-9a75-72b53fab33f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183128 Dec 22 08:49:48.890556 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:48.960727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Allocated IP 172.26.7.130 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/5c7e8fb0-4b03-40fa-a03f-98476711b9e3) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:49.113033 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-6252fab7-2cd3-418a-94f5-2f3df784d09a service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735794 Dec 22 08:49:49.129084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.161281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.165073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:49.217766 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:49.222562 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ce892e-a45f-41a1-b5d1-0342097e1a2e None None] The sync data for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv is: [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:49.237658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:49.240635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:49.244694 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:49.258993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9b0b496-f63e-4fc7-a227-cf17a0b00ee8 req-5269228a-24a9-4ecb-84f4-08d7f9724af3 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389697 Dec 22 08:49:49.288390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=5c7e8fb0-4b03-40fa-a03f-98476711b9e3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:49.305238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.305626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.306005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.306376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.306743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.307106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.307470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.307831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.308224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.308582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.308938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.309292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:49.314548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:49.356397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37664) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:49.446644 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8836e8a7-1af7-4248-a622-4fb34ef213df tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 690 time: 0.0879669 Dec 22 08:49:49.482679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44f442-3fae-4a09-b137-f84021c541d1 None None] New status for floating IP d8fe662c-62c4-4a24-9502-7014db2375ee: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:49:49.696051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.769953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.979432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.985109 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:49.989103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-df4bda25-818a-4fca-bb01-ea41fc387dde tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:50.094518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event updated for resources: {'Port': ['ID=5c7e8fb0-4b03-40fa-a03f-98476711b9e3,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:50.098551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:50.106817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.385896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Floating IP 176376dc-8f2c-4e10-9b6d-d0a394a9c895 associated. External IP: 172.26.7.130, port: 302f784d-4866-4fe7-aa28-2d79943e43b7. Dec 22 08:49:50.449435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37668) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:50.533611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6c26f940-77dc-41f7-85ee-45f273d85cac tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 688 time: 0.0821803 Dec 22 08:49:50.740466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:49:50.928650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:49:50.939966 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:49:50.952764 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:50.953442 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:49:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:50.954846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.011274 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4330709 Dec 22 08:49:51.012024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:51.059536 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'status': 'completed', 'code': 200} Dec 22 08:49:51.132744 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:51.156105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-2adb2ebe-ff97-403d-b2a9-5c653abf1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:51.157567 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-2adb2ebe-ff97-403d-b2a9-5c653abf1c31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 1098 time: 0.0763326 Dec 22 08:49:51.297221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-ea7ff638-8dcd-4702-931c-8dcd395ff29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:51.298573 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-ea7ff638-8dcd-4702-931c-8dcd395ff29b service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.1346064 Dec 22 08:49:51.401651 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-3237909c-d901-43ef-ae59-9dd831c4d524 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=302f784d-4866-4fe7-aa28-2d79943e43b7 HTTP/1.1" status: 200 len: 999 time: 0.0961843 Dec 22 08:49:51.468458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-98d7a6d4-346e-4968-ade6-bc4388d2a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:51.469904 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-98d7a6d4-346e-4968-ade6-bc4388d2a676 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0611765 Dec 22 08:49:51.517856 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '176376dc-8f2c-4e10-9b6d-d0a394a9c895', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.130', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:90:ca:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:49Z', 'updated_at': '2021-12-22T08:49:49Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}, {'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:37Z', 'revision_number': 1, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:51.521850 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:49:51.531129 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:49:51.531863 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:49:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:51.552313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-577925b7-dc6a-4cf7-94d5-efdcf934dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:51.554107 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-577925b7-dc6a-4cf7-94d5-efdcf934dce9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767665 Dec 22 08:49:51.696741 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-2942db90-19b7-49e9-ac16-415c0038003a service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358917 Dec 22 08:49:51.714544 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:49:51.836230 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-feb77c6e-5042-4f14-9c0f-64d041bba116 req-4150230b-d8ed-4d27-a418-3683cf00d8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316020 Dec 22 08:49:51.848306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37678) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:51.855219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604986782', 'description': 'tempest-secgroup-smoke-1604986782 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:51.861644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:51.871608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:51.884356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.907118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:51.911432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:51.914704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:51.921568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:51.998356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.003400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.010428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a25b35de-f228-4dfb-8420-b553d5768a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:52.055029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41cbac-f531-4564-913a-2a62c463266d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.058038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:52.061583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.066187 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2137816 Dec 22 08:49:52.066187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37682) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.072246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '0d41cbac-f531-4564-913a-2a62c463266d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:52.077958 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '176376dc-8f2c-4e10-9b6d-d0a394a9c895', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.130', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:90:ca:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:49Z', 'updated_at': '2021-12-22T08:49:49Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}, {'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:37Z', 'revision_number': 1, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:52.079897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:52.082066 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1728751-4f7f-4dd2-8d6e-bd04d5eeb39f None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '176376dc-8f2c-4e10-9b6d-d0a394a9c895', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.130', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:90:ca:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:49:49Z', 'updated_at': '2021-12-22T08:49:49Z', 'revision_number': 0, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}, {'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:37Z', 'revision_number': 1, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:49:52.086377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:52.089783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:52.096783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:52.118627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.205180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.210008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.217044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d91a3aff-e5c2-4101-83ff-3377cc100c9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:52.239690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa5f617-e326-497b-8da7-8831dfa4a504,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.242389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:52.250460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.251830 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846247 Dec 22 08:49:52.254693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37686) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.260300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '0d41cbac-f531-4564-913a-2a62c463266d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:52.267158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:52.271028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:52.275417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:52.282246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:52.298958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.346449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3436f3a-6f96-4481-a228-302194314647 None None] New status for floating IP 176376dc-8f2c-4e10-9b6d-d0a394a9c895: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:49:52.366816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.371241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.373657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:52.396058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088080b0-cad3-4854-8a56-8b14b36a54bf,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.398536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:52.406098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.407341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515956 Dec 22 08:49:52.410319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37690) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.415418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '0d41cbac-f531-4564-913a-2a62c463266d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:52.421249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:52.425292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:52.428157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:52.433745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:52.451203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.514116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.518127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.523903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-43e8a0d3-d5d5-48be-a5bc-02d9d2571afb tempest-NegativeSecGroupTest-477540246 tempest-NegativeSecGroupTest-477540246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:52.543038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d16fc5-3784-409e-a767-f68484ba4734,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.545600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:52.554777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.558923 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449106 Dec 22 08:49:52.559198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37694) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.565065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '0d41cbac-f531-4564-913a-2a62c463266d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:52.571477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:52.576223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:52.579330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:52.585432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:52.602502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.669941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.673521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.675527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9dd9532-ab74-4c3c-a66e-ecdb1cc2a841 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:52.697483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877e21c2-f8f0-49b9-b94e-d728d5e36eb5,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.699852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:52.707886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.709089 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482153 Dec 22 08:49:52.711726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37698) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.717543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '0d41cbac-f531-4564-913a-2a62c463266d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:52.726292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:52.730578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:52.734185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:52.740147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:52.750703 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:49:52.757532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.819608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.823197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.825446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f279dd3-0938-4042-b698-90b9fafa9487 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:52.846725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc592a8-f270-4d7e-b55a-97ac7775a5ca,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.849040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:52.856368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.857680 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449795 Dec 22 08:49:52.860335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37702) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.866750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '0d41cbac-f531-4564-913a-2a62c463266d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:52.872548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:52.876384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:52.879208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:52.884988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:52.896161 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:49:52.902568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.981395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.985371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.987284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e39a4984-1c6b-4787-ae4f-0da626a6482e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:53.117412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db243bb-009a-4277-b52c-ce4ad6ae4aff,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:53.124470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:53.129217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.131157 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2693655 Dec 22 08:49:53.293092 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a01d4229-fc6b-4790-b0a5-f208bb3b8f0a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604986782&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0403883 Dec 22 08:49:53.450783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-0e7e0bde-c79c-43ae-a936-fdce847270c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:53.452232 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-0e7e0bde-c79c-43ae-a936-fdce847270c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 796 time: 0.1526787 Dec 22 08:49:53.467650 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-99a8e44e-606a-4ded-973c-8c849bdc4ddc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0099113 Dec 22 08:49:53.558499 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-aa563ca1-323f-44ff-a0cb-b8b6d3ca7254 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856450 Dec 22 08:49:53.700565 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-f9007dcd-191c-4a24-8334-956ba5a9c87f service neutron] 10.222.0.36 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294212 Dec 22 08:49:53.829922 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-2156596d-23f0-49ae-98a2-c861762c9c0b service neutron] 10.222.0.36 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234043 Dec 22 08:49:54.008584 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a49dd8b2-8ddb-4d0e-aca6-ff0c47cc0c4a req-027beaed-a80e-40b2-aa2c-73c0ef60faf5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 210 time: 0.0490079 Dec 22 08:49:55.175547 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6766a48e-066c-4e18-b46c-00a91ff6dc92 req-3d335cab-a37d-4ab8-ac3d-d06ec91a8f39 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 210 time: 0.0455883 Dec 22 08:49:55.186083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-1a1da691-f128-4c63-afcc-f98f9fcdfd56 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:55.187583 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-1a1da691-f128-4c63-afcc-f98f9fcdfd56 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 796 time: 0.1610138 Dec 22 08:49:55.238748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-98b26345-4edb-4934-9f8e-3314b1236047 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:55.255205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-98b26345-4edb-4934-9f8e-3314b1236047 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:55.256465 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-98b26345-4edb-4934-9f8e-3314b1236047 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 472 time: 0.0600877 Dec 22 08:49:55.265545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['0d41cbac-f531-4564-913a-2a62c463266d']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:55.399451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:55.409284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:55.419113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:55.423291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.588311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.7 (082d9650-6d4e-451b-af23-cf0d06005be4/4ca46ed6-39d3-4e3f-83c1-d25d633c3319/ef4f5a4a-79f9-4bba-bc2b-9360992af766) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:55.775029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.790927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object ef4f5a4a-79f9-4bba-bc2b-9360992af766 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:55.813749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.819182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:55.887414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 082d9650-6d4e-451b-af23-cf0d06005be4 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:55.891121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:55.895210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:49:55.927582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=ef4f5a4a-79f9-4bba-bc2b-9360992af766,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:55.934597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:55.968941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:55.969809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.003277 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7414994 Dec 22 08:49:56.015571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Request body: {'port': {'device_id': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:49:56.143828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.181621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bd04773b-96d2-4dba-b5ea-2de8c992f941 None None] Provisioning for port ef4f5a4a-79f9-4bba-bc2b-9360992af766 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:56.187407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bd04773b-96d2-4dba-b5ea-2de8c992f941 None None] Provisioning complete for port ef4f5a4a-79f9-4bba-bc2b-9360992af766 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:56.187854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bd04773b-96d2-4dba-b5ea-2de8c992f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.245896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-bd04773b-96d2-4dba-b5ea-2de8c992f941 None None] Port ef4f5a4a-79f9-4bba-bc2b-9360992af766 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:49:56.475709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b82e-4cbc-4b42-8ccc-f68e5dc20df2 req-f9f88dfe-7504-4bda-9cbb-9076f06bed1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:56.476423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-aa69b82e-4cbc-4b42-8ccc-f68e5dc20df2 req-f9f88dfe-7504-4bda-9cbb-9076f06bed1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:56.511995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-aa69b82e-4cbc-4b42-8ccc-f68e5dc20df2 req-f9f88dfe-7504-4bda-9cbb-9076f06bed1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:56.513138 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aa69b82e-4cbc-4b42-8ccc-f68e5dc20df2 req-f9f88dfe-7504-4bda-9cbb-9076f06bed1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 931 time: 0.2255855 Dec 22 08:49:56.613637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4f5a4a-79f9-4bba-bc2b-9360992af766 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:49:56.624328 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aa69b82e-4cbc-4b42-8ccc-f68e5dc20df2 req-5eac56c7-cace-4fe3-9d20-545081a0c825 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996885 Dec 22 08:49:56.625946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.640988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Transition to ACTIVE for port object ef4f5a4a-79f9-4bba-bc2b-9360992af766 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:49:56.644615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.648435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:56.803671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f5a4a-79f9-4bba-bc2b-9360992af766,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:56.806546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:57.004908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Attempting to bind port ef4f5a4a-79f9-4bba-bc2b-9360992af766 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:57.005247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Attempting to bind port ef4f5a4a-79f9-4bba-bc2b-9360992af766 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:57.005569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Attempting to bind port ef4f5a4a-79f9-4bba-bc2b-9360992af766 on network 082d9650-6d4e-451b-af23-cf0d06005be4 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:57.010172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Port ef4f5a4a-79f9-4bba-bc2b-9360992af766 on network 082d9650-6d4e-451b-af23-cf0d06005be4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:49:57.010488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Attempting to bind port ef4f5a4a-79f9-4bba-bc2b-9360992af766 on network 082d9650-6d4e-451b-af23-cf0d06005be4 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:49:57.015584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:49:57.015917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Checking segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:49:57.016325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Bound using segment: {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:49:57.016739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Bound port: ef4f5a4a-79f9-4bba-bc2b-9360992af766, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9148998e-aed6-403b-a778-cf29eaaa91dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:57.017084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.110913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] For port ef4f5a4a-79f9-4bba-bc2b-9360992af766, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:49:57.113851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] For port ef4f5a4a-79f9-4bba-bc2b-9360992af766, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:49:57.119027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.122741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:57.180844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:57.181458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.182846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef4f5a4a-79f9-4bba-bc2b-9360992af766 HTTP/1.1" status: 200 len: 1093 time: 1.1720881 Dec 22 08:49:57.183365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:57.212348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f5a4a-79f9-4bba-bc2b-9360992af766,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:57.215648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:57.255135 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'status': 'completed', 'code': 200} Dec 22 08:49:57.306912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-1789f952-67d3-4b09-a93d-f398148de037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:57.308420 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-1789f952-67d3-4b09-a93d-f398148de037 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 1096 time: 0.0858519 Dec 22 08:49:57.385183 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-b2df1cad-ca3b-460c-a932-cf7c77f50da9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766 HTTP/1.1" status: 200 len: 217 time: 0.0678673 Dec 22 08:49:57.449589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-0f3d6c0a-8d49-426a-8d13-ac6417c22748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:57.451559 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-0f3d6c0a-8d49-426a-8d13-ac6417c22748 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.0603740 Dec 22 08:49:57.526084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-41727dcf-5744-461d-af23-64fe30039715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:57.527565 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-41727dcf-5744-461d-af23-64fe30039715 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701911 Dec 22 08:49:57.670049 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-d488a863-0948-49db-b2a8-6086e13473c6 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354773 Dec 22 08:49:57.867504 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a5f8b4e-b682-4a30-b598-b7205e458a23 req-a0131ec9-01bc-41ab-8c24-538350e1e81e service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914065 Dec 22 08:49:57.889749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c35af7-7fac-4a1d-8757-1de261227ddb req-95f7f8ae-d5ba-48e0-8005-7a571a3ef4f3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:57.889749 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b0c35af7-7fac-4a1d-8757-1de261227ddb req-95f7f8ae-d5ba-48e0-8005-7a571a3ef4f3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 943 time: 0.1343365 Dec 22 08:49:57.995839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b0c35af7-7fac-4a1d-8757-1de261227ddb req-2fa6eccb-c98a-483f-a74f-03ec787de053 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008613 Dec 22 08:49:58.028770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-c4c8e7a1-4341-460b-82a8-b440e92f1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:58.030453 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-c4c8e7a1-4341-460b-82a8-b440e92f1169 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 1096 time: 0.1095486 Dec 22 08:49:58.197027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-542200a7-672a-402b-ac34-39a6bb2e6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:58.199112 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-542200a7-672a-402b-ac34-39a6bb2e6561 service neutron] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 896 time: 0.1617203 Dec 22 08:49:58.273750 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-981cfa24-1b1e-4155-9120-5913fe2c9e11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766 HTTP/1.1" status: 200 len: 217 time: 0.0678575 Dec 22 08:49:58.338577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-2737edb6-a636-44ea-bc6c-6e5dbb86a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:58.340273 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-2737edb6-a636-44ea-bc6c-6e5dbb86a245 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.0594633 Dec 22 08:49:58.421208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-11130eb4-4427-4a0b-b548-4919d24c8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:58.422772 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-11130eb4-4427-4a0b-b548-4919d24c8027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767658 Dec 22 08:49:58.576667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-e610b48b-5988-49c4-8b3a-1a61cafc7fb1 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436272 Dec 22 08:49:58.842926 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22d45e08-417e-4da6-89d7-aa05bcdd5a83 req-e311cd62-30db-4ee1-aaf2-7ce02c506b87 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607701 Dec 22 08:49:59.307389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d0448-0846-4eba-afc3-c2dc7356b96d req-f6c320c7-15e3-40c5-932d-a5f23917e7ad tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:59.308848 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c4d0448-0846-4eba-afc3-c2dc7356b96d req-f6c320c7-15e3-40c5-932d-a5f23917e7ad tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 943 time: 0.2050219 Dec 22 08:49:59.351583 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c4d0448-0846-4eba-afc3-c2dc7356b96d req-676ff8e4-ff92-44e5-8b32-b1b038f80eba tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371034 Dec 22 08:50:00.533238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596152-312b-4f2d-8186-6e6540843d26 req-e65d34f7-4189-448e-a085-fbed47468540 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:00.534737 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d596152-312b-4f2d-8186-6e6540843d26 req-e65d34f7-4189-448e-a085-fbed47468540 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 943 time: 0.0794477 Dec 22 08:50:00.580823 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d596152-312b-4f2d-8186-6e6540843d26 req-9d18ba6e-92d4-4e45-826e-aef1de2d587a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403523 Dec 22 08:50:01.437089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ef4f5a4a-79f9-4bba-bc2b-9360992af766 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:50:01.624624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ef4f5a4a-79f9-4bba-bc2b-9360992af766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:01.638137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'port_id': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'mac_address': 'fa:16:3e:fc:9b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:50:01.694145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.711438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4f5a4a-79f9-4bba-bc2b-9360992af766 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:50:01.730054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ef4f5a4a-79f9-4bba-bc2b-9360992af766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:01.736115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.738766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-29c851d6-ce4a-414f-b851-0970010244e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:01.773711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376ca45-a666-4fe1-9468-d96706be10b7 req-67999f55-9378-4287-8510-9b8ea0fb5fe6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:01.775185 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2376ca45-a666-4fe1-9468-d96706be10b7 req-67999f55-9378-4287-8510-9b8ea0fb5fe6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 943 time: 0.0856850 Dec 22 08:50:01.809978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=ef4f5a4a-79f9-4bba-bc2b-9360992af766,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:01.813277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:01.823342 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2376ca45-a666-4fe1-9468-d96706be10b7 req-0e13d09c-8e5d-4360-8509-58d28bda8b60 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Dec 22 08:50:02.092520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['ef4f5a4a-79f9-4bba-bc2b-9360992af766'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:50:03.021747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e0ac6-ac91-41b8-b844-c5e92e00d86c req-64dc1697-5f57-457e-86e0-2a71d609560e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:03.023194 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-753e0ac6-ac91-41b8-b844-c5e92e00d86c req-64dc1697-5f57-457e-86e0-2a71d609560e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 944 time: 0.0848172 Dec 22 08:50:03.067952 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-753e0ac6-ac91-41b8-b844-c5e92e00d86c req-9bf8ddae-76bf-485c-83e4-ee292faa3fb8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391343 Dec 22 08:50:03.449823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ef4f5a4a-79f9-4bba-bc2b-9360992af766 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:03.518836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port ef4f5a4a-79f9-4bba-bc2b-9360992af766 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:03.523673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port ef4f5a4a-79f9-4bba-bc2b-9360992af766 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:03.524069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.648407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.674756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:03.684129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ef4f5a4a-79f9-4bba-bc2b-9360992af766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:50:03.689271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.691233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0e700d4b-1a25-4f33-ac9b-b3c4eb335eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:03.726997 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'code': 200} Dec 22 08:50:03.762391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=ef4f5a4a-79f9-4bba-bc2b-9360992af766,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:03.765848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:03.949856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4618a5-b9c1-4994-a4f7-f6fb182c9e0f req-999d38a4-27eb-4163-9ba8-6cfac98e1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:03.951973 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c4618a5-b9c1-4994-a4f7-f6fb182c9e0f req-999d38a4-27eb-4163-9ba8-6cfac98e1d74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 1098 time: 0.0700214 Dec 22 08:50:03.992673 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c4618a5-b9c1-4994-a4f7-f6fb182c9e0f req-e68df3a4-1954-4774-8125-2cff33545a45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347650 Dec 22 08:50:04.257993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6673bf-e96d-42d7-88b1-ff0d2f571126 req-ea1cea5e-b7b7-4ed8-b0e0-6a54b074ed1c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.259366 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8a6673bf-e96d-42d7-88b1-ff0d2f571126 req-ea1cea5e-b7b7-4ed8-b0e0-6a54b074ed1c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 945 time: 0.0881634 Dec 22 08:50:04.313448 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8a6673bf-e96d-42d7-88b1-ff0d2f571126 req-3252b29b-abf2-4f79-a2f6-16ef1a351863 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476227 Dec 22 08:50:05.541089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ce94f-98ea-49dd-aa84-ae2b44c29e94 req-325bf7ad-ca8b-4659-9983-73d6be39d775 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:05.548515 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff3ce94f-98ea-49dd-aa84-ae2b44c29e94 req-325bf7ad-ca8b-4659-9983-73d6be39d775 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 945 time: 0.1081383 Dec 22 08:50:05.600117 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff3ce94f-98ea-49dd-aa84-ae2b44c29e94 req-059a7212-ea7a-410e-aa3c-e689e7de8c58 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526364 Dec 22 08:50:06.786339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bdc09-e114-442d-9aee-f63cdfea2318 req-e0f7435f-a67d-4ef4-a518-562af629c17f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:06.786339 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d87bdc09-e114-442d-9aee-f63cdfea2318 req-e0f7435f-a67d-4ef4-a518-562af629c17f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 945 time: 0.0837226 Dec 22 08:50:06.845880 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d87bdc09-e114-442d-9aee-f63cdfea2318 req-5e4b992c-b8c4-42bf-bad3-69425af992d2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483718 Dec 22 08:50:07.078480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31467a-69ba-4182-ae35-5c462d515db1 req-5ed51cb5-a7ce-49ed-bb49-b4a418f0072d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:07.078480 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd31467a-69ba-4182-ae35-5c462d515db1 req-5ed51cb5-a7ce-49ed-bb49-b4a418f0072d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 945 time: 0.1043618 Dec 22 08:50:07.127148 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd31467a-69ba-4182-ae35-5c462d515db1 req-c5b58574-c2e3-42a1-9e36-5478ea1398c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Dec 22 08:50:07.148815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37762) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.235330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f0c47a-430c-4079-b18f-d78fac81be7b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:07.235330 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e8f0c47a-430c-4079-b18f-d78fac81be7b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 1093 time: 0.0852547 Dec 22 08:50:07.241389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37766) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.247358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'port_id': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:50:07.328767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.948805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.948805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.131045 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d8fe662c-62c4-4a24-9502-7014db2375ee associated. External IP: 172.26.7.155, port: ef4f5a4a-79f9-4bba-bc2b-9360992af766. Dec 22 08:50:08.656322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:50:08.845601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:50:08.850385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.855307 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] Sync routers for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:50:08.866094 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:08.866714 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:49:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:08.913111 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82ab7c33-ad4a-4731-9dd7-f8980dc1b010 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 991 time: 1.6743660 Dec 22 08:50:08.913710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:08.915788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37770) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:08.965174 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'status': 'completed', 'code': 200} Dec 22 08:50:09.055649 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:09.073754 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d5bf4e46-52bb-40e0-895d-c297827f2bbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 991 time: 0.1560156 Dec 22 08:50:09.094286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-18c035bf-baef-4bbc-996b-1bfe1ad5a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:09.096188 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-18c035bf-baef-4bbc-996b-1bfe1ad5a068 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 1098 time: 0.1059654 Dec 22 08:50:09.237547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-7539f78c-fbde-4cea-9fa0-4472efb13091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:09.237547 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-7539f78c-fbde-4cea-9fa0-4472efb13091 service neutron] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 896 time: 0.1312873 Dec 22 08:50:09.345846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-97be9864-0e87-4e0d-9a28-3dda87e6d0f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766 HTTP/1.1" status: 200 len: 999 time: 0.1022859 Dec 22 08:50:09.416345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-1f646e5b-d658-4d21-ae7c-8289da921fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:09.417470 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-1f646e5b-d658-4d21-ae7c-8289da921fe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.0641878 Dec 22 08:50:09.417589 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd8fe662c-62c4-4a24-9502-7014db2375ee', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'port_id': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'mac_address': 'fa:16:3e:fc:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:48:31Z', 'updated_at': '2021-12-22T08:50:07Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:09.421879 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] Checking router: cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:50:09.431591 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:50:09.432242 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:49:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:09.500727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-b38e8c64-30af-4c64-b8bd-f3af83302bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:09.502192 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-b38e8c64-30af-4c64-b8bd-f3af83302bab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785632 Dec 22 08:50:09.562103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.643807 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-ceed06c7-ac68-4d4a-a4d1-7bda58e47be7 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326308 Dec 22 08:50:09.648161 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:50:09.772468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f9b00371-ec32-4b67-9821-d6bf9d44b637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.805207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-10a799d8-4932-4321-bc1f-a9c91639d148 req-ace000ce-9652-4180-b94f-d4ff9b4a0b64 service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532583 Dec 22 08:50:10.006316 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd8fe662c-62c4-4a24-9502-7014db2375ee', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'port_id': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'mac_address': 'fa:16:3e:fc:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:48:31Z', 'updated_at': '2021-12-22T08:50:07Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:10.010104 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9044f4-a6cd-476f-9eba-4904768083d1 None None] The sync data for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv is: [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd8fe662c-62c4-4a24-9502-7014db2375ee', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.155', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'port_id': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'mac_address': 'fa:16:3e:fc:9b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:48:31Z', 'updated_at': '2021-12-22T08:50:07Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:50:10.077876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37776) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:10.187215 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6754b554-d3b0-4fd6-b2e6-7aef18b817cf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 991 time: 0.1080387 Dec 22 08:50:10.212933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2331053e-2ade-48f2-8db5-33b5c74e4aa3 None None] New status for floating IP d8fe662c-62c4-4a24-9502-7014db2375ee: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:50:11.190870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37780) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:11.305980 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35453521-118c-4190-b299-ae980e81617b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 200 len: 993 time: 0.1105516 Dec 22 08:50:12.019020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-560e342a-c747-4821-91b6-647b90979185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.161689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:13.188901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:14.498226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:19.334472 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:50:27.868604 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-736ab203-aeee-4dea-a261-cbfcad61a766 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697253 Dec 22 08:50:27.973752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4465991-be3c-4498-8f99-0686ae07453f req-16ed9e06-cddd-46c9-b83b-c34b749c7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:27.975183 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-16ed9e06-cddd-46c9-b83b-c34b749c7345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 1098 time: 0.0706286 Dec 22 08:50:28.242786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4465991-be3c-4498-8f99-0686ae07453f req-2de52999-0219-4914-b6c3-a4909642cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:28.244241 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-2de52999-0219-4914-b6c3-a4909642cdab service neutron] 10.222.0.16 "GET /v2.0/networks?id=082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 200 len: 896 time: 0.2456660 Dec 22 08:50:28.310064 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-dc783052-6b94-4d37-808e-27d14e79d012 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923 HTTP/1.1" status: 200 len: 217 time: 0.0586882 Dec 22 08:50:28.372431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4465991-be3c-4498-8f99-0686ae07453f req-f7d1bc9b-389f-47bf-99d9-7483fb8463a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:28.373864 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-f7d1bc9b-389f-47bf-99d9-7483fb8463a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 200 len: 834 time: 0.0584455 Dec 22 08:50:28.449482 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4465991-be3c-4498-8f99-0686ae07453f req-a75d684a-6d1c-49df-9e82-28a597e96640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:28.450967 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-a75d684a-6d1c-49df-9e82-28a597e96640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=082d9650-6d4e-451b-af23-cf0d06005be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700445 Dec 22 08:50:28.582401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-f555a500-e750-48ae-8700-efa981af4bdf service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242769 Dec 22 08:50:28.725443 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b4465991-be3c-4498-8f99-0686ae07453f req-a71b2103-0019-4e80-a632-8df7f852b79d service neutron] 10.222.0.16 "GET /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328263 Dec 22 08:50:39.574968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:39.753527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-edb784e0-9e57-4ef5-a1fe-f7cd72ec665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.020754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d4200fb2-60b4-4e37-8f92-ba163d2c6ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.163355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.189386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:44.499470 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.333830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:51:09.572138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:09.756840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-598147df-b689-4026-af38-478149ceddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.022929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-48e113c4-4d57-4ce9-b25d-f8b3410049ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.165129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:13.189397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:14.502191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:19.727692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37814) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:19.928915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Deleting port 5c7e8fb0-4b03-40fa-a03f-98476711b9e3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:19.929251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:20.094668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:20.094992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:20.219029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Calling delete_port for 5c7e8fb0-4b03-40fa-a03f-98476711b9e3 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:20.363847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:20.367288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0e1a6eb4-c84d-4609-b19f-ff0115aaad30 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:20.409507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event deleted for resources: {'Port': ['ID=5c7e8fb0-4b03-40fa-a03f-98476711b9e3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:20.441861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.442257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.442634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.443010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.443375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.443741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.444134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.444500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.444862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.445223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.445579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.445934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:20.454599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:20.635097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:20.635422 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Floating IP 176376dc-8f2c-4e10-9b6d-d0a394a9c895 disassociated (deleted). External IP: 172.26.7.130, port: 302f784d-4866-4fe7-aa28-2d79943e43b7. Dec 22 08:51:21.035284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:21.111066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1a3d5-fbd7-488d-92b2-8325822c1dec req-55c21b56-ec7f-4808-bf4b-abd941dc6d4e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:21.112436 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8eb1a3d5-fbd7-488d-92b2-8325822c1dec req-55c21b56-ec7f-4808-bf4b-abd941dc6d4e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 945 time: 0.1752722 Dec 22 08:51:21.243325 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8eb1a3d5-fbd7-488d-92b2-8325822c1dec req-6fbd0450-040b-4c3b-9cfb-c13fd809cef7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227643 Dec 22 08:51:21.261565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:21.271491 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:21.281578 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:21.281912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:21.282176 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:21.335883 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "DELETE /v2.0/floatingips/176376dc-8f2c-4e10-9b6d-d0a394a9c895 HTTP/1.1" status: 204 len: 168 time: 1.6071033 Dec 22 08:51:21.336873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:21.465859 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:21.479952 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'status': 'completed', 'code': 200} Dec 22 08:51:21.600222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-0c89e940-ca18-41d9-8402-dbe85484ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:21.602160 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-0c89e940-ca18-41d9-8402-dbe85484ef79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 1098 time: 0.0967693 Dec 22 08:51:21.740220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-3d96ee18-5e80-4866-ad4b-8e6daca67dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:21.742659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-3d96ee18-5e80-4866-ad4b-8e6daca67dad service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.1326866 Dec 22 08:51:21.742813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64dd75-c681-4de1-af48-21fb07374a89 req-8cdb12c9-a001-4b05-8b9a-aa2816aaaf2f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:21.743398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3f64dd75-c681-4de1-af48-21fb07374a89 req-8cdb12c9-a001-4b05-8b9a-aa2816aaaf2f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:21.760793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3f64dd75-c681-4de1-af48-21fb07374a89 req-8cdb12c9-a001-4b05-8b9a-aa2816aaaf2f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:21.762594 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f64dd75-c681-4de1-af48-21fb07374a89 req-8cdb12c9-a001-4b05-8b9a-aa2816aaaf2f tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 945 time: 0.1058443 Dec 22 08:51:21.808195 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f64dd75-c681-4de1-af48-21fb07374a89 req-8cced264-9910-4728-84bb-692836f5f41b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385759 Dec 22 08:51:21.814296 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-ec2164d5-e18b-48a0-b3b2-058eb2e2563a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=302f784d-4866-4fe7-aa28-2d79943e43b7 HTTP/1.1" status: 200 len: 217 time: 0.0643854 Dec 22 08:51:21.819387 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:37Z', 'revision_number': 1, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:21.823662 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:21.835124 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:21.835716 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:21.897370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-5476f607-80b0-4ad4-ad9d-6baf9a0da6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:21.898839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-5476f607-80b0-4ad4-ad9d-6baf9a0da6ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0757384 Dec 22 08:51:21.997004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-54c2a9bd-68b0-41e5-822c-d0c0e3fd7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:21.998384 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-54c2a9bd-68b0-41e5-822c-d0c0e3fd7d3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924621 Dec 22 08:51:22.046827 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:22.131582 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-a52536db-828e-4682-b752-1cecfeb167f6 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250370 Dec 22 08:51:22.286864 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b980f295-c655-4fc1-9dc9-3aa61214d2da req-cbfeb2c3-53fb-45b6-b3ae-93ec8b85e3d3 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483738 Dec 22 08:51:22.407585 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:37Z', 'revision_number': 1, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:22.411531 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0690f-825a-4fec-8bdc-659983ba3f04 None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6e50cb64-e0cc-4497-ada8-724b1ee9c75c', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'port_id': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'mac_address': 'fa:16:3e:46:78:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2980b593-859f-4fd9-99a6-291b1d188218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:47:34Z', 'updated_at': '2021-12-22T08:47:37Z', 'revision_number': 1, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:22.433004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f5ef6-8c21-49e5-9185-3c5245810c7c req-3fb7a168-b4cb-4253-a1de-e3a73eba54bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:22.435039 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b1f5ef6-8c21-49e5-9185-3c5245810c7c req-3fb7a168-b4cb-4253-a1de-e3a73eba54bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 945 time: 0.0821640 Dec 22 08:51:22.485091 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b1f5ef6-8c21-49e5-9185-3c5245810c7c req-02b1515e-8beb-472f-9c37-d87b3166a778 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d41cbac-f531-4564-913a-2a62c463266d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Dec 22 08:51:22.572012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-957f3e61-9d0e-4eb8-a171-96d150d597e5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:22.573571 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-957f3e61-9d0e-4eb8-a171-96d150d597e5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 945 time: 0.0825109 Dec 22 08:51:22.645623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbda76a-10ed-4523-aacb-5ce99d4a621b None None] New status for floating IP 176376dc-8f2c-4e10-9b6d-d0a394a9c895: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:51:22.650622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port ef4f5a4a-79f9-4bba-bc2b-9360992af766 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:22.651050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.012131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acfb83-0443-48bb-ab90-712eaadd4eed req-2f8c78e4-8159-45d5-b871-41e806fcc376 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:23.013623 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2acfb83-0443-48bb-ab90-712eaadd4eed req-2f8c78e4-8159-45d5-b871-41e806fcc376 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 945 time: 0.0923550 Dec 22 08:51:23.027228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port ef4f5a4a-79f9-4bba-bc2b-9360992af766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ef4f5a4a-79f9-4bba-bc2b-9360992af766,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:23.027582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.057702 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2acfb83-0443-48bb-ab90-712eaadd4eed req-8556c1c6-6826-4210-9678-b7f8b018c8cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382020 Dec 22 08:51:23.319872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.320271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.320583 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d8fe662c-62c4-4a24-9502-7014db2375ee disassociated. External IP: 172.26.7.155, port: ef4f5a4a-79f9-4bba-bc2b-9360992af766. Dec 22 08:51:23.320944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for ef4f5a4a-79f9-4bba-bc2b-9360992af766 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:23.499232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-10a874ee-6c46-439b-8f11-f0ec2216b4a8 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:23.500654 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-10a874ee-6c46-439b-8f11-f0ec2216b4a8 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 945 time: 0.1523745 Dec 22 08:51:23.572832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.580231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90aa4fa1-4f72-4b7a-8d8b-90d22fb94992 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:23.658213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=ef4f5a4a-79f9-4bba-bc2b-9360992af766,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:23.668543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Deleting port 302f784d-4866-4fe7-aa28-2d79943e43b7 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:23.668875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:23.717911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fba500b4-329e-484a-ac77-25e316a17f02 req-bc986e3f-8f64-41ae-b1c9-98e4cd98722d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 210 time: 0.1003325 Dec 22 08:51:23.727731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.728135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.728516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.728884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.729245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.729599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.729947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.730369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.730683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.731040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.731386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.731731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:23.738459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:24.046214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:24.161242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] For port 302f784d-4866-4fe7-aa28-2d79943e43b7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=302f784d-4866-4fe7-aa28-2d79943e43b7,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:24.161591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:24.250975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e44f-a89d-4609-b599-6dad88f05b84 req-25fae46e-0fd1-4c99-a788-b2dfec9fde6c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:24.252482 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d52e44f-a89d-4609-b599-6dad88f05b84 req-25fae46e-0fd1-4c99-a788-b2dfec9fde6c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 945 time: 0.0870757 Dec 22 08:51:24.298732 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d52e44f-a89d-4609-b599-6dad88f05b84 req-4cf48bc3-11a1-46e1-8e46-e35ae9584b2a tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Dec 22 08:51:24.409785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Calling delete_port for 302f784d-4866-4fe7-aa28-2d79943e43b7 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:24.562400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:24.572916 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] Sync routers for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:24.582327 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:24.582930 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:24.675613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port ef4f5a4a-79f9-4bba-bc2b-9360992af766 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:24.679886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:24.682364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'name': 'network-vif-deleted', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:24.711851 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2b61355d-8fa5-4223-a27f-f8baba16bb55 req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/ef4f5a4a-79f9-4bba-bc2b-9360992af766 HTTP/1.1" status: 204 len: 173 time: 2.1321533 Dec 22 08:51:24.716256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:24.722027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:24.757012 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367aaf7c-2349-4de7-bdba-c7ae9cf8095a', 'name': 'network-vif-deleted', 'tag': 'ef4f5a4a-79f9-4bba-bc2b-9360992af766', 'status': 'completed', 'code': 200} Dec 22 08:51:24.770962 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:24.772687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event deleted for resources: {'Port': ['ID=302f784d-4866-4fe7-aa28-2d79943e43b7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:24.775893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:24.862241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] No DVR routers for this DVR port 302f784d-4866-4fe7-aa28-2d79943e43b7 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:24.865255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:24.867954 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-52c53270-cd4e-411d-830f-e8ed2f3a47fd req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "DELETE /v2.0/ports/302f784d-4866-4fe7-aa28-2d79943e43b7 HTTP/1.1" status: 204 len: 173 time: 1.3616455 Dec 22 08:51:24.905291 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9434aad-05a1-4ff3-8dfc-a28cf375b9ed req-da99931b-5939-4cae-9781-bed997ddb562 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=367aaf7c-2349-4de7-bdba-c7ae9cf8095a HTTP/1.1" status: 200 len: 210 time: 0.0525737 Dec 22 08:51:25.091684 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:25.095357 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] Checking router: cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:25.103320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:25.103898 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:25.377234 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:25.499758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-608866ee-5592-47f9-a0b4-22a6b6d7ba8e req-27207b59-dbee-4d2e-93a1-700f4ec336af tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:25.519434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-608866ee-5592-47f9-a0b4-22a6b6d7ba8e req-27207b59-dbee-4d2e-93a1-700f4ec336af tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:25.520950 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-608866ee-5592-47f9-a0b4-22a6b6d7ba8e req-27207b59-dbee-4d2e-93a1-700f4ec336af tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=435c2589-e721-41a5-a38a-f6fa1cf37b93 HTTP/1.1" status: 200 len: 210 time: 0.0718534 Dec 22 08:51:25.763495 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:25.767413 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3902cdae-7f0b-4556-ae09-6d51ed5593ea None None] The sync data for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv is: [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'de725497-6573-4206-be3c-1e4d5ed5cb46', 'name': '', 'network_id': '082d9650-6d4e-451b-af23-cf0d06005be4', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:5f:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:11Z', 'updated_at': '2021-12-22T08:48:18Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '4ca46ed6-39d3-4e3f-83c1-d25d633c3319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:25.902086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ef4f5a4a-79f9-4bba-bc2b-9360992af766 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:25.940101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: ef4f5a4a-79f9-4bba-bc2b-9360992af766 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:25.940457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ef4f5a4a-79f9-4bba-bc2b-9360992af766 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:26.009734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:26.020391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e9926-b0a0-49a9-bd44-1be4c3addf22 None None] New status for floating IP d8fe662c-62c4-4a24-9502-7014db2375ee: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:51:26.113405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.144357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.209369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.213433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4c2911f4-8bd1-4427-9f64-5f02f3cf34c3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:26.229240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41cbac-f531-4564-913a-2a62c463266d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:26.232593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:26.240017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.241135 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d41cbac-f531-4564-913a-2a62c463266d HTTP/1.1" status: 204 len: 168 time: 0.2303650 Dec 22 08:51:26.274404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37856) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:26.431818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 6d50eee0-4efc-4e29-bff6-ee312b0ecc54 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:26.432194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.602224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.602549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.734395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 6d50eee0-4efc-4e29-bff6-ee312b0ecc54 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:26.762668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'name': 'network-vif-deleted', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:26.809098 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435c2589-e721-41a5-a38a-f6fa1cf37b93', 'name': 'network-vif-deleted', 'tag': '302f784d-4866-4fe7-aa28-2d79943e43b7', 'status': 'completed', 'code': 200} Dec 22 08:51:26.889947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:26.893906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-978350b0-41bb-4464-a137-6fa4e4b58de7 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:26.937361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=6d50eee0-4efc-4e29-bff6-ee312b0ecc54,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:26.940474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:27.029348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:27.043027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:27.044177 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/d8fe662c-62c4-4a24-9502-7014db2375ee HTTP/1.1" status: 204 len: 168 time: 0.7688735 Dec 22 08:51:27.398332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750f35b-c237-4378-b3ea-bece4942e613 req-9d32d866-b208-404d-bd27-5d4fa1578e6c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:27.399034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-1750f35b-c237-4378-b3ea-bece4942e613 req-9d32d866-b208-404d-bd27-5d4fa1578e6c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:27.415840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-1750f35b-c237-4378-b3ea-bece4942e613 req-9d32d866-b208-404d-bd27-5d4fa1578e6c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:27.417145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1750f35b-c237-4378-b3ea-bece4942e613 req-9d32d866-b208-404d-bd27-5d4fa1578e6c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 945 time: 0.0965090 Dec 22 08:51:27.463670 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1750f35b-c237-4378-b3ea-bece4942e613 req-8994bc0f-4851-4997-8e3b-54bdca30435f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402446 Dec 22 08:51:27.917041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 302f784d-4866-4fe7-aa28-2d79943e43b7 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:27.951617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 302f784d-4866-4fe7-aa28-2d79943e43b7 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:27.951990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 302f784d-4866-4fe7-aa28-2d79943e43b7 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:28.705133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb333e-0937-484c-9c52-d6830caddd73 req-3d9438d3-4d4b-455e-a985-8264e52b0702 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:28.706594 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-11eb333e-0937-484c-9c52-d6830caddd73 req-3d9438d3-4d4b-455e-a985-8264e52b0702 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 945 time: 0.1321595 Dec 22 08:51:28.753491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-11eb333e-0937-484c-9c52-d6830caddd73 req-193469a8-6061-444d-8f0a-9ac2ffc7421f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:28.761003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-3183b7d9-e9f5-435c-a23a-106ef054d180 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:28.762977 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-3183b7d9-e9f5-435c-a23a-106ef054d180 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 945 time: 0.0847981 Dec 22 08:51:28.770129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-11eb333e-0937-484c-9c52-d6830caddd73 req-193469a8-6061-444d-8f0a-9ac2ffc7421f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:28.776580 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-11eb333e-0937-484c-9c52-d6830caddd73 req-193469a8-6061-444d-8f0a-9ac2ffc7421f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=44504db3-fd36-4ff9-b5c5-98ae8fd6472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636628 Dec 22 08:51:28.835164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:28.835514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:29.222047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 1463b600-7a3a-4c9c-b11f-dccaaea3d923, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1463b600-7a3a-4c9c-b11f-dccaaea3d923,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:29.222402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:29.345281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 1463b600-7a3a-4c9c-b11f-dccaaea3d923 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:29.497315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:29.503504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5e40d9b6-8e36-4e08-989d-38aafa5b9eaa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:29.552014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=1463b600-7a3a-4c9c-b11f-dccaaea3d923,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:29.555030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:29.625945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port 1463b600-7a3a-4c9c-b11f-dccaaea3d923 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:29.628170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:29.630767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'name': 'network-vif-deleted', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:29.646983 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a830bc5-7300-4ae7-8f55-e657a3065753 req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/1463b600-7a3a-4c9c-b11f-dccaaea3d923 HTTP/1.1" status: 204 len: 173 time: 0.8786860 Dec 22 08:51:29.679374 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2959ff-15c8-4505-b8a3-df3e68cb3c7d', 'name': 'network-vif-deleted', 'tag': '1463b600-7a3a-4c9c-b11f-dccaaea3d923', 'status': 'completed', 'code': 200} Dec 22 08:51:29.849799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-5f3b5942-a898-4591-87f0-8cb340812a57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758219 Dec 22 08:51:29.977147 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1118eead-727d-4ba0-b3b0-14ccbf483901 req-c9eae21a-15c4-442a-8a9a-6a926e44835b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b2959ff-15c8-4505-b8a3-df3e68cb3c7d HTTP/1.1" status: 200 len: 210 time: 0.0583279 Dec 22 08:51:30.018588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-c5761ba8-72fe-418f-a291-12680fc3de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:30.020076 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-c5761ba8-72fe-418f-a291-12680fc3de43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1098 time: 0.1002526 Dec 22 08:51:30.182074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-d585b1f3-2086-42f8-ba12-678ee2cb2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:30.184145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-d585b1f3-2086-42f8-ba12-678ee2cb2af1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.1374784 Dec 22 08:51:30.293811 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-f5b5d087-e274-4851-b99d-5238f6cd189f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 1000 time: 0.1041677 Dec 22 08:51:30.355138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-c285c970-37bc-4cf9-a852-f10b3da8e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:30.357093 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-c285c970-37bc-4cf9-a852-f10b3da8e8ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.0575180 Dec 22 08:51:30.434074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-0bdbc8cb-2630-48b0-b586-1b67b445b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:30.435419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-0bdbc8cb-2630-48b0-b586-1b67b445b9e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723996 Dec 22 08:51:30.563609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-604e92f6-d177-4b76-9ada-8d8fad6bfcd1 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218729 Dec 22 08:51:30.690437 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fa64095-e9be-4efe-93da-63fe7e7ae8bd req-098ffe8c-268d-4cad-80f1-aedf555c1382 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204703 Dec 22 08:51:31.077160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37892) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:31.145965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.168559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37898) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:31.175986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.241495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.246608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5814ad21-d5d8-445a-bf49-dc1b458e1c90 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:31.262262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44504db3-fd36-4ff9-b5c5-98ae8fd6472a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:31.264813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:31.271526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.275338 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/44504db3-fd36-4ff9-b5c5-98ae8fd6472a HTTP/1.1" status: 204 len: 168 time: 0.1946051 Dec 22 08:51:31.308589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37904) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:31.509881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Deleting port 6b0f8bd7-7ff0-4ef9-8bed-1dea0f353cce {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:31.510219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.677779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.678111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.799431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Calling delete_port for 6b0f8bd7-7ff0-4ef9-8bed-1dea0f353cce owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:31.935277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1463b600-7a3a-4c9c-b11f-dccaaea3d923 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:31.948546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.954512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-968b7afb-8b24-44f8-9a7c-32cbf8140fb3 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:31.976454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 1463b600-7a3a-4c9c-b11f-dccaaea3d923 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:31.977027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1463b600-7a3a-4c9c-b11f-dccaaea3d923 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:31.982412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:31.998399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event deleted for resources: {'Port': ['ID=6b0f8bd7-7ff0-4ef9-8bed-1dea0f353cce,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:32.001584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:32.091767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:32.092136 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Floating IP 6e50cb64-e0cc-4497-ada8-724b1ee9c75c disassociated (deleted). External IP: 172.26.7.92, port: ba80bbc1-5b7e-4879-85d6-d97760dbbf11. Dec 22 08:51:32.332918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port de725497-6573-4206-be3c-1e4d5ed5cb46 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:32.333478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:32.445363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:32.522703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port de725497-6573-4206-be3c-1e4d5ed5cb46, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=de725497-6573-4206-be3c-1e4d5ed5cb46,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:32.523104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:32.627460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:32.637713 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:32.646918 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:32.647783 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:32.649134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:32.653684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for de725497-6573-4206-be3c-1e4d5ed5cb46 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:32.708654 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "DELETE /v2.0/floatingips/6e50cb64-e0cc-4497-ada8-724b1ee9c75c HTTP/1.1" status: 204 len: 168 time: 1.5390413 Dec 22 08:51:32.709428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:32.768394 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'status': 'completed', 'code': 200} Dec 22 08:51:32.835406 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:33.087069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-fc9a59ba-2e8a-48b5-91af-2b3f684ef828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:33.088573 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-fc9a59ba-2e8a-48b5-91af-2b3f684ef828 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 1098 time: 0.1255603 Dec 22 08:51:33.161348 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:33.165477 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:33.176184 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:33.176721 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:33.265386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8afe1-f99b-43cb-83bd-2852270bfc66 req-c16a2aaf-6d1a-4baf-ab3b-785045da5383 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:33.266104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-74d8afe1-f99b-43cb-83bd-2852270bfc66 req-c16a2aaf-6d1a-4baf-ab3b-785045da5383 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:33.276384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:33.282854 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-74d8afe1-f99b-43cb-83bd-2852270bfc66 req-c16a2aaf-6d1a-4baf-ab3b-785045da5383 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:33.283727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce7ab9de-1217-4923-8692-6372efee343b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:33.284311 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-74d8afe1-f99b-43cb-83bd-2852270bfc66 req-c16a2aaf-6d1a-4baf-ab3b-785045da5383 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 945 time: 0.2519429 Dec 22 08:51:33.328161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-6e8ac338-dea1-4948-833f-f989c3f54a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:33.329725 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-6e8ac338-dea1-4948-833f-f989c3f54a08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 200 len: 912 time: 0.2341187 Dec 22 08:51:33.330639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=de725497-6573-4206-be3c-1e4d5ed5cb46,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:33.331173 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-74d8afe1-f99b-43cb-83bd-2852270bfc66 req-c23ee5a0-12a2-4bf8-a6a1-e5c2e6e3c06b tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395050 Dec 22 08:51:33.333557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:33.349673 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:51:33.379654 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:33.460995 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-7875e959-e5b0-437c-a970-5228d79405d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 200 len: 217 time: 0.0983613 Dec 22 08:51:33.605593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-3a9b287c-3cc9-4f55-99e8-4cd838bcc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:33.607779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-3a9b287c-3cc9-4f55-99e8-4cd838bcc1ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 200 len: 851 time: 0.1347771 Dec 22 08:51:33.694486 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:33.698551 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37fc0a-e457-4fae-be11-b6a04d6e46cb None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:43:40Z', 'revision_number': 4, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'e982cd1e-b078-48de-90d2-35d28b296d15', 'name': '', 'network_id': '90ca7df1-b1e0-4487-90f0-567b9097045a', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'mac_address': 'fa:16:3e:e0:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:37Z', 'updated_at': '2021-12-22T08:43:48Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'subnets': [{'id': '1a442103-1ddd-4b02-b118-82413147ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:33.765781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:33.834706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-0a24c881-cd08-4447-accd-23ea5967577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:33.836179 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-0a24c881-cd08-4447-accd-23ea5967577c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90ca7df1-b1e0-4487-90f0-567b9097045a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2199633 Dec 22 08:51:33.932203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db78ab4-d376-4adb-8cbf-9baec9d8d691 None None] New status for floating IP 6e50cb64-e0cc-4497-ada8-724b1ee9c75c: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:51:34.062348 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-c4f355a9-51ff-41b6-aee6-1c155d44eb80 service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182386 Dec 22 08:51:34.504471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fd3550d-96ca-4b19-abcc-22b14be6f060 req-9099fa2e-5d7c-4211-8458-85d3bbf4717d service neutron] 10.222.0.16 "GET /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899825 Dec 22 08:51:34.512755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:34.750645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4905a-f6e2-47ea-8acd-3ca154caadec req-9b0e7f14-9d1a-4be5-a727-68009ac4256e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:34.752027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04a4905a-f6e2-47ea-8acd-3ca154caadec req-9b0e7f14-9d1a-4be5-a727-68009ac4256e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 945 time: 0.2951708 Dec 22 08:51:34.801690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:34.813148 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] Sync routers for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:34.822314 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:34.822914 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:34.824648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04a4905a-f6e2-47ea-8acd-3ca154caadec req-e5f9cf31-46f9-486d-a247-e9f24f70ed94 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/security-groups?id=d741357b-5305-45aa-ab8e-e359879e739c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647697 Dec 22 08:51:34.830424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5183055 Dec 22 08:51:34.830920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37916) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:34.835413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-a3f76eda-e420-40a8-9026-49f8de3d8eee tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:34.836853 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-a3f76eda-e420-40a8-9026-49f8de3d8eee tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 945 time: 0.2546325 Dec 22 08:51:34.901255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet 4ca46ed6-39d3-4e3f-83c1-d25d633c3319 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:51:34.904323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:34.908401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Deleting port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:34.908742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:34.962455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.036247 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:35.046679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.142726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.148233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-16fdbf23-ef07-4999-b4db-580c4462d183 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:35.170447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] For port ba80bbc1-5b7e-4879-85d6-d97760dbbf11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:35.170832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.184467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca46ed6-39d3-4e3f-83c1-d25d633c3319,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:35.187117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:35.190098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.199762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803cece6-f425-4145-9c6d-62e16ca92bbf None None] Network 082d9650-6d4e-451b-af23-cf0d06005be4 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:35.201815 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/4ca46ed6-39d3-4e3f-83c1-d25d633c3319 HTTP/1.1" status: 204 len: 168 time: 0.3641617 Dec 22 08:51:35.202739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37920) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:35.329122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Calling delete_port for ba80bbc1-5b7e-4879-85d6-d97760dbbf11 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:35.336385 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:51:33Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:35.341125 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] Checking router: cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:35.349526 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] Routers {'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:35.350136 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:35.421974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.469424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] DHCP port deletion for 082d9650-6d4e-451b-af23-cf0d06005be4 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:51:35.474079 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Deleting port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:35.474618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.529611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.536153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8417a892-2a49-4a89-9955-0e701a70600a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:35.570271 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] Set router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:35.623589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.640575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 34b2bc67-493c-476b-bacb-b4f68dd6b27e {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:35.640921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.642060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event deleted for resources: {'Port': ['ID=ba80bbc1-5b7e-4879-85d6-d97760dbbf11,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:35.645529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:35.725008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] No DVR routers for this DVR port ba80bbc1-5b7e-4879-85d6-d97760dbbf11 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:35.725643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] For port 4e6876e8-9e78-4769-bd0e-1af3ac72b463, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4e6876e8-9e78-4769-bd0e-1af3ac72b463,segment=NetworkSegment(9148998e-aed6-403b-a778-cf29eaaa91dd),segment_id=9148998e-aed6-403b-a778-cf29eaaa91dd)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:35.726811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.727338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.738888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'name': 'network-vif-deleted', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:35.756911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd8449be-ff94-4065-8cbc-5c18e00ffffe req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.16 "DELETE /v2.0/ports/ba80bbc1-5b7e-4879-85d6-d97760dbbf11 HTTP/1.1" status: 204 len: 173 time: 0.9138355 Dec 22 08:51:35.793672 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2980b593-859f-4fd9-99a6-291b1d188218', 'name': 'network-vif-deleted', 'tag': 'ba80bbc1-5b7e-4879-85d6-d97760dbbf11', 'status': 'completed', 'code': 200} Dec 22 08:51:35.881247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Calling delete_port for 4e6876e8-9e78-4769-bd0e-1af3ac72b463 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:35.884227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 34b2bc67-493c-476b-bacb-b4f68dd6b27e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=34b2bc67-493c-476b-bacb-b4f68dd6b27e,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:35.884715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:35.951811 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:51:33Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:35.957396 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65785b0b-0f3c-43a0-8e32-a3da29acd25b None None] The sync data for ids ['cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6'] in dv-neutron-822602-1-hyperv is: [{'id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'name': 'tempest-TestNetworkBasicOps-router-1642193297', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:51:33Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '34b2bc67-493c-476b-bacb-b4f68dd6b27e', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:48:07Z', 'updated_at': '2021-12-22T08:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:36.008013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:36.013713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:36.045169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 34b2bc67-493c-476b-bacb-b4f68dd6b27e owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:36.073559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] No DVR routers for this DVR port 4e6876e8-9e78-4769-bd0e-1af3ac72b463 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:36.076012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Pushing event deleted for resources: {'Port': ['ID=4e6876e8-9e78-4769-bd0e-1af3ac72b463,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:36.095370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.095780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.096221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.096613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.096994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.097378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.097763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.098279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.098725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.099048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.099434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.099806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:51:36.103233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:36.237389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df3cc82d-ee9b-49af-a678-9a3302d1552a req-bf343a99-601a-4fb9-8b76-9b1c8facf7c1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Synchronizing usage tracker for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:36.259519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df3cc82d-ee9b-49af-a678-9a3302d1552a req-bf343a99-601a-4fb9-8b76-9b1c8facf7c1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Unset dirty status for tenant:b805cd7023bd40e9adced4da7cc8cd9d on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:36.260786 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df3cc82d-ee9b-49af-a678-9a3302d1552a req-bf343a99-601a-4fb9-8b76-9b1c8facf7c1 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "GET /v2.0/ports?device_id=2980b593-859f-4fd9-99a6-291b1d188218 HTTP/1.1" status: 200 len: 210 time: 0.2816186 Dec 22 08:51:36.269127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:36.273445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-224f7918-92a8-452b-9381-e4e3c178b741 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:36.324182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=34b2bc67-493c-476b-bacb-b4f68dd6b27e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:36.329597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:36.430647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e6876e8-9e78-4769-bd0e-1af3ac72b463 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:36.453154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:36.464129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 4e6876e8-9e78-4769-bd0e-1af3ac72b463 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:36.464526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4e6876e8-9e78-4769-bd0e-1af3ac72b463 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:36.464964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de725497-6573-4206-be3c-1e4d5ed5cb46 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:36.566631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: de725497-6573-4206-be3c-1e4d5ed5cb46 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:36.566989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device de725497-6573-4206-be3c-1e4d5ed5cb46 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:36.785866 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:36.788028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:36.810475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:36.811031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:51:36.826788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:36.828071 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/cca9ac1f-944a-4fe3-b50d-e01b2b9b1eb6 HTTP/1.1" status: 204 len: 168 time: 1.6238012 Dec 22 08:51:36.830603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37930) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:36.956733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.087972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.112241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082d9650-6d4e-451b-af23-cf0d06005be4']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:37.123701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9148998e-aed6-403b-a778-cf29eaaa91dd') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:37.124028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9148998e-aed6-403b-a778-cf29eaaa91dd') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:37.136055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.158328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.166721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:51:37.167222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:51:37.185802 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:51:37.266267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.269856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-18ddc342-d86b-48a7-913c-061211edee27 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:37.284481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.300109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=082d9650-6d4e-451b-af23-cf0d06005be4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:37.303417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:37.309937 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/082d9650-6d4e-451b-af23-cf0d06005be4 HTTP/1.1" status: 204 len: 168 time: 0.4783273 Dec 22 08:51:37.333175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37936) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:37.338965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--1342172876', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:37.345054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:37.349201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:37.352065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:37.358333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:37.366846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37940) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:37.423507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:51:37.427128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.551980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Deleting port 579b83a6-7b5b-4d09-81c8-7591323ea7df {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:37.552347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.576304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:51:37.603659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.604026 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment 2acada17-9aa1-4cf7-9c25-5fa87ce28b38 of type vlan for network 63b67fbb-93f1-44ee-b6f2-360353b79e57 Dec 22 08:51:37.704403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.764110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.764483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.774030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.779446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:37.780038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:37.784862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4670fb85-b989-4867-bb6c-c8e650ae6f1b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:37.919452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Calling delete_port for 579b83a6-7b5b-4d09-81c8-7591323ea7df owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:37.963128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ba80bbc1-5b7e-4879-85d6-d97760dbbf11 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:37.996837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: ba80bbc1-5b7e-4879-85d6-d97760dbbf11 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:37.997187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ba80bbc1-5b7e-4879-85d6-d97760dbbf11 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:38.037691 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7034028 Dec 22 08:51:38.040831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37946) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:38.046964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-437074704', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:38.047229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=63b67fbb-93f1-44ee-b6f2-360353b79e57,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:38.052361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:38.054517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:38.062054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:51:38.065024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:38.068015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:38.081611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:38.098422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.099617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.134144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 34b2bc67-493c-476b-bacb-b4f68dd6b27e no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:38.152067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.156333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-27422b34-592d-40a4-8d0e-5de63178b8c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:38.161005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.173438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 34b2bc67-493c-476b-bacb-b4f68dd6b27e {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:38.173789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 34b2bc67-493c-476b-bacb-b4f68dd6b27e not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:38.215523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event deleted for resources: {'Port': ['ID=579b83a6-7b5b-4d09-81c8-7591323ea7df,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:38.218542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:38.304401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.324454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.328413 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "DELETE /v2.0/floatingips/ad54a725-6e60-40ae-8b91-b8907fbe3aee HTTP/1.1" status: 204 len: 168 time: 0.9578044 Dec 22 08:51:38.444058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.770944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.800924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:38.939544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.195 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/8d0f29e7-7492-40a9-b3fe-56ddbe2a091d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:39.083042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:39.112212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:39.116561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fae4730e-ae98-4a74-ad43-740ff77859da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:39.177509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:39.180376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:39.184438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:39.219703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:39.231879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:39.569365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:39.735221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:39.763492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fc6b909e-1a89-4a4d-ac2c-57def464d997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:40.082741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:40.292941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 2e2dcafd-9704-44ed-97c1-abb686db3b46 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:51:40.466235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:40.476039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Sync routers for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:40.488875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:40.489497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:40.498140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:40.503834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37960) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:40.504348 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4621601 Dec 22 08:51:40.681115 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e18581e7-6a90-4929-aa44-fc5a8a667ff5 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1760116 Dec 22 08:51:40.684282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37966) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:40.696947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:40.831687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc51aa-d0ba-44f9-8a9d-a21825dfe0a2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:40.831687 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-66fc51aa-d0ba-44f9-8a9d-a21825dfe0a2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1376948 Dec 22 08:51:40.831687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37972) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:40.860693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37976) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:40.879853 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce1f4c0d-c454-4eeb-a202-f7f0fca21624 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485523 Dec 22 08:51:40.880075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37980) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:40.942667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:40.975439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:40.996505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492286696', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:41.000157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:39Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:41.005025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Checking router: 2e2dcafd-9704-44ed-97c1-abb686db3b46 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:41.005384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Updating router 2e2dcafd-9704-44ed-97c1-abb686db3b46 port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:51:41.050171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.056541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ddd9900-2d17-456b-9e3d-e9af8e4ce218 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:41.062099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.071552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d741357b-5305-45aa-ab8e-e359879e739c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:41.074764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:41.082846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.086352 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] 10.222.0.36 "DELETE /v2.0/security-groups/d741357b-5305-45aa-ab8e-e359879e739c HTTP/1.1" status: 204 len: 168 time: 0.2220416 Dec 22 08:51:41.120025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:41.136546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:41.136546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:41.155766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:41.160668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37988) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:41.176876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:51:41.180409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.450796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.463015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Transition to ACTIVE for port object 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:41.470691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.475217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:41.540326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1e93-dc47-4268-b902-be31cca18bd0 None None] Pushing event updated for resources: {'Port': ['ID=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:41.544632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c63f1e93-dc47-4268-b902-be31cca18bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:41.564316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Attempting to bind port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:41.564781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Attempting to bind port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:41.565249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Attempting to bind port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:41.566690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.571313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:41.571839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:41.572603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.573204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:41.574403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Bound port: 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:41.574705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab8ead36-de93-48ab-b646-6ff08ca42b80 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:41.575612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.650357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] For port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:41.654232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] For port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:41.655086 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=039831de-9749-4413-9c4a-fe2d6aafe775,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:41.658820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:41.661545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:41.661946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: 63b67fbb-93f1-44ee-b6f2-360353b79e57, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:51:41.665831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.675737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-8931f601-e12a-408e-81f3-1035d82fd97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:41.684210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:51:41.694543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 63b67fbb-93f1-44ee-b6f2-360353b79e57) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:41.699407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:41.700201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.728691 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8449571 Dec 22 08:51:41.728965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 37994) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:41.732748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a325bfb-0396-4124-bcb6-af73d273d7e3 None None] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:41.864514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:41.865170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:41.931202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:42.021822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1e93-dc47-4268-b902-be31cca18bd0 None None] Pushing event updated for resources: {'Port': ['ID=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:42.025301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c63f1e93-dc47-4268-b902-be31cca18bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:42.099592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a580281-f0cb-41db-a584-1e8ac804e252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:42.146641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:42.288324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Deleting port e982cd1e-b078-48de-90d2-35d28b296d15 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:42.288592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:42.388249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-63b67fbb-93f1-44ee-b6f2-360353b79e57', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:51:42.389086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:42.464137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:42.470962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] For port e982cd1e-b078-48de-90d2-35d28b296d15, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e982cd1e-b078-48de-90d2-35d28b296d15,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:42.471321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:42.616066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:39Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:42.624542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Calling delete_port for e982cd1e-b078-48de-90d2-35d28b296d15 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:42.626298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346f2d0-a7eb-4f4d-b798-135572a49af6 None None] The sync data for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv is: [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:39Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:42.629579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Allocated IP 172.20.0.2 (63b67fbb-93f1-44ee-b6f2-360353b79e57/039831de-9749-4413-9c4a-fe2d6aafe775/883d46e1-98ab-4c47-af75-8cb8a4c6479f) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:43.002010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.014674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Transition to ACTIVE for port object 883d46e1-98ab-4c47-af75-8cb8a4c6479f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:43.014774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.018496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7c478480-7e82-4356-b163-38faf2e700dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:43.038271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Transition to ACTIVE for port object 883d46e1-98ab-4c47-af75-8cb8a4c6479f will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:43.044632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.051763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:43.065523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Pushing event deleted for resources: {'Port': ['ID=e982cd1e-b078-48de-90d2-35d28b296d15,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:43.069960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:43.132706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (63b67fbb-93f1-44ee-b6f2-360353b79e57/039831de-9749-4413-9c4a-fe2d6aafe775/71f854d6-cbe9-4882-a7a1-1524f0faccbf) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:43.140888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:43.146375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:43.154559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:43.233977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Pushing event updated for resources: {'Port': ['ID=883d46e1-98ab-4c47-af75-8cb8a4c6479f,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:43.237506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:43.296337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.312929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.321820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Attempting to bind port 883d46e1-98ab-4c47-af75-8cb8a4c6479f on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:43.322196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Attempting to bind port 883d46e1-98ab-4c47-af75-8cb8a4c6479f by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:43.322563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Attempting to bind port 883d46e1-98ab-4c47-af75-8cb8a4c6479f on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:43.329453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:43.329891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Checking segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:43.332783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.333204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Bound using segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:43.333704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Bound port: 883d46e1-98ab-4c47-af75-8cb8a4c6479f, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:43.334093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.454462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] For port 883d46e1-98ab-4c47-af75-8cb8a4c6479f, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:43.460847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] For port 883d46e1-98ab-4c47-af75-8cb8a4c6479f, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=883d46e1-98ab-4c47-af75-8cb8a4c6479f,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:43.468534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.471170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.477168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-6e6e6263-5850-4450-89eb-f8026c50f7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:43.511235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.530789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 71f854d6-cbe9-4882-a7a1-1524f0faccbf will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:43.570620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Pushing event updated for resources: {'Port': ['ID=883d46e1-98ab-4c47-af75-8cb8a4c6479f,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:43.576922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:43.581056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.588561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:43.661657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:43.665831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:43.671571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:43.743607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.747949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=71f854d6-cbe9-4882-a7a1-1524f0faccbf,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:43.750998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:43.917009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.942770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Router f96c8abb-97ed-47d3-8a42-cb70a7820f5b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:44.146587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:44.160171 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] Sync routers for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:44.170415 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] 10.222.0.36 "PUT /v2.0/routers/f96c8abb-97ed-47d3-8a42-cb70a7820f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0085778 Dec 22 08:51:44.173067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 37998) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:44.176767 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:44.178011 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:44.209155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 883d46e1-98ab-4c47-af75-8cb8a4c6479f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:44.290151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 883d46e1-98ab-4c47-af75-8cb8a4c6479f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:44.296422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:44.373341 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:44.386970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.392632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:44.400351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:44.400822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.439398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.446883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.495260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:44.573007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.679453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=71f854d6-cbe9-4882-a7a1-1524f0faccbf,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:44.694591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:44.716574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.724941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.745420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:44.752796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.755808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:44.795784 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:51:42Z', 'revision_number': 5, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port': {'id': '025dffb5-10d2-4f9b-baef-ee8adeeb99f1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:29Z', 'updated_at': '2021-12-22T08:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:44.801984 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] Checking router: f96c8abb-97ed-47d3-8a42-cb70a7820f5b for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:44.813568 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] Routers {'f96c8abb-97ed-47d3-8a42-cb70a7820f5b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:44.814428 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:44.860284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.871809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:44.875190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Deleting port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:44.875590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:44.876450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:44.923503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:44.925120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:45.067886 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] Set router f96c8abb-97ed-47d3-8a42-cb70a7820f5b gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:45.113923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] For port 025dffb5-10d2-4f9b-baef-ee8adeeb99f1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:45.114410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.149213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca8196-5cc8-4b6a-896f-0b2b36142348 None None] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:45.174009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 2e2dcafd-9704-44ed-97c1-abb686db3b46 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:45.196206 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 6, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:45.201322 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51afc5bd-b3f4-41a3-aff4-9a04b878ccfd None None] The sync data for ids ['f96c8abb-97ed-47d3-8a42-cb70a7820f5b'] in dv-neutron-822602-1-hyperv is: [{'id': 'f96c8abb-97ed-47d3-8a42-cb70a7820f5b', 'name': 'tempest-TestVolumeBootPattern-1453699413-router', 'tenant_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:28Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 6, 'project_id': 'b805cd7023bd40e9adced4da7cc8cd9d', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:45.261538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Calling delete_port for 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:45.341185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Provisioning for port 883d46e1-98ab-4c47-af75-8cb8a4c6479f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:45.356423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Provisioning complete for port 883d46e1-98ab-4c47-af75-8cb8a4c6479f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:45.356851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.390309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:45.405259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Sync routers for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:45.410483 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/2e2dcafd-9704-44ed-97c1-abb686db3b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6799941 Dec 22 08:51:45.412925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:45.448294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.453774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:45.468790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:45.469595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:45.623631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=025dffb5-10d2-4f9b-baef-ee8adeeb99f1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:45.625651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.685013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:45.723864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098f1a6-470a-4e06-9e0f-7821d7213a5c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.724369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098f1a6-470a-4e06-9e0f-7821d7213a5c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.724974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098f1a6-470a-4e06-9e0f-7821d7213a5c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.725702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098f1a6-470a-4e06-9e0f-7821d7213a5c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.726114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098f1a6-470a-4e06-9e0f-7821d7213a5c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.726585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098f1a6-470a-4e06-9e0f-7821d7213a5c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.728387 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d098f1a6-470a-4e06-9e0f-7821d7213a5c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.3144975 Dec 22 08:51:45.732471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:45.743690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.764533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:45.810002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ad6d4-6d19-416a-a9a7-87c1c9a0f854 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.810219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ad6d4-6d19-416a-a9a7-87c1c9a0f854 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.810540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ad6d4-6d19-416a-a9a7-87c1c9a0f854 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.810993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ad6d4-6d19-416a-a9a7-87c1c9a0f854 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.811439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ad6d4-6d19-416a-a9a7-87c1c9a0f854 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.811884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ad6d4-6d19-416a-a9a7-87c1c9a0f854 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:45.816526 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a55ad6d4-6d19-416a-a9a7-87c1c9a0f854 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0829206 Dec 22 08:51:45.817141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38010) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:45.834806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.837239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.865343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.865931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96c8abb-97ed-47d3-8a42-cb70a7820f5b {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:51:45.879952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:45.880394 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f96c8abb-97ed-47d3-8a42-cb70a7820f5b HTTP/1.1" status: 204 len: 168 time: 1.7035034 Dec 22 08:51:45.882692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38014) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:45.948277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Deleting subnet 1a442103-1ddd-4b02-b118-82413147ffe5 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:51:45.952402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.009912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.076256 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d47eb187-9401-445b-89ef-8936344b1433 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.2577789 Dec 22 08:51:46.079059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38018) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:46.086293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1855290967', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:46.137222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] For port 883d46e1-98ab-4c47-af75-8cb8a4c6479f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=883d46e1-98ab-4c47-af75-8cb8a4c6479f,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:46.142889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.147562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c63f1e93-dc47-4268-b902-be31cca18bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:46.179316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:46.237154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.295551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-94e2b53a-a2c7-4a92-b60d-02c2ad700c8b None None] Provisioning for port 71f854d6-cbe9-4882-a7a1-1524f0faccbf completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:46.301059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:46.307344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Pushing event updated for resources: {'Port': ['ID=883d46e1-98ab-4c47-af75-8cb8a4c6479f,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:46.307902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:port and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:46.311891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-94e2b53a-a2c7-4a92-b60d-02c2ad700c8b None None] Provisioning complete for port 71f854d6-cbe9-4882-a7a1-1524f0faccbf triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:46.312293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94e2b53a-a2c7-4a92-b60d-02c2ad700c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.314102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:46.321128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:46.340822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:51:46.344486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.351899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:46.356835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.364037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-70c227b7-de49-4f21-b2b1-781d7e933351 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:46.380076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:46.380457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.411728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a442103-1ddd-4b02-b118-82413147ffe5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:46.413836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.419596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] device_id is not set on port 787fab92-5f10-4c98-bad8-0a1aaa242d4d yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:51:46.451342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d51f94-3f2b-4e87-a175-bed9d6b383ed None None] Network 90ca7df1-b1e0-4487-90f0-567b9097045a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:46.463668 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1a442103-1ddd-4b02-b118-82413147ffe5 HTTP/1.1" status: 204 len: 168 time: 0.5775914 Dec 22 08:51:46.463896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:46.464431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38022) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:46.486870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-94e2b53a-a2c7-4a92-b60d-02c2ad700c8b None None] Port 71f854d6-cbe9-4882-a7a1-1524f0faccbf cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:51:46.510349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:46.593466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Checking router: 2e2dcafd-9704-44ed-97c1-abb686db3b46 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:46.593830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Updating router 2e2dcafd-9704-44ed-97c1-abb686db3b46 port 71f854d6-cbe9-4882-a7a1-1524f0faccbf binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:51:46.616122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.629117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Deleting port 84c0bda0-63e0-4b8d-8553-feb40dd1191f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:46.629671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.639850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-94e2b53a-a2c7-4a92-b60d-02c2ad700c8b None None] Provisioning complete for port 883d46e1-98ab-4c47-af75-8cb8a4c6479f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:46.640267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94e2b53a-a2c7-4a92-b60d-02c2ad700c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.647069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.12 (63b67fbb-93f1-44ee-b6f2-360353b79e57/039831de-9749-4413-9c4a-fe2d6aafe775/787fab92-5f10-4c98-bad8-0a1aaa242d4d) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:46.858466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] For port 84c0bda0-63e0-4b8d-8553-feb40dd1191f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=84c0bda0-63e0-4b8d-8553-feb40dd1191f,segment=NetworkSegment(d387f5db-7c87-428a-9a42-9b6f1bbdd310),segment_id=d387f5db-7c87-428a-9a42-9b6f1bbdd310)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:46.859433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.904325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:46.997591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.000480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Calling delete_port for 84c0bda0-63e0-4b8d-8553-feb40dd1191f owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:47.015299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 787fab92-5f10-4c98-bad8-0a1aaa242d4d will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:47.020621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e982cd1e-b078-48de-90d2-35d28b296d15 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:47.041347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.048677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ab321526-5e97-467d-aa10-5dc165fd94e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:47.086380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.092126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e4e1905e-3439-411a-b31c-72c612c4a424 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:47.101607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: e982cd1e-b078-48de-90d2-35d28b296d15 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:47.102143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e982cd1e-b078-48de-90d2-35d28b296d15 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:47.102762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:47.118195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:47.121700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:47.124232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:51:47.136892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Pushing event deleted for resources: {'Port': ['ID=84c0bda0-63e0-4b8d-8553-feb40dd1191f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:47.138845 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] No DVR routers for this DVR port 84c0bda0-63e0-4b8d-8553-feb40dd1191f on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:47.140480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:47.175807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:47.188473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:47.233392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:47.234028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.237750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:47.238023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 025dffb5-10d2-4f9b-baef-ee8adeeb99f1 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:47.273936 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1910470 Dec 22 08:51:47.304057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.334106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ca7df1-b1e0-4487-90f0-567b9097045a']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:47.349085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd387f5db-7c87-428a-9a42-9b6f1bbdd310') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:47.349536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd387f5db-7c87-428a-9a42-9b6f1bbdd310') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:47.363797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.391319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.401209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:51:47.402008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:51:47.507905 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:51:47.511339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.516021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d127a132-6801-4bad-8fff-1656d0d8c8d3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:47.530739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.543376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Pushing event deleted for resources: {'Network': ['ID=90ca7df1-b1e0-4487-90f0-567b9097045a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:47.549076 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:47.553907 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] 10.222.0.36 "DELETE /v2.0/networks/90ca7df1-b1e0-4487-90f0-567b9097045a HTTP/1.1" status: 204 len: 168 time: 1.0880995 Dec 22 08:51:47.557151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38028) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:47.633831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.644741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1fdd4c0c-7d1a-4bde-aef4-4e965cad84b6 None None] Provisioning complete for port 71f854d6-cbe9-4882-a7a1-1524f0faccbf triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:47.645340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4c0c-7d1a-4bde-aef4-4e965cad84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.680516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab9267-affb-45be-a276-8b135dc558e2 None None] DHCP port deletion for 90ca7df1-b1e0-4487-90f0-567b9097045a request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:51:47.688438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Transition to ACTIVE for port object 71f854d6-cbe9-4882-a7a1-1524f0faccbf will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:47.706729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.717833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cf574b1a-7ee5-40ce-a442-03f945d39abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:47.816372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd4c0c-7d1a-4bde-aef4-4e965cad84b6 None None] Port 71f854d6-cbe9-4882-a7a1-1524f0faccbf cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:51:47.863619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38032) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:47.870169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166084944', 'description': 'tempest-secgroup-smoke-1166084944 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:47.878568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:47.883988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:47.887057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:47.893675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:47.914410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.916791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f589a-1ff4-49d7-9457-29adffea1b5c None None] Pushing event updated for resources: {'Port': ['ID=71f854d6-cbe9-4882-a7a1-1524f0faccbf,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:47.925152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2a6f589a-1ff4-49d7-9457-29adffea1b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:47.952913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:47.958040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:47.961579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:47.961982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Attempting to bind port 71f854d6-cbe9-4882-a7a1-1524f0faccbf on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:47.962463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Attempting to bind port 71f854d6-cbe9-4882-a7a1-1524f0faccbf by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:47.963258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Attempting to bind port 71f854d6-cbe9-4882-a7a1-1524f0faccbf on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:47.968328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:47.971664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:47.972416 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Checking segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:47.972957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.973362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Bound using segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:47.973981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Bound port: 71f854d6-cbe9-4882-a7a1-1524f0faccbf, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:47.974702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:47.997341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e963c76a-3cf6-4ca1-b9a7-bfccf036b1d1 None None] Provisioning for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:48.062174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.065270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e963c76a-3cf6-4ca1-b9a7-bfccf036b1d1 None None] Provisioning complete for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:48.066077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e963c76a-3cf6-4ca1-b9a7-bfccf036b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.067737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.083011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-80aa88e3-440d-4d5f-91b5-8d538ca60f1e tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:48.113236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 883d46e1-98ab-4c47-af75-8cb8a4c6479f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:48.124364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b623e3a9-767c-474f-8c3c-77a3168f92b6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:48.127310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:48.146368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.150251 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-084435fd-3d4e-4796-91c6-dc971ebdbaa6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2826545 Dec 22 08:51:48.150584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38036) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:48.156734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'b623e3a9-767c-474f-8c3c-77a3168f92b6', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:48.164221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:48.168763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:48.171798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:48.178009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:48.180419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.196298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.206375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e963c76a-3cf6-4ca1-b9a7-bfccf036b1d1 None None] Port 787fab92-5f10-4c98-bad8-0a1aaa242d4d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:51:48.210007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] For port 71f854d6-cbe9-4882-a7a1-1524f0faccbf, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:48.214055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] For port 71f854d6-cbe9-4882-a7a1-1524f0faccbf, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=71f854d6-cbe9-4882-a7a1-1524f0faccbf,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:48.231960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.235868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 883d46e1-98ab-4c47-af75-8cb8a4c6479f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:48.236311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.261158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.265433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.265660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:48.271412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2c7cd12b-0cbd-4660-bd7b-8e1fbf27678c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:48.289528 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96f20c3-7841-4fb8-adfe-6375c6cd67f7,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:48.292035 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:48.304479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.309564 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574745 Dec 22 08:51:48.310231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:48.316733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'b623e3a9-767c-474f-8c3c-77a3168f92b6', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:48.325714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:48.330395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:48.334422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:48.342285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:48.369310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:48.369962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:48.371427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.453934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.459591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.472497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99224998-086e-4ffc-8576-f8e16f299db1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:48.497145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330cfcbf-0851-4cc4-ba72-42b628f6e534,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:48.500428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:48.509801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.513551 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1998889 Dec 22 08:51:48.513709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38044) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:48.522268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'b623e3a9-767c-474f-8c3c-77a3168f92b6', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:48.529039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:48.533565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:48.536779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:48.543757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:48.565466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.580387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f589a-1ff4-49d7-9457-29adffea1b5c None None] Pushing event updated for resources: {'Port': ['ID=71f854d6-cbe9-4882-a7a1-1524f0faccbf,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:48.592687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2a6f589a-1ff4-49d7-9457-29adffea1b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:48.632560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Deleting port bd800947-4abd-4d9f-8904-ab8769942a6e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:48.633065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.644797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.649000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.657934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6021434d-5f72-4109-bc83-6ca9697997c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:48.677173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0620f6-d109-469a-9c7b-b22d63f7ab56,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:48.682556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:48.688699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:48.697290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:48.702497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38048) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:48.702895 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850278 Dec 22 08:51:48.713492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'b623e3a9-767c-474f-8c3c-77a3168f92b6', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:48.719252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:48.723345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:48.739979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 84c0bda0-63e0-4b8d-8553-feb40dd1191f no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:48.740649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:48.789661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 84c0bda0-63e0-4b8d-8553-feb40dd1191f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:48.790010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:48.790115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 84c0bda0-63e0-4b8d-8553-feb40dd1191f not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:48.830825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.023755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] For port bd800947-4abd-4d9f-8904-ab8769942a6e, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bd800947-4abd-4d9f-8904-ab8769942a6e,segment=NetworkSegment(061ad542-e7ff-4c12-957d-4b27422c44a4),segment_id=061ad542-e7ff-4c12-957d-4b27422c44a4)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:49.024148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.050588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:48Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:49.054776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ffdff-b4a3-4b64-b30a-cb3491255f25 None None] The sync data for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv is: [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:48Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:49.161864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Calling delete_port for bd800947-4abd-4d9f-8904-ab8769942a6e owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:49.224505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.233070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.241503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90a8d91f-baa4-425f-a352-8e24a1f049b1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:49.281596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70339c0-1c23-4855-a3ee-5006ebe648d4,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:49.284588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:49.294062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.297846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5913541 Dec 22 08:51:49.298283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38052) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:49.303914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'b623e3a9-767c-474f-8c3c-77a3168f92b6', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:49.309997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:49.314365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:49.320687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:49.327282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:49.341579 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:51:49.348855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.397070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.402157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:49.424645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.429107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.437665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-51489793-f6a5-4df8-8a32-b1e754ab0014 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:49.453025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd800947-4abd-4d9f-8904-ab8769942a6e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:49.459270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a011e3de-302a-46cf-898a-881a860f57cf,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:49.462018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:49.472342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.474427 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749902 Dec 22 08:51:49.477424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38056) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:49.484590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'b623e3a9-767c-474f-8c3c-77a3168f92b6', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:49.485233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:49.491849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:49.496900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:49.500253 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:49.506307 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:49.519156 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:51:49.527294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.603034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.607587 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.616812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd67fd15-6cf9-472a-b186-b2942099fd7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:49.640898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0b9414-d4b6-4abe-bdf6-ca269d38a65c,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:49.651311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:49.656925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.660486 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815219 Dec 22 08:51:49.740771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:49.942748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-7c637eef-3f89-4372-89bd-662bfae605c9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:49.974729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-7c637eef-3f89-4372-89bd-662bfae605c9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:49.976062 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-7c637eef-3f89-4372-89bd-662bfae605c9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166084944&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.1574101 Dec 22 08:51:50.175116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 71f854d6-cbe9-4882-a7a1-1524f0faccbf up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:50.184587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-29616b1a-45b6-4023-8473-cc1b09cd6343 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:50.185183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-29616b1a-45b6-4023-8473-cc1b09cd6343 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:50.221418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-29616b1a-45b6-4023-8473-cc1b09cd6343 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:50.222800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-29616b1a-45b6-4023-8473-cc1b09cd6343 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 931 time: 0.1938381 Dec 22 08:51:50.237266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:51:50.251093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 71f854d6-cbe9-4882-a7a1-1524f0faccbf completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:50.256291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 71f854d6-cbe9-4882-a7a1-1524f0faccbf triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:50.256910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:50.375988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:50.379607 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-db7f1d18-9f2c-45e8-9586-6e700fc2f051 service neutron] 10.222.0.36 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1406398 Dec 22 08:51:50.407918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 71f854d6-cbe9-4882-a7a1-1524f0faccbf, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=71f854d6-cbe9-4882-a7a1-1524f0faccbf,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:50.412985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:50.414936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:50.482216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=71f854d6-cbe9-4882-a7a1-1524f0faccbf,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:50.485295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:50.694371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:51:50.703620 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] Sync routers for ids ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:51:50.712777 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] Routers {'7400ca0e-fabc-4b27-9ada-267c2e8fe434'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:50.713369 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:50.731695 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] 10.222.0.36 "PUT /v2.0/routers/7400ca0e-fabc-4b27-9ada-267c2e8fe434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1721756 Dec 22 08:51:50.734374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38072) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:50.735144 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-a59a1787-b055-4156-bed5-17a5c684dcaf service neutron] 10.222.0.36 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478227 Dec 22 08:51:50.883216 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-74ff8ce0-f1b4-499d-8084-a4f74df7bfcc service neutron] 10.222.0.36 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420493 Dec 22 08:51:50.890909 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] Set router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:51.037486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:51.162539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c937472e-ca81-4eac-bee6-a4203e3d3e2b req-6dc7a0af-8b3e-4408-a0d2-ffe8505d85db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:51.208199 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:51:49Z', 'revision_number': 5, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:51.212426 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] Checking router: 7400ca0e-fabc-4b27-9ada-267c2e8fe434 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:51:51.224675 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] Routers {'7400ca0e-fabc-4b27-9ada-267c2e8fe434'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:51:51.225289 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:51.255235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c937472e-ca81-4eac-bee6-a4203e3d3e2b req-6dc7a0af-8b3e-4408-a0d2-ffe8505d85db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:51.256547 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c937472e-ca81-4eac-bee6-a4203e3d3e2b req-6dc7a0af-8b3e-4408-a0d2-ffe8505d85db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 210 time: 0.1604507 Dec 22 08:51:51.295754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:51.306125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Deleting port f5141b16-935c-4ed1-9521-7bcb94d267a5 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:51.306551 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:51.409223 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] Set router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:51:51.489184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] For port f5141b16-935c-4ed1-9521-7bcb94d267a5, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f5141b16-935c-4ed1-9521-7bcb94d267a5,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:51.489536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:51.635126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Calling delete_port for f5141b16-935c-4ed1-9521-7bcb94d267a5 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:51.754337 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:51:49Z', 'revision_number': 5, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:51.758568 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7867b4c-ef5f-437a-9453-c9dfc132b51f None None] The sync data for ids ['7400ca0e-fabc-4b27-9ada-267c2e8fe434'] in dv-neutron-822602-1-hyperv is: [{'id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'name': 'tempest-TestVolumeBootPattern-1656919318-router', 'tenant_id': '05fea8ab08e14715a91d011115ae663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:43:48Z', 'updated_at': '2021-12-22T08:51:49Z', 'revision_number': 5, 'project_id': '05fea8ab08e14715a91d011115ae663f', 'gw_port': {'id': 'f5141b16-935c-4ed1-9521-7bcb94d267a5', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7400ca0e-fabc-4b27-9ada-267c2e8fe434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:43:50Z', 'updated_at': '2021-12-22T08:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:51:51.815453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:51.819028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-194f7317-f5f8-4c1b-b05f-d27753de439c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:51.863437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5141b16-935c-4ed1-9521-7bcb94d267a5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:51.866520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:51.958116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.129673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-92edf0a1-722d-4ae6-be26-1e3b55257a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:52.131024 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-92edf0a1-722d-4ae6-be26-1e3b55257a3e service neutron] 10.222.0.16 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1027 time: 0.0940263 Dec 22 08:51:52.138236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.143397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.174150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.175353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7400ca0e-fabc-4b27-9ada-267c2e8fe434 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:51:52.212939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.219371 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] 10.222.0.36 "DELETE /v2.0/routers/7400ca0e-fabc-4b27-9ada-267c2e8fe434 HTTP/1.1" status: 204 len: 168 time: 1.4836328 Dec 22 08:51:52.222249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:52.258975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 71f854d6-cbe9-4882-a7a1-1524f0faccbf up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:52.304174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Deleting subnet ad7493e4-47e6-4f37-8162-859ce7147d28 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:51:52.308094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.350870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 71f854d6-cbe9-4882-a7a1-1524f0faccbf triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:52.351296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.385623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-a32320c2-c9ac-4be1-a14d-9fe626a0f25e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:52.386400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-a32320c2-c9ac-4be1-a14d-9fe626a0f25e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:52.393895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.404833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-a32320c2-c9ac-4be1-a14d-9fe626a0f25e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:52.406198 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-a32320c2-c9ac-4be1-a14d-9fe626a0f25e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 200 len: 797 time: 0.2692492 Dec 22 08:51:52.487027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.509070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd800947-4abd-4d9f-8904-ab8769942a6e no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:52.515489 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-61ec3b09-6493-425e-817d-c184b89067d2 req-f1f3b253-3ef2-48d8-bfa7-6cd67af2d9a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 210 time: 0.0634761 Dec 22 08:51:52.523060 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-590d7115-ce26-4be9-8d8c-a2d1dd794283 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 380 time: 0.1074231 Dec 22 08:51:52.539155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Request body: {'port': {'device_id': '99b1c916-292d-415e-87d5-bbaa6df42973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:51:52.583430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: bd800947-4abd-4d9f-8904-ab8769942a6e {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:52.583867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd800947-4abd-4d9f-8904-ab8769942a6e not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:52.681464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.710298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.714783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46644e03-848d-4de9-b759-3d308e3f6f7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:52.748157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7493e4-47e6-4f37-8162-859ce7147d28,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:52.751333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:52.756179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.761422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f105fddf-7925-4226-a281-577e98313702 None None] Network b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:51:52.763387 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ad7493e4-47e6-4f37-8162-859ce7147d28 HTTP/1.1" status: 204 len: 168 time: 0.5419760 Dec 22 08:51:52.766441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38096) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:52.880909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:52.891794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Deleting port 6b71adf4-c6b4-4c52-b80f-a7c72227574c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:52.892157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.032275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] DHCP port deletion for b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:51:53.036804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Deleting port 6b71adf4-c6b4-4c52-b80f-a7c72227574c {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:53.037192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.077975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787fab92-5f10-4c98-bad8-0a1aaa242d4d {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:51:53.085874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.103752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Transition to ACTIVE for port object 787fab92-5f10-4c98-bad8-0a1aaa242d4d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:53.109032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.113625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-796b763f-fb0e-436a-8bc4-973da0ab5c7e tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:53.120558 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] For port 6b71adf4-c6b4-4c52-b80f-a7c72227574c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=6b71adf4-c6b4-4c52-b80f-a7c72227574c,segment=NetworkSegment(061ad542-e7ff-4c12-957d-4b27422c44a4),segment_id=061ad542-e7ff-4c12-957d-4b27422c44a4)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:53.121038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.290860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:53.295570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] For port 6b71adf4-c6b4-4c52-b80f-a7c72227574c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=6b71adf4-c6b4-4c52-b80f-a7c72227574c,segment=NetworkSegment(061ad542-e7ff-4c12-957d-4b27422c44a4),segment_id=061ad542-e7ff-4c12-957d-4b27422c44a4)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:53.296406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.303644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Calling delete_port for 6b71adf4-c6b4-4c52-b80f-a7c72227574c owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:53.332161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:53.367179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:53.367714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:53.368230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:53.373560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:51:53.374238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:51:53.380197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:51:53.380539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Checking segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:51:53.380925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Bound using segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:51:53.381341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Bound port: 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:53.381688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.407914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.414881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6bdd1ade-6f6f-4972-ab41-b888a1bb7e8d tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:53.461635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b71adf4-c6b4-4c52-b80f-a7c72227574c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:53.464912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:53.468387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] No DVR routers for this DVR port 6b71adf4-c6b4-4c52-b80f-a7c72227574c on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:51:53.493537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Calling delete_port for 6b71adf4-c6b4-4c52-b80f-a7c72227574c owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:51:53.494634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:51:53.498754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:51:53.505088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.511709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a675cb0c-c9a2-4fc6-8a34-2e4a8e73e58d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:53.579494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:51:53.579494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:51:53.595251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.610507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:53.611122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.612490 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1132 time: 1.0809474 Dec 22 08:51:53.613004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b1c916-292d-415e-87d5-bbaa6df42973', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:53.635222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:53.656364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061ad542-e7ff-4c12-957d-4b27422c44a4') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:53.656614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061ad542-e7ff-4c12-957d-4b27422c44a4') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:53.678931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.724497 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b1c916-292d-415e-87d5-bbaa6df42973', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'status': 'completed', 'code': 200} Dec 22 08:51:53.732585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:53.743211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:53.761802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.766833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-37839e0f-ec72-46ec-bef2-ccd6d726fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:53.768829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-37839e0f-ec72-46ec-bef2-ccd6d726fde7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 1135 time: 0.1064727 Dec 22 08:51:53.773798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:51:53.774197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:51:53.788815 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:51:53.873657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74ca6-63e6-4158-9470-2fd23bc8afc5 req-aea25af7-1eed-40ea-987a-7c67885aa38f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:53.875116 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c7c74ca6-63e6-4158-9470-2fd23bc8afc5 req-aea25af7-1eed-40ea-987a-7c67885aa38f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 982 time: 0.2008429 Dec 22 08:51:53.883380 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.889299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3203e759-5961-43e6-9e52-92944f00e45b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:53.914381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:53.930621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:53.937870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:53.946289 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b0a88cb9-d01b-4e1b-9e7e-ebaf8fb5087e HTTP/1.1" status: 204 len: 168 time: 1.1787910 Dec 22 08:51:53.961930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c7c74ca6-63e6-4158-9470-2fd23bc8afc5 req-a64270b4-8d7b-4fc9-b0a3-3afb1415738d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:53.974012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c7c74ca6-63e6-4158-9470-2fd23bc8afc5 req-a64270b4-8d7b-4fc9-b0a3-3afb1415738d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:53.975142 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c7c74ca6-63e6-4158-9470-2fd23bc8afc5 req-a64270b4-8d7b-4fc9-b0a3-3afb1415738d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896037 Dec 22 08:51:53.975478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-3be5bf31-7d1c-41e5-8fa7-f59820f945d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 217 time: 0.1995599 Dec 22 08:51:54.046364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-97e86c8b-4bdf-4838-9bbf-ff1f62bce44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:54.047824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-97e86c8b-4bdf-4838-9bbf-ff1f62bce44c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=039831de-9749-4413-9c4a-fe2d6aafe775 HTTP/1.1" status: 200 len: 834 time: 0.0661740 Dec 22 08:51:54.080373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Deleting port 6b71adf4-c6b4-4c52-b80f-a7c72227574c {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:51:54.081111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:54.088656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:54.121291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f5141b16-935c-4ed1-9521-7bcb94d267a5 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:54.129705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-eb80c2f9-a452-4359-9111-18279536529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:54.131172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-eb80c2f9-a452-4359-9111-18279536529c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63b67fbb-93f1-44ee-b6f2-360353b79e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754778 Dec 22 08:51:54.140465 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c64a132e-7589-4023-a613-d3692cc72026 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b805cd7023bd40e9adced4da7cc8cd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503364 Dec 22 08:51:54.142729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:54.193965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-0530117c-dc91-4e98-8b38-a552a1681d19 None None] The port '6b71adf4-c6b4-4c52-b80f-a7c72227574c' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 08:51:54.194877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: f5141b16-935c-4ed1-9521-7bcb94d267a5 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:54.195295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f5141b16-935c-4ed1-9521-7bcb94d267a5 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:54.195809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 6b71adf4-c6b4-4c52-b80f-a7c72227574c no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:51:54.205880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-85578883-2852-46dc-aade-b524db8dea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:54.233648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 6b71adf4-c6b4-4c52-b80f-a7c72227574c {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:51:54.233648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 6b71adf4-c6b4-4c52-b80f-a7c72227574c not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:51:54.235584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-85578883-2852-46dc-aade-b524db8dea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:54.273469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-26b047a0-51b3-4de7-975c-d9f3bda60103 service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359003 Dec 22 08:51:54.298476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-85578883-2852-46dc-aade-b524db8dea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:54.303792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1747826f-84cb-41ac-996f-a15d655344c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:54.316859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85578883-2852-46dc-aade-b524db8dea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799875d9-b83c-4551-96f3-17fca04b812a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:54.320283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-85578883-2852-46dc-aade-b524db8dea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:54.324116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-85578883-2852-46dc-aade-b524db8dea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:54.327965 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-85578883-2852-46dc-aade-b524db8dea67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/799875d9-b83c-4551-96f3-17fca04b812a HTTP/1.1" status: 204 len: 168 time: 0.1842577 Dec 22 08:51:54.421166 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df249720-229c-4c2c-9cce-74f6499cdc20 req-8c9e4353-113e-4dd5-9e24-fa77c4cd1022 service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416819 Dec 22 08:51:54.535419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-bae3e99c-c391-423f-85bd-85555895f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:54.536919 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-bae3e99c-c391-423f-85bd-85555895f187 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 1135 time: 0.0713634 Dec 22 08:51:54.673780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-36656a34-80f2-4e31-ae79-f41bd09c3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:54.675513 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-36656a34-80f2-4e31-ae79-f41bd09c3e59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 200 len: 897 time: 0.1319606 Dec 22 08:51:54.679151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38118) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:54.765197 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-adc7c1e2-50a8-43d7-b359-4036e6c784ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 217 time: 0.0718141 Dec 22 08:51:54.843422 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-595ac9d7-609c-4a2d-9310-64ef33190a7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05fea8ab08e14715a91d011115ae663f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629817 Dec 22 08:51:54.845713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38122) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:54.860027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-84e1ddc8-c7e4-4b6d-9879-8bd05428078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:54.861356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-84e1ddc8-c7e4-4b6d-9879-8bd05428078b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=039831de-9749-4413-9c4a-fe2d6aafe775 HTTP/1.1" status: 200 len: 834 time: 0.0884278 Dec 22 08:51:54.955539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:54.987351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:55.016478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-51125078-ab41-4268-afcf-8c30b89c4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:55.017979 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-51125078-ab41-4268-afcf-8c30b89c4581 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63b67fbb-93f1-44ee-b6f2-360353b79e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1435027 Dec 22 08:51:55.197920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:55.210346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a749e0c-4546-4faa-973f-f07082ef5dff tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:55.230129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570e2a8-c5bf-4d29-a558-6f781ae5d147,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:55.235426 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-9967de7d-b42a-4a5f-8a3d-6637ae86b8c2 service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098994 Dec 22 08:51:55.237392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:55.242707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:55.243767 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1570e2a8-c5bf-4d29-a558-6f781ae5d147 HTTP/1.1" status: 204 len: 168 time: 0.3957069 Dec 22 08:51:55.274094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38765e55-b1e3-46eb-bba1-16857411c1c3 req-cce6b9ac-5741-42cf-bd31-f631a12f3005 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:55.275778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38765e55-b1e3-46eb-bba1-16857411c1c3 req-cce6b9ac-5741-42cf-bd31-f631a12f3005 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 982 time: 0.1797621 Dec 22 08:51:55.397285 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38765e55-b1e3-46eb-bba1-16857411c1c3 req-5ade322c-b783-42a1-bd7d-b91a6578b141 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712337 Dec 22 08:51:55.419444 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ad088d9-1c71-43df-a1ea-616f3754964c req-8e9287a1-263e-4f92-99fe-21be696d3d9e service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745460 Dec 22 08:51:56.578688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcab0f-d7f1-43d2-b8ee-4e52aafcdb58 req-12fb7b31-2920-40d8-ba2a-b87cc25a8a01 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:56.580201 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0bcab0f-d7f1-43d2-b8ee-4e52aafcdb58 req-12fb7b31-2920-40d8-ba2a-b87cc25a8a01 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 982 time: 0.0786371 Dec 22 08:51:56.622951 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a0bcab0f-d7f1-43d2-b8ee-4e52aafcdb58 req-02efcb17-7f91-48fd-ad5b-78b612ab9108 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Dec 22 08:51:57.809011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0d23d-0281-49c8-909e-71361d997e04 req-832d8d73-797c-47e0-bc56-bc335b424ab8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:57.810439 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dda0d23d-0281-49c8-909e-71361d997e04 req-832d8d73-797c-47e0-bc56-bc335b424ab8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 982 time: 0.0849900 Dec 22 08:51:57.852912 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dda0d23d-0281-49c8-909e-71361d997e04 req-0bcfe29a-3b1e-4b71-aee8-d8e39950147f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368073 Dec 22 08:51:57.992541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:51:58.122441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:58.134839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'port_id': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'mac_address': 'fa:16:3e:e6:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:51:58.191373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:58.207672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787fab92-5f10-4c98-bad8-0a1aaa242d4d {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:51:58.222998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:51:58.226502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:58.228238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:58.291336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:58.294442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:58.552984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['787fab92-5f10-4c98-bad8-0a1aaa242d4d'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:51:59.037748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a3624-0512-49aa-bea3-4768a841c495 req-d5a5834b-ed5a-4d2a-b73f-988b88c33389 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:59.039198 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e53a3624-0512-49aa-bea3-4768a841c495 req-d5a5834b-ed5a-4d2a-b73f-988b88c33389 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 983 time: 0.0852270 Dec 22 08:51:59.082594 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e53a3624-0512-49aa-bea3-4768a841c495 req-034f4914-313f-4d7a-9552-60bdcf85e29a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 Dec 22 08:52:00.024185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:00.090294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:00.095083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:00.095401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:00.215400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:00.241317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b1c916-292d-415e-87d5-bbaa6df42973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:00.251307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:00.255738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:00.257778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2a6f589a-1ff4-49d7-9457-29adffea1b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:00.290421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286386c5-79b7-4720-9ec2-9497b0167a72 req-7add907d-fd0a-4a20-ba77-1321f686ae3d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:00.291994 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-286386c5-79b7-4720-9ec2-9497b0167a72 req-7add907d-fd0a-4a20-ba77-1321f686ae3d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 983 time: 0.0873992 Dec 22 08:52:00.292116 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b1c916-292d-415e-87d5-bbaa6df42973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'code': 200} Dec 22 08:52:00.327197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:00.330607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:00.345382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-286386c5-79b7-4720-9ec2-9497b0167a72 req-67d01f04-cf8f-42f6-8e62-122991e9f62d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Dec 22 08:52:00.628191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3763fda-d183-44c9-b398-9f6380807c35 req-144baa15-d197-48c8-973b-98c83cb9eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:00.629556 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3763fda-d183-44c9-b398-9f6380807c35 req-144baa15-d197-48c8-973b-98c83cb9eb1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 1137 time: 0.1862185 Dec 22 08:52:00.671023 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3763fda-d183-44c9-b398-9f6380807c35 req-33fcf4f3-2914-4ab0-ba78-4c9d932f83ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Dec 22 08:52:01.528020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9171-9902-4917-bc43-623967e183fe req-df1b6e2e-dfbe-4706-bb2b-47846d51ad56 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:01.529486 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-433a9171-9902-4917-bc43-623967e183fe req-df1b6e2e-dfbe-4706-bb2b-47846d51ad56 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 984 time: 0.0782552 Dec 22 08:52:01.572618 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-433a9171-9902-4917-bc43-623967e183fe req-a2194eb1-4a50-45b7-bfae-13bf2b0e6cf8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 Dec 22 08:52:02.756673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf00c9-b6ff-432f-91ee-3ea1e6fccfe4 req-d790a37e-ca88-486b-af48-1ca596b435d9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:02.758147 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-caaf00c9-b6ff-432f-91ee-3ea1e6fccfe4 req-d790a37e-ca88-486b-af48-1ca596b435d9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 984 time: 0.0834615 Dec 22 08:52:02.805138 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-caaf00c9-b6ff-432f-91ee-3ea1e6fccfe4 req-68b43cf4-4fbe-49d5-878d-71ac200dd9bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Dec 22 08:52:03.102280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cedcc-71b3-42ae-a644-3e5e51d700a3 req-0abeec40-fc48-4d22-aaca-cb73a26dc526 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:03.103640 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db9cedcc-71b3-42ae-a644-3e5e51d700a3 req-0abeec40-fc48-4d22-aaca-cb73a26dc526 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 984 time: 0.1957645 Dec 22 08:52:03.150133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db9cedcc-71b3-42ae-a644-3e5e51d700a3 req-f2249a3c-589f-4be0-880a-01bbc14b9a04 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Dec 22 08:52:03.172736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38146) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:03.241882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50283b7a-0b06-4f80-850e-fad892e0e6a6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:03.243318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-50283b7a-0b06-4f80-850e-fad892e0e6a6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 1132 time: 0.0696027 Dec 22 08:52:03.246658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38150) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:03.251538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:03.257287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:03.261014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:03.263737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:03.269339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:03.279433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:03.411337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:03.543338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.44 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/29512a24-49a1-4097-9516-3ddca81f1cf8) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:03.684988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:03.712885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:03.716374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06c64a0d-d919-4dac-87cd-86f89caf8119 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:03.779412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:03.782327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:03.785865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:03.815370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=29512a24-49a1-4097-9516-3ddca81f1cf8,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:03.821051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:04.185091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.259488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.459032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.463389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.467475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3154fa84-e3f4-4078-86fa-d21de1172be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:04.570256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=29512a24-49a1-4097-9516-3ddca81f1cf8,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:04.574345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:04.582317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:04.867573 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP f3ae5144-a4c3-482a-8a9e-41573b0363e1 associated. External IP: 172.26.7.44, port: 787fab92-5f10-4c98-bad8-0a1aaa242d4d. Dec 22 08:52:05.215978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 2e2dcafd-9704-44ed-97c1-abb686db3b46 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:05.389480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:05.398842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] Sync routers for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:05.408425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:05.409037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:05.414959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:05.473070 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2253275 Dec 22 08:52:05.473738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b1c916-292d-415e-87d5-bbaa6df42973', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:05.475871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38154) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:05.527674 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b1c916-292d-415e-87d5-bbaa6df42973', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'status': 'completed', 'code': 200} Dec 22 08:52:05.558219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e548d8-37d1-456e-aa47-8b37e6bc020b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:05.573353 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e9e548d8-37d1-456e-aa47-8b37e6bc020b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973&network_id=63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 200 len: 1132 time: 0.0950787 Dec 22 08:52:05.604491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:05.618525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-12a6c2b6-3c55-49bb-ac0e-cbcc50cfd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:05.620220 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-12a6c2b6-3c55-49bb-ac0e-cbcc50cfd2b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 1137 time: 0.0726869 Dec 22 08:52:05.759687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-83dc990d-9272-4999-a61a-baa8369aa9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:05.761811 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-83dc990d-9272-4999-a61a-baa8369aa9d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 200 len: 897 time: 0.1341872 Dec 22 08:52:05.919082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-067d3487-3dc4-4c37-a7a4-f7915a1436fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1037 time: 0.1461749 Dec 22 08:52:05.993582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee7d1-ab9d-40e7-b5ed-e4ac12475cec req-e881c331-97e1-4ea7-baf3-c16ee484847f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:05.995523 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8f9ee7d1-ab9d-40e7-b5ed-e4ac12475cec req-e881c331-97e1-4ea7-baf3-c16ee484847f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 984 time: 0.1450109 Dec 22 08:52:06.001469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-d8e16fec-b525-4a80-9ab6-a8429c5ff927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:06.002899 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-d8e16fec-b525-4a80-9ab6-a8429c5ff927 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=039831de-9749-4413-9c4a-fe2d6aafe775 HTTP/1.1" status: 200 len: 834 time: 0.0758266 Dec 22 08:52:06.003390 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'f3ae5144-a4c3-482a-8a9e-41573b0363e1', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.44', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'port_id': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1855290967', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'mac_address': 'fa:16:3e:e6:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b1c916-292d-415e-87d5-bbaa6df42973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:04Z', 'updated_at': '2021-12-22T08:52:04Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:50Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:06.007259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] Checking router: 2e2dcafd-9704-44ed-97c1-abb686db3b46 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:06.016224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:06.016757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:51:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:06.088469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8f9ee7d1-ab9d-40e7-b5ed-e4ac12475cec req-8001765b-a818-4d5b-9635-b95a6c1f85ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846164 Dec 22 08:52:06.111911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-6d2b6602-da3f-443d-9c9f-6f5e358eddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:06.111911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-6d2b6602-da3f-443d-9c9f-6f5e358eddf4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63b67fbb-93f1-44ee-b6f2-360353b79e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918992 Dec 22 08:52:06.194432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:06.374602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-2eb75313-3122-4353-bc7e-ce7196eca08d service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532704 Dec 22 08:52:06.508886 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc81a4f9-3791-48b5-90bb-3e37db85c276 req-8d551b82-dd62-46ff-9c40-84737c822e56 service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260841 Dec 22 08:52:06.546087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'f3ae5144-a4c3-482a-8a9e-41573b0363e1', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.44', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'port_id': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1855290967', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'mac_address': 'fa:16:3e:e6:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b1c916-292d-415e-87d5-bbaa6df42973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:04Z', 'updated_at': '2021-12-22T08:52:04Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:50Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:06.550530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a09d-58cc-47a4-b6bc-87849b72a91f None None] The sync data for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv is: [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'f3ae5144-a4c3-482a-8a9e-41573b0363e1', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.44', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'port_id': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1855290967', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'mac_address': 'fa:16:3e:e6:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b1c916-292d-415e-87d5-bbaa6df42973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:04Z', 'updated_at': '2021-12-22T08:52:04Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:50Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:06.749850 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db0004-2847-462a-881b-82a42ec2e6a6 None None] New status for floating IP f3ae5144-a4c3-482a-8a9e-41573b0363e1: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:52:07.274969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72124976-5055-4f6a-8d72-ace12b5db2ec req-d0465dbf-9417-4503-9be7-e7dfb229ec09 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:07.276902 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72124976-5055-4f6a-8d72-ace12b5db2ec req-d0465dbf-9417-4503-9be7-e7dfb229ec09 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 984 time: 0.0794640 Dec 22 08:52:07.309112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c38e08-d905-4526-86d8-a5c85450f729 req-9a772145-3bc2-4fc1-a390-c5b3dd3703db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:07.310509 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89c38e08-d905-4526-86d8-a5c85450f729 req-9a772145-3bc2-4fc1-a390-c5b3dd3703db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 984 time: 0.0768092 Dec 22 08:52:07.319887 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72124976-5055-4f6a-8d72-ace12b5db2ec req-50cecce1-3b0f-44b4-bb40-7dbf07989332 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 Dec 22 08:52:07.382107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c38e08-d905-4526-86d8-a5c85450f729 req-889113b4-a7e4-4d45-9e88-4bf807425697 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:07.383415 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89c38e08-d905-4526-86d8-a5c85450f729 req-889113b4-a7e4-4d45-9e88-4bf807425697 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666959 Dec 22 08:52:07.523763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89c38e08-d905-4526-86d8-a5c85450f729 req-bce65dc8-d7d0-40f8-bf92-47b6be3bce26 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1349387 Dec 22 08:52:07.533997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:07.641985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:07.838025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:07.865453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:07.913856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] device_id is not set on port 787fab92-5f10-4c98-bad8-0a1aaa242d4d yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:52:07.922488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:07.928740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:07.932990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8fbd5b7f-ec5a-41fa-84b9-f9e1083620b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:08.064795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:08.069095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:08.124834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] No DVR routers for this DVR port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:52:08.208689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-85393246-bdd1-4dc7-bcc4-97fdea83d599 None None] Provisioning complete for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:08.209279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-85393246-bdd1-4dc7-bcc4-97fdea83d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:08.260300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-85393246-bdd1-4dc7-bcc4-97fdea83d599 None None] Port 787fab92-5f10-4c98-bad8-0a1aaa242d4d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:08.345191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] In _notify_port_updated(), no bound segment for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:52:08.345978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:08.346590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:08.347853 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89c38e08-d905-4526-86d8-a5c85450f729 req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] 10.222.0.16 "PUT /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1027 time: 0.8177631 Dec 22 08:52:08.487898 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d6fca8d3-65de-4c75-825e-5d095ee84837 req-7fd7bc58-b827-4dfb-987c-badae3b42634 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b1c916-292d-415e-87d5-bbaa6df42973 HTTP/1.1" status: 200 len: 210 time: 0.0504243 Dec 22 08:52:09.583827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38170) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:09.584441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.652570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ad777-e179-4a68-8d1e-9a02e2deafa3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:09.653842 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1b0ad777-e179-4a68-8d1e-9a02e2deafa3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 926 time: 0.0690215 Dec 22 08:52:09.755934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4a99-ca88-425b-aae4-cf7dc8728c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.911372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38176) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:09.916572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972900528', 'description': 'tempest-secgroup-smoke-1972900528 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:09.922476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:09.932621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:09.941358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.961767 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:09.965599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:09.968421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:09.974017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:10.043310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:10.044189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.047129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.051008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dd7d3ba1-9346-4686-901c-c34a01f38dfe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:10.099722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c2858-af97-49dd-966a-c00177b5fdea,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.101899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:10.102448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.103635 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1912425 Dec 22 08:52:10.105470 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:10.107128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38180) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:10.112153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e37c2858-af97-49dd-966a-c00177b5fdea', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:10.118081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:10.122023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:10.126860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:10.135706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:10.153921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.212802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.216657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.218501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ef03e18-f9c5-4096-acc1-271a118413aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:10.239462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d0dfc-f209-46cc-9446-8b8cef994855,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.242010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:10.249100 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.250417 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423485 Dec 22 08:52:10.253228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38184) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:10.258091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e37c2858-af97-49dd-966a-c00177b5fdea', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:10.264382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:10.268211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:10.271025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:10.277238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:10.294045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.339135 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:52:10.354574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.358208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.360059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d4638197-07ad-4392-9322-11f49290a0be tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:10.382556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c22604-e385-497b-af5b-77523aeb0b72,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.386952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:10.391271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.392611 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384854 Dec 22 08:52:10.395259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38188) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:10.400174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e37c2858-af97-49dd-966a-c00177b5fdea', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:10.406454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:10.410163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:10.413018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:10.419237 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:10.437918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.498166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.501790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.503714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:10.525052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05758b3f-cc44-495f-a4b2-bec29f9d9c98,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.527890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:10.534544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.535881 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397207 Dec 22 08:52:10.538467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38192) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:10.544058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e37c2858-af97-49dd-966a-c00177b5fdea', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:10.549834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:10.553893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:10.556793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:10.562353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:10.579006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.639660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.643003 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.644800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0fc41897-7975-4045-80ae-d59cea9d08a3 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:10.664440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c4e792-4a90-4609-8b1b-ae44acb0481a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.668732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:10.676647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.678075 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385901 Dec 22 08:52:10.680665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38196) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:10.686185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e37c2858-af97-49dd-966a-c00177b5fdea', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:10.691754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:10.695514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:10.699323 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:10.705110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:10.715732 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:10.722087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.787934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.791250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.793107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-657144c9-00cd-4fee-bb71-21a5b1c6bed8 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:10.814062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ff80dc-083e-41ae-810d-ab212e56a284,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.816681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:10.824666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.825925 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439576 Dec 22 08:52:10.828611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38200) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:10.833562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e37c2858-af97-49dd-966a-c00177b5fdea', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:10.840012 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:10.843948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:10.846801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:10.852400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:10.862609 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:10.869052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.931743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.935993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.937732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0653de70-6b7b-41a5-86a6-25bf630da018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:10.958893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e187c6-fca6-4c2e-989b-89a20355f404,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:10.961385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:10.968634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.969792 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-400a8f8e-fc36-4621-8cc1-c6a482f48044 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402559 Dec 22 08:52:11.176408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ff831596-253b-404f-9467-83fb6ba8b304 req-dd05ecb9-56df-4fc3-b685-5ff1a1f2b92f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:11.191907 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ff831596-253b-404f-9467-83fb6ba8b304 req-dd05ecb9-56df-4fc3-b685-5ff1a1f2b92f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:11.193141 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-dd05ecb9-56df-4fc3-b685-5ff1a1f2b92f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972900528&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0539730 Dec 22 08:52:11.271196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831596-253b-404f-9467-83fb6ba8b304 req-29f15cf8-92fd-46b7-bdcf-de694af785ed tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:11.272537 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-29f15cf8-92fd-46b7-bdcf-de694af785ed tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 931 time: 0.0723691 Dec 22 08:52:11.343518 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-5855dc95-a097-4401-b945-97e7309714e7 service neutron] 10.222.0.36 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0592973 Dec 22 08:52:11.472081 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-ed2fc3a3-44a7-4018-b983-b699f12f748e service neutron] 10.222.0.36 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227932 Dec 22 08:52:11.604480 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-7555a510-f019-4f2f-9042-171bf3099c6c service neutron] 10.222.0.36 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265233 Dec 22 08:52:11.961661 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-83e8d438-c64d-4440-8ea6-18ce675958a4 req-627c0837-f13b-4322-9cb8-b40a4d954d7b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 210 time: 0.2267499 Dec 22 08:52:12.022294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e8ccc04-d8a7-4efb-9030-300792fb8225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:12.732869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831596-253b-404f-9467-83fb6ba8b304 req-e14d3672-6da1-4558-9110-c6115a0f8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:12.734213 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-e14d3672-6da1-4558-9110-c6115a0f8436 service neutron] 10.222.0.16 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1027 time: 0.0638270 Dec 22 08:52:12.996590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831596-253b-404f-9467-83fb6ba8b304 req-7dc79015-f600-4cec-b7d0-bb0aa5fd6cf5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:12.998034 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-7dc79015-f600-4cec-b7d0-bb0aa5fd6cf5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 200 len: 797 time: 0.2582455 Dec 22 08:52:13.049345 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-da6db5b8-354b-4f03-9e95-a21bf29f6c19 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 473 time: 0.0424347 Dec 22 08:52:13.061339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Request body: {'port': {'device_id': 'da768ed4-915e-472e-8c11-0e0e21ae9f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:13.112979 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d4f380b8-255a-424b-8e31-11e50cf5245a req-61f2ab39-41c2-479f-b321-2962bf007267 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 210 time: 0.0455399 Dec 22 08:52:13.172155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.173720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.193432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.502923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787fab92-5f10-4c98-bad8-0a1aaa242d4d {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:52:13.509943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.523941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Transition to ACTIVE for port object 787fab92-5f10-4c98-bad8-0a1aaa242d4d will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:13.527711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.531428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:13.666340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:13.670618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:13.790809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:13.791141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:13.792044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:13.796470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:52:13.796784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Attempting to bind port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:13.801998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:13.802325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Checking segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:13.802699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Bound using segment: {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:13.803110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Bound port: 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acada17-9aa1-4cf7-9c25-5fa87ce28b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:13.803448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.894116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:13.897226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:13.901769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.906329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c26dcc0-ed35-4f11-a929-ae10495a2f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:13.959046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:13.959777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:13.961041 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] 10.222.0.16 "PUT /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1132 time: 0.9042249 Dec 22 08:52:13.961549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da768ed4-915e-472e-8c11-0e0e21ae9f55', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:13.990702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=8']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:13.995517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:14.012142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da768ed4-915e-472e-8c11-0e0e21ae9f55', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'status': 'completed', 'code': 200} Dec 22 08:52:14.093273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831596-253b-404f-9467-83fb6ba8b304 req-adbbc0bd-eefa-436c-8b1d-108684d4a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:14.094732 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-adbbc0bd-eefa-436c-8b1d-108684d4a33d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 1135 time: 0.0797474 Dec 22 08:52:14.199083 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-980fd110-026a-4d52-896d-987709b4932a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1037 time: 0.0965221 Dec 22 08:52:14.264641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831596-253b-404f-9467-83fb6ba8b304 req-7f304dc7-4f01-463e-a3b9-07340d11f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:14.265450 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-7f304dc7-4f01-463e-a3b9-07340d11f180 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=039831de-9749-4413-9c4a-fe2d6aafe775 HTTP/1.1" status: 200 len: 834 time: 0.0607054 Dec 22 08:52:14.297965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3f295-d9aa-4889-adfd-658ed70bcd0d req-5f616634-1651-4f37-9f3a-848cfc42299e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:14.299409 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63d3f295-d9aa-4889-adfd-658ed70bcd0d req-5f616634-1651-4f37-9f3a-848cfc42299e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 982 time: 0.0826697 Dec 22 08:52:14.339767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff831596-253b-404f-9467-83fb6ba8b304 req-47be5958-f589-41b8-bb4c-80a244699ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:14.341262 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-47be5958-f589-41b8-bb4c-80a244699ead service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63b67fbb-93f1-44ee-b6f2-360353b79e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690730 Dec 22 08:52:14.343084 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63d3f295-d9aa-4889-adfd-658ed70bcd0d req-1ac580af-edcb-4630-bf2b-de207ff292c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376046 Dec 22 08:52:14.471249 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-b8e5d09c-3f97-4b3c-8c1c-06bccac19021 service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235266 Dec 22 08:52:14.504755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:14.602582 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff831596-253b-404f-9467-83fb6ba8b304 req-85e3abc9-3fdd-4eb2-9420-e691a9377289 service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240175 Dec 22 08:52:14.834928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-935db400-7007-470f-8949-e371025773ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:14.836322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-935db400-7007-470f-8949-e371025773ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 1135 time: 0.1848018 Dec 22 08:52:14.964099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-ade9aca7-c1c8-4311-927f-e787ccdb8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:14.965513 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-ade9aca7-c1c8-4311-927f-e787ccdb8411 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 200 len: 897 time: 0.1229386 Dec 22 08:52:15.067769 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-2c015f94-d37f-4945-9c29-9f62e580b9bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1037 time: 0.0957696 Dec 22 08:52:15.127751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-5a883702-9ad8-4c89-9b09-f263a2757499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:15.129055 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-5a883702-9ad8-4c89-9b09-f263a2757499 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=039831de-9749-4413-9c4a-fe2d6aafe775 HTTP/1.1" status: 200 len: 834 time: 0.0553105 Dec 22 08:52:15.205114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-1bb1d4d1-ea74-496d-8a32-6ffe64fd8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:15.206506 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-1bb1d4d1-ea74-496d-8a32-6ffe64fd8ff1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63b67fbb-93f1-44ee-b6f2-360353b79e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707428 Dec 22 08:52:15.337310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-11f34804-5c74-4bbd-b874-cb2f5eaa3ac6 service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228008 Dec 22 08:52:15.506178 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef2d8482-e2ac-4ae9-85f5-4a60450d154f req-158beb20-a7f3-45a2-9290-f18190ecca4f service neutron] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620059 Dec 22 08:52:15.541687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ca920-1fea-471e-94ee-d1a9cb945ebc req-25c08fff-4e4a-45f3-b932-8fee81cc8e9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:15.543129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a6ca920-1fea-471e-94ee-d1a9cb945ebc req-25c08fff-4e4a-45f3-b932-8fee81cc8e9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 982 time: 0.0955956 Dec 22 08:52:15.587854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a6ca920-1fea-471e-94ee-d1a9cb945ebc req-100742ac-b5cd-40b8-9dab-85311d880854 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Dec 22 08:52:16.771050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb020ef-7c33-4554-b1b2-87beaa8c4a84 req-a0f2673a-e5da-4958-a05d-7fcb5df80bfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:16.772513 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cb020ef-7c33-4554-b1b2-87beaa8c4a84 req-a0f2673a-e5da-4958-a05d-7fcb5df80bfa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 982 time: 0.0807254 Dec 22 08:52:16.819516 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cb020ef-7c33-4554-b1b2-87beaa8c4a84 req-6554681a-0ab2-4966-9c95-48be50987403 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Dec 22 08:52:18.005411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b123496-4b2e-4eee-a7b3-12cc621bd64e req-2e38135e-e3aa-4381-9b07-4d2b9c7b9213 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:18.006832 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b123496-4b2e-4eee-a7b3-12cc621bd64e req-2e38135e-e3aa-4381-9b07-4d2b9c7b9213 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 982 time: 0.0821309 Dec 22 08:52:18.049301 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b123496-4b2e-4eee-a7b3-12cc621bd64e req-a5263519-d478-42d0-9ada-bd317737e3a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362537 Dec 22 08:52:18.078566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:52:18.211078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:18.224030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'port_id': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'mac_address': 'fa:16:3e:e6:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:52:18.277364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.294454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787fab92-5f10-4c98-bad8-0a1aaa242d4d {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:52:18.310071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:18.313868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:18.315520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:18.380547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=9']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:18.383397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:18.611763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['787fab92-5f10-4c98-bad8-0a1aaa242d4d'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:52:19.234365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd736538-8499-4775-aecb-ecfcf6bc2f58 req-4d7bcb59-8ad0-40d6-8eec-457944eaea73 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:19.235853 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd736538-8499-4775-aecb-ecfcf6bc2f58 req-4d7bcb59-8ad0-40d6-8eec-457944eaea73 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 983 time: 0.0796332 Dec 22 08:52:19.279366 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd736538-8499-4775-aecb-ecfcf6bc2f58 req-c8f4dc8a-7c5a-4ce0-9b00-d92ba8d081ed tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378940 Dec 22 08:52:20.100328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:20.168173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:20.173213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:20.173586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:20.285039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:20.311581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da768ed4-915e-472e-8c11-0e0e21ae9f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:20.321504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:20.325973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:20.327813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:20.357078 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da768ed4-915e-472e-8c11-0e0e21ae9f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787fab92-5f10-4c98-bad8-0a1aaa242d4d', 'code': 200} Dec 22 08:52:20.394644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=10']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:20.397486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:20.466390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a86f1-6a46-4834-a630-7bc44a549932 req-fd77c103-64ac-4000-965e-7c14b8b0b061 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:20.467969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e4a86f1-6a46-4834-a630-7bc44a549932 req-fd77c103-64ac-4000-965e-7c14b8b0b061 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 985 time: 0.0834143 Dec 22 08:52:20.519667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e4a86f1-6a46-4834-a630-7bc44a549932 req-c1966ff0-6c77-4a67-91d0-5f49b98b863a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Dec 22 08:52:20.626838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d87a-8a4a-486b-a7ac-547825c8e077 req-163374cd-d461-4ebf-9d5b-1762339bf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:20.628320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-50e0d87a-8a4a-486b-a7ac-547825c8e077 req-163374cd-d461-4ebf-9d5b-1762339bf8b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 1138 time: 0.1172278 Dec 22 08:52:20.667606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-50e0d87a-8a4a-486b-a7ac-547825c8e077 req-3af0b789-3a2f-445f-be38-56a50d8cd4c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333354 Dec 22 08:52:21.705276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750888-4cee-4bb4-8d96-65f279938d17 req-ada4bcbb-46ab-48f3-833d-64b755d77929 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:21.706720 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc750888-4cee-4bb4-8d96-65f279938d17 req-ada4bcbb-46ab-48f3-833d-64b755d77929 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 985 time: 0.0824184 Dec 22 08:52:21.749385 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc750888-4cee-4bb4-8d96-65f279938d17 req-a0447ce1-eb0d-4a14-87e3-b7779890eb9c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Dec 22 08:52:22.928337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c718-64da-49e5-a061-bbabb865e72d req-ca6eb6e7-c093-45e6-bfa9-e88595b4aa33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:22.929706 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdf6c718-64da-49e5-a061-bbabb865e72d req-ca6eb6e7-c093-45e6-bfa9-e88595b4aa33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 985 time: 0.0791240 Dec 22 08:52:22.975454 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdf6c718-64da-49e5-a061-bbabb865e72d req-5fbbd369-9725-4630-b88d-25fc46ad9656 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 Dec 22 08:52:23.157547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed291c-587a-4044-af99-308b3b83c6ce req-5b5ace67-ea9e-407b-b291-0348dd9e1297 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:23.159000 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19ed291c-587a-4044-af99-308b3b83c6ce req-5b5ace67-ea9e-407b-b291-0348dd9e1297 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 985 time: 0.0805178 Dec 22 08:52:23.202764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19ed291c-587a-4044-af99-308b3b83c6ce req-388ff2fb-8e81-4dc9-b235-b8381fc8b2bd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 Dec 22 08:52:23.224741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38258) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:23.298033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a35244-f590-4cd1-b1d4-aa48158561b0 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:23.299540 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-20a35244-f590-4cd1-b1d4-aa48158561b0 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55&network_id=63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 200 len: 1133 time: 0.0738661 Dec 22 08:52:23.649347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b708b8-cb75-4861-9c73-f43b8e7b7465 req-48a7d62d-07b6-4564-ad49-da9902875608 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:23.651410 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-15b708b8-cb75-4861-9c73-f43b8e7b7465 req-48a7d62d-07b6-4564-ad49-da9902875608 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 985 time: 0.0789297 Dec 22 08:52:23.693918 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-15b708b8-cb75-4861-9c73-f43b8e7b7465 req-77cbae88-b573-4cd2-8eac-e3135082132a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369964 Dec 22 08:52:24.875152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ce52a-7140-4e05-8ece-bafc85bf62a8 req-53f1faff-25bf-48ef-8e32-ecb5a668b9b6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:24.876502 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-278ce52a-7140-4e05-8ece-bafc85bf62a8 req-53f1faff-25bf-48ef-8e32-ecb5a668b9b6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 985 time: 0.0792177 Dec 22 08:52:24.920037 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-278ce52a-7140-4e05-8ece-bafc85bf62a8 req-5508a11c-e8cc-4919-95a9-93718b7ca90a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=6364fa70-7a99-47e3-820f-3a04113446fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Dec 22 08:52:25.100596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-edc7920a-d02e-4f0b-a7e2-b7f7276bcd10 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:25.101977 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-edc7920a-d02e-4f0b-a7e2-b7f7276bcd10 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 985 time: 0.0825179 Dec 22 08:52:25.170561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-e87e16e6-7e43-424a-a9b4-15d777f6b1be tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:25.171758 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-e87e16e6-7e43-424a-a9b4-15d777f6b1be tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0643172 Dec 22 08:52:25.318659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-c1a010a6-e6c0-464c-a0c8-87fd8b3ed3cf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1384921 Dec 22 08:52:25.328235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:25.548643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:25.744140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=787fab92-5f10-4c98-bad8-0a1aaa242d4d,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:25.771432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] For port 787fab92-5f10-4c98-bad8-0a1aaa242d4d, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:25.824833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] device_id is not set on port 787fab92-5f10-4c98-bad8-0a1aaa242d4d yet. {{(pid=87601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:52:25.832595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:25.837264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:25.841700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:25.976233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=11']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:25.994855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.995250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.995626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.996021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.996392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.998038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.998038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.998038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.998038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.998420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.998509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:25.998857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:26.004668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:26.044422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] No DVR routers for this DVR port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:52:26.086118 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7720b619-85c4-4584-a5c4-c13c729a834e req-679b9599-f1ac-49c2-b08c-0116006cbd90 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=da768ed4-915e-472e-8c11-0e0e21ae9f55 HTTP/1.1" status: 200 len: 210 time: 0.0534558 Dec 22 08:52:26.118669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-63a2e389-fb54-4e7f-ace6-f08252e80796 None None] Provisioning complete for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:26.119758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-63a2e389-fb54-4e7f-ace6-f08252e80796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:26.215267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-63a2e389-fb54-4e7f-ace6-f08252e80796 None None] Port 787fab92-5f10-4c98-bad8-0a1aaa242d4d cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:26.263903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] In _notify_port_updated(), no bound segment for port 787fab92-5f10-4c98-bad8-0a1aaa242d4d on network 63b67fbb-93f1-44ee-b6f2-360353b79e57 {{(pid=87601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 08:52:26.264776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:26.265378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:26.266630 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d7ef5e3-d199-470b-8a56-930133ed52f7 req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] 10.222.0.16 "PUT /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 200 len: 1028 time: 0.9421768 Dec 22 08:52:27.186663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38272) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:27.258317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.287008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.348764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.352541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8841c6dd-7ceb-41d0-90ab-ef845a04b9ea tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:27.367886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c2858-af97-49dd-966a-c00177b5fdea,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:27.371049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:27.377776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.379003 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/e37c2858-af97-49dd-966a-c00177b5fdea HTTP/1.1" status: 204 len: 168 time: 0.1912112 Dec 22 08:52:27.407877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38278) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:27.735702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 29512a24-49a1-4097-9516-3ddca81f1cf8 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:27.736074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.915290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:27.915496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:28.038190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 29512a24-49a1-4097-9516-3ddca81f1cf8 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:28.115640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:28.170939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 787fab92-5f10-4c98-bad8-0a1aaa242d4d not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:28.189764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:28.194047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fc77ed96-4379-4d75-931d-fcb5da151f78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:28.236156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=29512a24-49a1-4097-9516-3ddca81f1cf8,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:28.272054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.272437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.272808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.273175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.273535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.273911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.274251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.274606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.274968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.275883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.276263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.276615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:28.283444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:28.337548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:28.338585 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP f3ae5144-a4c3-482a-8a9e-41573b0363e1 disassociated (deleted). External IP: 172.26.7.44, port: 787fab92-5f10-4c98-bad8-0a1aaa242d4d. Dec 22 08:52:28.680048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 2e2dcafd-9704-44ed-97c1-abb686db3b46 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:28.856250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:28.865650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] Sync routers for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:28.875261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:28.875872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:28.876390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:28.932432 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/f3ae5144-a4c3-482a-8a9e-41573b0363e1 HTTP/1.1" status: 204 len: 168 time: 1.5228722 Dec 22 08:52:29.051171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:29.077478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38286) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:29.146584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.180903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.244522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.248360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-93e3193f-5ffb-45b8-aced-1d699509aead tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:29.263491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b623e3a9-767c-474f-8c3c-77a3168f92b6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:29.267490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:29.270839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.271953 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/b623e3a9-767c-474f-8c3c-77a3168f92b6 HTTP/1.1" status: 204 len: 168 time: 0.1934338 Dec 22 08:52:29.304223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38292) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:29.370624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 787fab92-5f10-4c98-bad8-0a1aaa242d4d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:29.370965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.377749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:50Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:29.381640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] Checking router: 2e2dcafd-9704-44ed-97c1-abb686db3b46 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:29.390042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:29.390639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:29.566728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:29.615331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.737421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 787fab92-5f10-4c98-bad8-0a1aaa242d4d owned by {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:29.879134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:50Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:29.883106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d12ac-a7c9-45ac-83b3-ab431c63f782 None None] The sync data for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv is: [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '71f854d6-cbe9-4882-a7a1-1524f0faccbf', 'name': '', 'network_id': '63b67fbb-93f1-44ee-b6f2-360353b79e57', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:22:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:42Z', 'updated_at': '2021-12-22T08:51:50Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '039831de-9749-4413-9c4a-fe2d6aafe775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:30.002666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:30.009286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-93f0a5b2-cbba-45ec-8e32-7da77cf14485 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:30.084956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=787fab92-5f10-4c98-bad8-0a1aaa242d4d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:30.087554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:30.128166 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1288d-b94a-4011-88ab-f93076099d95 None None] New status for floating IP f3ae5144-a4c3-482a-8a9e-41573b0363e1: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:52:30.163050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:30.173626 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/ports/787fab92-5f10-4c98-bad8-0a1aaa242d4d HTTP/1.1" status: 204 len: 168 time: 0.8682535 Dec 22 08:52:30.176416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38296) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:30.718754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:31.079568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 71f854d6-cbe9-4882-a7a1-1524f0faccbf {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:31.079976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:31.263048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 71f854d6-cbe9-4882-a7a1-1524f0faccbf, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=71f854d6-cbe9-4882-a7a1-1524f0faccbf,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:31.263727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:31.501369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 71f854d6-cbe9-4882-a7a1-1524f0faccbf owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:31.679131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:31.683075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:31.729918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=71f854d6-cbe9-4882-a7a1-1524f0faccbf,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:31.756143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:31.996855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.348396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 2e2dcafd-9704-44ed-97c1-abb686db3b46 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:32.525994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:32.535700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] Sync routers for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:32.540477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/2e2dcafd-9704-44ed-97c1-abb686db3b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3630459 Dec 22 08:52:32.543158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38300) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:32.545629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:32.546241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:32.608198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet 039831de-9749-4413-9c4a-fe2d6aafe775 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:52:32.610983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.666501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.719358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:32.746702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.818744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.822772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9c83267-0468-48ce-b103-4965f3ac894f tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:32.985720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=039831de-9749-4413-9c4a-fe2d6aafe775,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:32.989153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:32.991516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:32.998128 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/039831de-9749-4413-9c4a-fe2d6aafe775 HTTP/1.1" status: 204 len: 168 time: 0.4540441 Dec 22 08:52:33.000704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38304) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:33.016989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5203b3-7976-47ba-9ef4-3f0c0b53203c None None] Network 63b67fbb-93f1-44ee-b6f2-360353b79e57 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:52:33.177901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.208512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:52:31Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:33.215065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] Checking router: 2e2dcafd-9704-44ed-97c1-abb686db3b46 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:33.228712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] Routers {'2e2dcafd-9704-44ed-97c1-abb686db3b46'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:33.229318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['2e2dcafd-9704-44ed-97c1-abb686db3b46'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:33.353782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.366064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] DHCP port deletion for 63b67fbb-93f1-44ee-b6f2-360353b79e57 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:52:33.366285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:33.366520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.388935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Deleting port 883d46e1-98ab-4c47-af75-8cb8a4c6479f {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:52:33.389312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.492835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] Set router 2e2dcafd-9704-44ed-97c1-abb686db3b46 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:33.545917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:33.546285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.667359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:33.838365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.843044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e334b488-2691-4b40-8297-0534d8d312cc tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:33.847656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] For port 883d46e1-98ab-4c47-af75-8cb8a4c6479f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=883d46e1-98ab-4c47-af75-8cb8a4c6479f,segment=NetworkSegment(2acada17-9aa1-4cf7-9c25-5fa87ce28b38),segment_id=2acada17-9aa1-4cf7-9c25-5fa87ce28b38)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:33.848171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:33.885825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=8d0f29e7-7492-40a9-b3fe-56ddbe2a091d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:33.919151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:33.974814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.053516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Calling delete_port for 883d46e1-98ab-4c47-af75-8cb8a4c6479f owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:52:34.148891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.153908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:34.155196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.157453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.181224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.181774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2dcafd-9704-44ed-97c1-abb686db3b46 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:52:34.191377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 883d46e1-98ab-4c47-af75-8cb8a4c6479f no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:34.196600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.198221 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/2e2dcafd-9704-44ed-97c1-abb686db3b46 HTTP/1.1" status: 204 len: 168 time: 1.1966343 Dec 22 08:52:34.200963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38308) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:34.218943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:52:31Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:34.239060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Pushing event deleted for resources: {'Port': ['ID=883d46e1-98ab-4c47-af75-8cb8a4c6479f,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:34.242528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 883d46e1-98ab-4c47-af75-8cb8a4c6479f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:52:34.242860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 883d46e1-98ab-4c47-af75-8cb8a4c6479f not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:34.244261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:34.245141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] No DVR routers for this DVR port 883d46e1-98ab-4c47-af75-8cb8a4c6479f on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:52:34.246590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0beb83f-fa5c-4e22-952a-5e8995f57625 None None] The sync data for ids ['2e2dcafd-9704-44ed-97c1-abb686db3b46'] in dv-neutron-822602-1-hyperv is: [{'id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'name': 'tempest-TestNetworkBasicOps-router-437074704', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:52:31Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '8d0f29e7-7492-40a9-b3fe-56ddbe2a091d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2dcafd-9704-44ed-97c1-abb686db3b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:51:38Z', 'updated_at': '2021-12-22T08:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:34.429554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.557763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.582584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b67fbb-93f1-44ee-b6f2-360353b79e57']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:34.595483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acada17-9aa1-4cf7-9c25-5fa87ce28b38') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:34.595778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acada17-9aa1-4cf7-9c25-5fa87ce28b38') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:34.607678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.624091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.630494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:52:34.631018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:52:34.646480 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:52:34.729473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.734302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.737071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-10ae99d6-ce83-447e-9c81-b7c630ca184e tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:34.759209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=63b67fbb-93f1-44ee-b6f2-360353b79e57,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:34.762005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:34.769058 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/63b67fbb-93f1-44ee-b6f2-360353b79e57 HTTP/1.1" status: 204 len: 168 time: 0.5671735 Dec 22 08:52:34.782715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38312) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:34.795765 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d4f701c7-0281-4219-856b-4bd451b32ae0 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118728 Dec 22 08:52:34.798310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38316) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:34.803973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--1814939216', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:34.809787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:34.814081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:34.817957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:34.824208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:34.833552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:34.836975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.865998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:52:34.876338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.876689 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment 10e79cc7-476d-481b-b3d4-65065283399c of type vlan for network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a Dec 22 08:52:34.903862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.939102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.944772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:34.945312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:34.949291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4f01eccb-3ef7-47f8-9e30-5ab8b7685edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:35.173806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:35.177347 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3782198 Dec 22 08:52:35.178217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:35.180049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38320) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:35.184805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:52:35.185887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-7064555', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:35.193288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:35.197943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:35.200773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:35.207203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:35.216853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.217833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.233627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.533431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.844175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.873614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:36.005126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.225 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:36.070594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:36.104033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:52:36.104303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8d0f29e7-7492-40a9-b3fe-56ddbe2a091d not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:36.104733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 71f854d6-cbe9-4882-a7a1-1524f0faccbf no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:36.136964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 71f854d6-cbe9-4882-a7a1-1524f0faccbf {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:52:36.137313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 71f854d6-cbe9-4882-a7a1-1524f0faccbf not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:36.154042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:36.183749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:36.188179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:36.244796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:36.247520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:36.251080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:36.295108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:36.299171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:36.776013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:37.106976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:37.308862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 191d07aa-d4a3-4322-9705-59333cfec677 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:52:37.483522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:37.493277 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Sync routers for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:37.507045 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:37.508007 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:37.514770 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:37.519002 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3379314 Dec 22 08:52:37.519766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38324) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:37.586071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-17b6aede-cb6a-4e44-8820-547dca27fbd9 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643535 Dec 22 08:52:37.588337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38328) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:37.715710 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:37.717521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e3edc-5a6a-41dd-a1ec-b44b0d4d3926 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:37.718988 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-454e3edc-5a6a-41dd-a1ec-b44b0d4d3926 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297269 Dec 22 08:52:37.721778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38332) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:37.764515 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-022f36de-4ac0-4ada-a40b-dddb4ebb60f4 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415018 Dec 22 08:52:37.766789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38336) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:37.772450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112830726', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:37.883946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:37.887685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:37.890498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:37.896163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:37.905360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:37.909161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.059945 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:36Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:38.063794 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Checking router: 191d07aa-d4a3-4322-9705-59333cfec677 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:38.064174 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Updating router 191d07aa-d4a3-4322-9705-59333cfec677 port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:52:38.116507 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.128851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.133249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e9c946d-2dcb-40aa-aff3-403ffee26271 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:38.218215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=0a2935a0-57f0-41b7-970c-6dba3612eee6,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:38.222097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:38.224896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:38.225259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:52:38.244534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:52:38.253248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:38.257365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:38.257951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.264469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16db6e-d756-4b98-8aa1-e590f661dfd6 None None] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:52:38.281806 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4087f9b0-5b92-46a1-a30b-0f2acc28f6d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5114830 Dec 22 08:52:38.282016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38340) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:38.445143 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.458560 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Transition to ACTIVE for port object 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:38.465678 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.469842 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:38.487861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:52:38.489652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.553475 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Attempting to bind port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:38.554020 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Attempting to bind port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:38.554225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Attempting to bind port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:38.563201 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:38.563647 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:38.564081 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.564479 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:38.564943 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Bound port: 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:38.565320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.610486 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Pushing event updated for resources: {'Port': ['ID=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:38.624153 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.624508 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.624845 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.625174 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.625498 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.625884 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.626198 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.626519 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.626836 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.627148 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.627463 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.627773 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:38.632869 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:38.658423 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] For port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:38.662113 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] For port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:38.666847 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.671867 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-e0c76e8b-6dd9-4559-86f7-923b5a95fdd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:38.680404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Allocated IP 172.20.0.2 (f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a/0a2935a0-57f0-41b7-970c-6dba3612eee6/7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:38.747862 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:38.748542 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:38.823633 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Pushing event updated for resources: {'Port': ['ID=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:38.828756 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:38.905965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.917847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Transition to ACTIVE for port object 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:38.934836 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:38.940102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Transition to ACTIVE for port object 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:38.945524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.950800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b74eb8c8-4137-4946-993a-0a5784d5066e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:39.017481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:39.020418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:39.023708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:39.066109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Pushing event updated for resources: {'Port': ['ID=7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:39.102410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.102747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.103619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.103967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.104421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.104752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.105072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.105389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.105706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.106018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.106330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.106639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:39.115325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:39.121496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.139949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Attempting to bind port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:39.140328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Attempting to bind port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:39.140695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Attempting to bind port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea on network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:39.146316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:39.146745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Checking segment: {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:39.147151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.147548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Bound using segment: {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:39.148014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Bound port: 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:39.148451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.241864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] For port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:39.243433 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:36Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:39.245779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] For port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:39.248322 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d12db7-cb9c-4b2c-be2b-83a4839912f2 None None] The sync data for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv is: [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:36Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:39.252596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.256473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:39.351098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Pushing event updated for resources: {'Port': ['ID=7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:39.354478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:39.612827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a/0a2935a0-57f0-41b7-970c-6dba3612eee6/311f475a-36eb-4ed0-a65e-876fb1a8effe) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:39.631605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.759205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c727a169-6b7f-450d-ae1b-83645843cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.794780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.811058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 311f475a-36eb-4ed0-a65e-876fb1a8effe will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:39.834978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.838694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b9af6568-0bb1-4839-90bd-b707ee57b764 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:39.908222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:39.911609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:39.915672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:39.953007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:39.962032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:39.983670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.208031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:40.292938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.306164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:40.315455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:40.395251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:40.401368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:40.401754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.428809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e21d3-daaf-4e6f-a5e7-22dec8f069ce None None] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:52:40.596329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Provisioning for port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:40.632050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Provisioning complete for port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:40.632347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.833895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.862056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.867110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.897637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3749d8fb-9feb-4cae-ad3e-154c56248098 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:40.913643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:40.936600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.942014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-68ac6324-0cf8-4379-9520-0baabe7f3b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:40.985870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.989373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:40.992633 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:41.018229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.072928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:41.079115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:41.098833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] For port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:41.104103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.107378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21919a85-0443-461d-bc39-e5d353aae5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:41.143621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:41.145957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:41.178581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Pushing event updated for resources: {'Port': ['ID=7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:41.182533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:41.325505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-224d18bf-79db-42d1-a4c6-e309bda36db3 None None] Provisioning complete for port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:41.325815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-224d18bf-79db-42d1-a4c6-e309bda36db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.341378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 191d07aa-d4a3-4322-9705-59333cfec677 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:41.471269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-224d18bf-79db-42d1-a4c6-e309bda36db3 None None] Provisioning for port 311f475a-36eb-4ed0-a65e-876fb1a8effe completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:41.476097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-224d18bf-79db-42d1-a4c6-e309bda36db3 None None] Provisioning complete for port 311f475a-36eb-4ed0-a65e-876fb1a8effe triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:41.476474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-224d18bf-79db-42d1-a4c6-e309bda36db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.533535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-224d18bf-79db-42d1-a4c6-e309bda36db3 None None] Port 311f475a-36eb-4ed0-a65e-876fb1a8effe cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:41.538485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:41.550703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Sync routers for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:41.555007 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/191d07aa-d4a3-4322-9705-59333cfec677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2697945 Dec 22 08:52:41.555487 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38344) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:41.566036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:41.567105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:41.704468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a6b17-00d6-42ed-ae94-076ea4c49cad tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.704962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a6b17-00d6-42ed-ae94-076ea4c49cad tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.705440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a6b17-00d6-42ed-ae94-076ea4c49cad tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.705906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a6b17-00d6-42ed-ae94-076ea4c49cad tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.707545 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-357a6b17-00d6-42ed-ae94-076ea4c49cad tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1503665 Dec 22 08:52:41.710300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38348) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:41.726932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a64a3875-ef2b-4548-bde8-157df4ed63f7 None None] Provisioning complete for port 311f475a-36eb-4ed0-a65e-876fb1a8effe triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:41.727301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a64a3875-ef2b-4548-bde8-157df4ed63f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.777197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93d64b-7bc5-4e67-8e59-c712c20c7fe2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.777550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93d64b-7bc5-4e67-8e59-c712c20c7fe2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.778014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93d64b-7bc5-4e67-8e59-c712c20c7fe2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.778462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93d64b-7bc5-4e67-8e59-c712c20c7fe2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:41.780114 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0a93d64b-7bc5-4e67-8e59-c712c20c7fe2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0688930 Dec 22 08:52:41.782801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38352) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:41.796103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a64a3875-ef2b-4548-bde8-157df4ed63f7 None None] Port 311f475a-36eb-4ed0-a65e-876fb1a8effe cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:41.801426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:42.028115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8b6d306c-0535-4bff-8869-38a792f6cab3 None None] Provisioning complete for port 311f475a-36eb-4ed0-a65e-876fb1a8effe triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:42.028490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b6d306c-0535-4bff-8869-38a792f6cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.095499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-637dd0fd-148d-4d10-b989-ee795474c0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.126904 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8a5b77d1-0be4-49e6-9f1e-107f4039e8c2 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3428211 Dec 22 08:52:42.159418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:42.190143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d306c-0535-4bff-8869-38a792f6cab3 None None] Port 311f475a-36eb-4ed0-a65e-876fb1a8effe cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:42.256880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:42.257263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.287350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:42.302102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Checking router: 191d07aa-d4a3-4322-9705-59333cfec677 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:52:42.302464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Updating router 191d07aa-d4a3-4322-9705-59333cfec677 port 311f475a-36eb-4ed0-a65e-876fb1a8effe binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:52:42.365318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.469016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38358) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:42.474361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865221656', 'description': 'tempest-secgroup-smoke-865221656 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:42.480414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:42.484602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:42.487567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:42.493469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:42.505552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.526120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:42.529918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:42.531266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:42.532968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:42.538622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:42.611801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.615889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.619975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7aaf665-b73f-4a7d-943f-41dc8d1dda43 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:42.661020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e59a9c-3093-434b-9f85-88cdc31e7cb2,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:42.664059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:42.664745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.665976 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1959524 Dec 22 08:52:42.670133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38362) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:42.676058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e6e59a9c-3093-434b-9f85-88cdc31e7cb2', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:42.682431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:42.686369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:42.689369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:42.695122 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:42.713170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.739366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:42.739745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.773647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.777802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.779844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e1299616-45e9-4ee4-a681-8a1a68d2433e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:42.802348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f244a1e1-58fa-4fb3-8271-d1aae22a6c89,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:42.804687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:42.812684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.816487 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428506 Dec 22 08:52:42.816708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:42.822366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e6e59a9c-3093-434b-9f85-88cdc31e7cb2', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:42.828103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:42.831837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:42.834662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:42.840905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:42.857419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.917707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.921277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.927640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cdff969c-0e92-4d71-9e21-2c8c8c2d91d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:42.947850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1944195c-d8b1-4392-be9b-edc15e377f36,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:42.950790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:42.958397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.963005 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427412 Dec 22 08:52:42.963302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38370) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:42.968641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e6e59a9c-3093-434b-9f85-88cdc31e7cb2', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:42.971673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.974457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:42.978752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:42.981590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:42.983492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Transition to ACTIVE for port object 311f475a-36eb-4ed0-a65e-876fb1a8effe will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:42.987555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:42.990040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.994366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5fd52db4-8f1e-491e-8455-91261e410215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:43.004839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.072432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.076168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.083092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ddb5b063-9780-48c4-8c01-584f64885255 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:43.105675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0145997-df44-4f5a-a6cc-8be83d6f5f7d,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:43.108484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:43.118531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.123350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565547 Dec 22 08:52:43.123644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38374) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:43.128967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e6e59a9c-3093-434b-9f85-88cdc31e7cb2', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:43.135493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:43.139646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:43.143159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:43.150696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:43.170093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.173005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aab924-c943-4ce8-be79-e452d0c47eb1 None None] Pushing event updated for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:43.201741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15aab924-c943-4ce8-be79-e452d0c47eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:43.238840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.245396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Attempting to bind port 311f475a-36eb-4ed0-a65e-876fb1a8effe on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:43.246260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Attempting to bind port 311f475a-36eb-4ed0-a65e-876fb1a8effe by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:43.246260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Attempting to bind port 311f475a-36eb-4ed0-a65e-876fb1a8effe on network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:43.251068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.251396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.253990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:43.254388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Checking segment: {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:43.254874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.255228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Bound using segment: {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:43.255351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.255757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Bound port: 311f475a-36eb-4ed0-a65e-876fb1a8effe, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:43.256244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.262505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5520d38-90b7-4339-a084-3fe1af3a85fc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:43.285678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1a145f-2fea-4ca3-93f3-42ccab724fcb,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:43.288725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:43.296803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.300943 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735551 Dec 22 08:52:43.301083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38378) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:43.306945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e6e59a9c-3093-434b-9f85-88cdc31e7cb2', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:43.312797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:43.316799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:43.319742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:43.325286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:43.335893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:43.343125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.358427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] For port 311f475a-36eb-4ed0-a65e-876fb1a8effe, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:43.361448 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] For port 311f475a-36eb-4ed0-a65e-876fb1a8effe, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=311f475a-36eb-4ed0-a65e-876fb1a8effe,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:43.365433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.369870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:43.406767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.410746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.412676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-55aac8c4-be26-4b13-9d21-58d8fc72f976 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:43.435428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef9a12a-adfe-4573-ad54-ddce963c9228,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:43.438126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:43.443412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:43.444222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:43.446061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.447462 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454802 Dec 22 08:52:43.450161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38382) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:43.455654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'e6e59a9c-3093-434b-9f85-88cdc31e7cb2', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:43.461786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:43.466245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:43.469255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:43.475042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:43.487038 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:43.494983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.542881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aab924-c943-4ce8-be79-e452d0c47eb1 None None] Pushing event updated for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:43.575981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.581351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.584185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2935f669-22b2-45b1-b64b-69880aff7496 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:43.599504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15aab924-c943-4ce8-be79-e452d0c47eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:43.610823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa5f64d-9845-42a6-b71e-07dd5c14fc6e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:43.613754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:43.622950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.631186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730099 Dec 22 08:52:43.654430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:43.799607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a0fcb276-3b1b-4213-8e9a-69ca8176ce1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:43.815559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a0fcb276-3b1b-4213-8e9a-69ca8176ce1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:43.816778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a0fcb276-3b1b-4213-8e9a-69ca8176ce1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865221656&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0584636 Dec 22 08:52:43.967397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a97e33d2-513d-4ba1-8466-75dedd37920a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:43.968115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a97e33d2-513d-4ba1-8466-75dedd37920a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:43.985335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a97e33d2-513d-4ba1-8466-75dedd37920a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:43.986516 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a97e33d2-513d-4ba1-8466-75dedd37920a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a HTTP/1.1" status: 200 len: 797 time: 0.1631577 Dec 22 08:52:44.001739 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-9174cb49-f05f-44fa-8ff4-66ad9f2e4fb6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0095515 Dec 22 08:52:44.014157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:52:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:44.018369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ac9f-effe-43aa-a122-6c37dac019c1 None None] The sync data for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv is: [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:52:43Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:52:44.099675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-46ea797a-d934-434d-979e-3e7fed5d644a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:44.116765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-46ea797a-d934-434d-979e-3e7fed5d644a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:44.118170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-46ea797a-d934-434d-979e-3e7fed5d644a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113541 Dec 22 08:52:44.160786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 311f475a-36eb-4ed0-a65e-876fb1a8effe up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:44.239820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 311f475a-36eb-4ed0-a65e-876fb1a8effe completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:44.246249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 311f475a-36eb-4ed0-a65e-876fb1a8effe triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:44.246625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.374344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.404787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-43bf2eb4-1f6d-4853-b1c0-931fd47701ec service neutron] 10.222.0.36 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668548 Dec 22 08:52:44.416561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 311f475a-36eb-4ed0-a65e-876fb1a8effe, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=311f475a-36eb-4ed0-a65e-876fb1a8effe,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:44.420859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.423062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1512d60a-1be3-4903-9b41-177cadd718ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:44.506938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:44.511604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:44.518036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.551301 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-af889e42-d218-4ab2-923f-38ce8d01c275 service neutron] 10.222.0.36 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404147 Dec 22 08:52:44.745146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-34127197-e8bc-4875-b197-43748403ed12 req-8dd42e65-022c-47fd-98eb-7256d88bfb2d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:44.757187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-34127197-e8bc-4875-b197-43748403ed12 req-8dd42e65-022c-47fd-98eb-7256d88bfb2d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:44.758355 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-34127197-e8bc-4875-b197-43748403ed12 req-8dd42e65-022c-47fd-98eb-7256d88bfb2d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 210 time: 0.0633087 Dec 22 08:52:45.934798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-00e8e8ac-2b97-4d37-bab6-b1a666302259 req-5e0d4c23-2f53-434e-9b33-35b014cdc607 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 210 time: 0.0629189 Dec 22 08:52:45.989382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a41b5e9a-8a69-465d-ae21-4dafa4a98737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:45.990785 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-a41b5e9a-8a69-465d-ae21-4dafa4a98737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a HTTP/1.1" status: 200 len: 797 time: 0.1990292 Dec 22 08:52:46.041082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-f5bf7d8c-ac04-456d-b0a2-a5392b4bee65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 379 time: 0.0388019 Dec 22 08:52:46.050933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['e6e59a9c-3093-434b-9f85-88cdc31e7cb2']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:46.124878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 311f475a-36eb-4ed0-a65e-876fb1a8effe up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:46.188761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:46.192289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 311f475a-36eb-4ed0-a65e-876fb1a8effe triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:46.192669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.198478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:46.207969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:46.211364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.375068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.12 (f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a/0a2935a0-57f0-41b7-970c-6dba3612eee6/1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:46.560255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.575717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:46.597851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.603266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4fad8778-ff48-4f8b-b7f9-7ae0fa8c98b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:46.667983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:46.671115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:46.674873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:46.714117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:46.722731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:46.746805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:46.747403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.771977 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7248256 Dec 22 08:52:46.783173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Request body: {'port': {'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:46.864295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-01004bcd-3846-4b4d-b3e9-8442be7fa9ad None None] Provisioning for port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:46.869500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-01004bcd-3846-4b4d-b3e9-8442be7fa9ad None None] Provisioning complete for port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:46.869870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01004bcd-3846-4b4d-b3e9-8442be7fa9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.895312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.920797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-01004bcd-3846-4b4d-b3e9-8442be7fa9ad None None] Port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:52:47.121290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6f985-f3d8-443c-a65a-f7e8f1b7b9af req-de5420d8-61e6-411c-aad5-c827ca9115f6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:47.122628 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ef6f985-f3d8-443c-a65a-f7e8f1b7b9af req-de5420d8-61e6-411c-aad5-c827ca9115f6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 932 time: 0.0811872 Dec 22 08:52:47.169977 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ef6f985-f3d8-443c-a65a-f7e8f1b7b9af req-e6b8298a-ac8c-40cd-9d1d-4a2ebcf6728c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Dec 22 08:52:47.239543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:52:47.246732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.260692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Transition to ACTIVE for port object 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:47.264428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.268856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:47.339006 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:52:47.549522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Pushing event updated for resources: {'Port': ['ID=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:47.556481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:47.621841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Attempting to bind port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:47.622103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Attempting to bind port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:47.622419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Attempting to bind port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f on network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:47.626853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f on network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:52:47.627126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Attempting to bind port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f on network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:52:47.632297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:52:47.632630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Checking segment: {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:52:47.633009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Bound using segment: {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:52:47.633419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Bound port: 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e79cc7-476d-481b-b3d4-65065283399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:47.633757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.725325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] For port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:52:47.728313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] For port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:52:47.732886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.736570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1257d1e1-ea64-4b7d-9888-585cf4e5d4c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:47.801673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:47.802283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.804100 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] 10.222.0.16 "PUT /v2.0/ports/1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f HTTP/1.1" status: 200 len: 1094 time: 1.0250928 Dec 22 08:52:47.804614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:47.826925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Pushing event updated for resources: {'Port': ['ID=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:47.842093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:47.933034 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'status': 'completed', 'code': 200} Dec 22 08:52:47.935831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-f2eaf813-f96b-4052-93ad-8db6196e455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:47.937542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-f2eaf813-f96b-4052-93ad-8db6196e455b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 1097 time: 0.0878162 Dec 22 08:52:48.011531 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-12ba5273-5b13-4909-9b07-46c01f991660 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f HTTP/1.1" status: 200 len: 217 time: 0.0660851 Dec 22 08:52:48.072881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-bbf96b25-2f95-4a3c-9d6f-1c75fb9f089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.074277 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-bbf96b25-2f95-4a3c-9d6f-1c75fb9f089d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a2935a0-57f0-41b7-970c-6dba3612eee6 HTTP/1.1" status: 200 len: 835 time: 0.0571465 Dec 22 08:52:48.148703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-1b2d5717-bea2-4ca5-ab7c-b8a8cee8a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.150098 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-1b2d5717-bea2-4ca5-ab7c-b8a8cee8a152 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697985 Dec 22 08:52:48.282885 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-e49369a0-ea1d-4043-93d3-18ad48098fbb service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262679 Dec 22 08:52:48.353667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb2c2a-732f-4a49-b2f9-4fcba052d049 req-17dce652-8109-4aa1-b01c-85bf0d9d35e4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.355101 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ecb2c2a-732f-4a49-b2f9-4fcba052d049 req-17dce652-8109-4aa1-b01c-85bf0d9d35e4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 944 time: 0.0823784 Dec 22 08:52:48.398222 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ecb2c2a-732f-4a49-b2f9-4fcba052d049 req-a2235242-892c-4f16-a532-5be14ad6d858 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374205 Dec 22 08:52:48.417071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5f4d4bb-95c2-4d87-89a4-6742cf508e46 req-0a3263f4-9d12-47c5-b08c-85abc5a448ce service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272235 Dec 22 08:52:48.531273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-551d4b4d-ce65-45bd-a5b5-8ccbb5a427de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.532787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-551d4b4d-ce65-45bd-a5b5-8ccbb5a427de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 1097 time: 0.0734577 Dec 22 08:52:48.661124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-baa5b85b-a485-4681-95bd-f7696da9d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.662526 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-baa5b85b-a485-4681-95bd-f7696da9d1aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a HTTP/1.1" status: 200 len: 897 time: 0.1235936 Dec 22 08:52:48.732824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-a47f963f-ab9e-438b-8467-88c275c6377c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f HTTP/1.1" status: 200 len: 217 time: 0.0641561 Dec 22 08:52:48.792904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-5981e902-7507-40c1-9e1c-f490f27b4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.794289 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-5981e902-7507-40c1-9e1c-f490f27b4371 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a2935a0-57f0-41b7-970c-6dba3612eee6 HTTP/1.1" status: 200 len: 835 time: 0.0558538 Dec 22 08:52:48.866652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-8fd9b3d4-49a0-42a0-9d7b-259e7ce92490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.868112 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-8fd9b3d4-49a0-42a0-9d7b-259e7ce92490 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678518 Dec 22 08:52:48.995435 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-cbd73583-f15b-4524-a03e-af41e483666f service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211622 Dec 22 08:52:49.129113 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6a3a2ab-6573-4bbe-ad82-de923009d0a8 req-1b2ed5ce-5072-4997-8663-8e584424efc5 service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269944 Dec 22 08:52:49.591316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdaef4-f73a-4299-a1e7-6582c37dd902 req-ac9da8a2-71fd-4dce-861e-6a2a8fa0aed7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:49.592031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b1cdaef4-f73a-4299-a1e7-6582c37dd902 req-ac9da8a2-71fd-4dce-861e-6a2a8fa0aed7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:49.606648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-b1cdaef4-f73a-4299-a1e7-6582c37dd902 req-ac9da8a2-71fd-4dce-861e-6a2a8fa0aed7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:49.607738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b1cdaef4-f73a-4299-a1e7-6582c37dd902 req-ac9da8a2-71fd-4dce-861e-6a2a8fa0aed7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 944 time: 0.0977864 Dec 22 08:52:49.651881 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b1cdaef4-f73a-4299-a1e7-6582c37dd902 req-e5a6eb48-4681-4054-bdf5-430a69016a76 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383348 Dec 22 08:52:50.830714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2697aa-7350-4eaf-a2b6-953915f32614 req-849d7f9a-e5a6-4944-b005-5a5cd086ef6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:50.832094 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ee2697aa-7350-4eaf-a2b6-953915f32614 req-849d7f9a-e5a6-4944-b005-5a5cd086ef6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 944 time: 0.0788207 Dec 22 08:52:50.876139 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ee2697aa-7350-4eaf-a2b6-953915f32614 req-cd229733-83e4-4e19-ad5c-e1fa99203018 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377209 Dec 22 08:52:52.056762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e98b56-1c12-43b4-a479-0e6f0fad0ad5 req-e3af2c01-12ee-45e9-8198-ed03b7141341 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.058199 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-09e98b56-1c12-43b4-a479-0e6f0fad0ad5 req-e3af2c01-12ee-45e9-8198-ed03b7141341 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 944 time: 0.0792382 Dec 22 08:52:52.104961 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-09e98b56-1c12-43b4-a479-0e6f0fad0ad5 req-fb1633b7-cb68-4980-bb31-2ed021feb10e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410597 Dec 22 08:52:52.209522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:52:52.338825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:52.351197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'mac_address': 'fa:16:3e:28:ca:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:52:52.408840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.425916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:52:52.440712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:52.444856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.446552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-29c851d6-ce4a-414f-b851-0970010244e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:52.508789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:52.511687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:52.744427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:52:53.293636 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a53c3-7a3c-462f-9f0b-bfdb4c1a8d01 req-ec9cd744-fec8-4c18-9752-47996f8d49c4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:53.295064 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d6a53c3-7a3c-462f-9f0b-bfdb4c1a8d01 req-ec9cd744-fec8-4c18-9752-47996f8d49c4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 945 time: 0.0810826 Dec 22 08:52:53.338247 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6d6a53c3-7a3c-462f-9f0b-bfdb4c1a8d01 req-74844c9b-e120-4b35-8f45-41c298dab5fe tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Dec 22 08:52:54.223853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:54.292868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:54.297366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:54.297739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:54.412464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:54.440403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:54.452823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:52:54.457997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:54.460115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-14bf2687-f027-46e4-b359-be969bc35592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:54.529137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:54.532043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8c04-b210-4e0a-84f6-ef36449577a0 req-097613e3-f3f6-48fd-9613-4e24b8942f15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:54.533664 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d04c8c04-b210-4e0a-84f6-ef36449577a0 req-097613e3-f3f6-48fd-9613-4e24b8942f15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 946 time: 0.0911357 Dec 22 08:52:54.536748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:54.562963 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'code': 200} Dec 22 08:52:54.583341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d04c8c04-b210-4e0a-84f6-ef36449577a0 req-4b1609fd-225d-4e91-8d9e-8dd9a2e4c89a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 Dec 22 08:52:54.904821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d109c-ff7a-4dc3-8234-79aad1e76f35 req-59f8476f-343c-4a3b-a017-41df40baa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:54.906272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d87d109c-ff7a-4dc3-8234-79aad1e76f35 req-59f8476f-343c-4a3b-a017-41df40baa6cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 1099 time: 0.1866043 Dec 22 08:52:54.946938 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d87d109c-ff7a-4dc3-8234-79aad1e76f35 req-dc39e428-d892-40d0-b512-ddeb233c7a39 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Dec 22 08:52:55.767048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef03154-3050-4365-ae1d-d6d1ca124d23 req-e5b1f384-852c-4153-b767-aab1d0e6a788 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:55.768523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ef03154-3050-4365-ae1d-d6d1ca124d23 req-e5b1f384-852c-4153-b767-aab1d0e6a788 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 946 time: 0.0794094 Dec 22 08:52:55.820838 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ef03154-3050-4365-ae1d-d6d1ca124d23 req-dc402b90-102c-4a28-bc6c-1ec26059537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465829 Dec 22 08:52:57.004237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd84d-3c93-4718-acbb-d8085b2ee81d req-e76137b9-60ec-4b46-8938-475fb253e1fe tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:57.005660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-339bd84d-3c93-4718-acbb-d8085b2ee81d req-e76137b9-60ec-4b46-8938-475fb253e1fe tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 946 time: 0.0785942 Dec 22 08:52:57.048424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-339bd84d-3c93-4718-acbb-d8085b2ee81d req-89a5136c-07e0-466c-b080-48cd34a1a228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372858 Dec 22 08:52:57.229044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f614dba-24cc-4617-8008-102f125cbfbe req-b66eb6f3-f0b0-46f3-ba42-54eef17ab824 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:57.230484 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7f614dba-24cc-4617-8008-102f125cbfbe req-b66eb6f3-f0b0-46f3-ba42-54eef17ab824 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 946 time: 0.0817847 Dec 22 08:52:57.273071 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7f614dba-24cc-4617-8008-102f125cbfbe req-a3348241-42b4-4fe0-8c1b-25af11fd1b39 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369880 Dec 22 08:52:57.295391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:57.371674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e794c7-788a-48c5-b58b-2de3add37765 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:57.373250 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-18e794c7-788a-48c5-b58b-2de3add37765 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 1094 time: 0.0768771 Dec 22 08:52:57.376017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38452) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:57.381020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:52:57.387301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:57.391057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:57.393865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:57.400050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:57.410227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.543241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.673172 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.104 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/f70ad4e1-8933-46aa-a09f-b319600c6178) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:57.817593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.846726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.851297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5fe5e152-6295-4cdf-9d25-625579201ce5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:57.913836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:57.916665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:57.920306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:52:57.963910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=f70ad4e1-8933-46aa-a09f-b319600c6178,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:57.967855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:58.333850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.406214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.723936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.728985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.732838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2a7f8aa8-b0d1-46d2-96d6-fef1c6acc024 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:58.837629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=f70ad4e1-8933-46aa-a09f-b319600c6178,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:58.840451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:58.848934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:59.019447 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP 2784aa82-ead8-4fda-9774-40bfc7238233 associated. External IP: 172.26.7.104, port: 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f. Dec 22 08:52:59.364165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 191d07aa-d4a3-4322-9705-59333cfec677 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:52:59.537830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:52:59.549166 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] Sync routers for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:52:59.560574 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:52:59.561365 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:59.562065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:59.618827 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2416973 Dec 22 08:52:59.619494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:59.621565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38456) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:59.663383 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'status': 'completed', 'code': 200} Dec 22 08:52:59.740200 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:52:59.856212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d27fdd43-23ed-4ceb-a7e4-73b84e016cb1 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers/191d07aa-d4a3-4322-9705-59333cfec677 HTTP/1.1" status: 200 len: 920 time: 0.2331898 Dec 22 08:52:59.858885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38462) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:59.863002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-615200fc-58e9-4898-8c86-859835443050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:59.864481 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-615200fc-58e9-4898-8c86-859835443050 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 1099 time: 0.1717992 Dec 22 08:52:59.965620 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7e5f952c-be12-483c-9e1d-23ff03512c58 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 992 time: 0.1053081 Dec 22 08:52:59.998256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-9cd2adc8-4aef-4d99-8917-d8e7ee452968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:59.999711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-9cd2adc8-4aef-4d99-8917-d8e7ee452968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a HTTP/1.1" status: 200 len: 897 time: 0.1289709 Dec 22 08:53:00.107232 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-bed199d2-2166-4b92-8268-228044c7cc57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f HTTP/1.1" status: 200 len: 1000 time: 0.1004498 Dec 22 08:53:00.113311 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '2784aa82-ead8-4fda-9774-40bfc7238233', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'mac_address': 'fa:16:3e:28:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:58Z', 'updated_at': '2021-12-22T08:52:58Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:52:44Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:00.117216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] Checking router: 191d07aa-d4a3-4322-9705-59333cfec677 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:53:00.125242 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:53:00.125828 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:52:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:00.167596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-26a7cc53-d2cc-49f9-95d1-36b333a4303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:00.169035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-26a7cc53-d2cc-49f9-95d1-36b333a4303a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a2935a0-57f0-41b7-970c-6dba3612eee6 HTTP/1.1" status: 200 len: 835 time: 0.0562692 Dec 22 08:53:00.247405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-cb4119cc-a46e-4748-9969-0160c968b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:00.248857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-cb4119cc-a46e-4748-9969-0160c968b654 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730319 Dec 22 08:53:00.296220 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:53:00.409360 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-e116126f-5068-42e6-ac59-853a7b024a0d service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539464 Dec 22 08:53:00.543747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ecc316cf-1db5-4ca8-8dbb-c5d915ce6c1d req-e49ccec1-a246-4f10-a31d-85881b9d8cd0 service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276433 Dec 22 08:53:00.636738 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '2784aa82-ead8-4fda-9774-40bfc7238233', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'mac_address': 'fa:16:3e:28:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:58Z', 'updated_at': '2021-12-22T08:52:58Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:52:44Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:00.640670 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611429c4-0714-470e-9158-3f175f1b37b2 None None] The sync data for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv is: [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '2784aa82-ead8-4fda-9774-40bfc7238233', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'mac_address': 'fa:16:3e:28:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:58Z', 'updated_at': '2021-12-22T08:52:58Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:52:44Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:53:00.824868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b4eb83-a5e2-4d1f-80d6-16a9fffab7fd None None] New status for floating IP 2784aa82-ead8-4fda-9774-40bfc7238233: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:53:00.969440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38466) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:01.077940 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f4a14793-de77-419d-9e9e-97b0ba2a9b3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 992 time: 0.1070716 Dec 22 08:53:02.080767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38470) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:02.181676 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5c9010ff-01fc-4ecd-98c9-b8c7a5b68f2f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 994 time: 0.0997255 Dec 22 08:53:09.658870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.760254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fcad8b3d-292e-461e-ba1e-a7f3a2ddbcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:12.021147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-79475406-0925-494d-911a-70b879228591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:13.163422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:13.199891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:14.509268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:24.337564 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:53:31.829353 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-9b054c4d-eb56-4e98-87ec-4d5fe3d859a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705085 Dec 22 08:53:31.962975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-cb7102e5-a6a3-41e2-83b6-c5fe2a77ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:31.964451 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-cb7102e5-a6a3-41e2-83b6-c5fe2a77ccbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 1099 time: 0.0682588 Dec 22 08:53:32.219232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-46c57732-00ff-45ce-8fe4-f620ac46e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:32.220760 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-46c57732-00ff-45ce-8fe4-f620ac46e11c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a HTTP/1.1" status: 200 len: 897 time: 0.2377772 Dec 22 08:53:32.324997 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-94ae7166-d10f-4756-88f4-697293b3fc88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f HTTP/1.1" status: 200 len: 1002 time: 0.0965655 Dec 22 08:53:32.388772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-6debc3f7-4805-42d0-a432-a6c550126b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:32.390150 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-6debc3f7-4805-42d0-a432-a6c550126b2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a2935a0-57f0-41b7-970c-6dba3612eee6 HTTP/1.1" status: 200 len: 835 time: 0.0591762 Dec 22 08:53:32.465742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-1509c422-ab7e-4aa7-b3db-07a139c53f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:32.467252 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-1509c422-ab7e-4aa7-b3db-07a139c53f08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704486 Dec 22 08:53:32.600021 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-1b5bc33d-0ba0-41ca-8017-c9ac7df692ef service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256425 Dec 22 08:53:32.731198 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-427bf21f-583e-43fc-bb03-0aaeccd0a04a req-149f20a4-2e2d-49f1-be82-f9b67f581d07 service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244769 Dec 22 08:53:39.670713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:39.759736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-613193ba-261d-4761-8147-caee399ea2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:42.022917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca62ff61-6340-4cb1-a5bf-b1cbe1ae21b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:43.165795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:43.204465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:44.512201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:01.335786 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:54:02.852594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38490) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:03.175777 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d99c3a3d-6b16-4742-85ab-79f66a61b67c tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers/191d07aa-d4a3-4322-9705-59333cfec677/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3214743 Dec 22 08:54:03.178387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38496) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:03.360443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587c298f-0217-493a-8ffa-7c54827ae1b6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Notify agent at dv-neutron-822602-1-hyperv the message router_removed_from_agent {{(pid=87601) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 08:54:03.363519 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-587c298f-0217-493a-8ffa-7c54827ae1b6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "DELETE /v2.0/agents/5d796065-6e8b-4e33-aab2-52782382c80b/l3-routers/191d07aa-d4a3-4322-9705-59333cfec677 HTTP/1.1" status: 204 len: 168 time: 0.1842268 Dec 22 08:54:03.366461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38500) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:03.546701 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7f687398-6130-479d-ba79-b474a61a9a76 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers/191d07aa-d4a3-4322-9705-59333cfec677/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1791327 Dec 22 08:54:03.549220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38504) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:03.652054 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-af20ccd5-f6f1-497a-b284-af93c29ac1aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 994 time: 0.1017144 Dec 22 08:54:04.113875 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbddec1-59f1-4c44-a1d5-01edc577b006 None None] New status for floating IP 2784aa82-ead8-4fda-9774-40bfc7238233: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:54:04.156029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:04.264312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:04.280564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:04.284749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:04.285504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 311f475a-36eb-4ed0-a65e-876fb1a8effe no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:04.316630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:04.401944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:04.438664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.439002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.439335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.439662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.440013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.440336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.440655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.440971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.441282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.441599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.441910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.442221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:04.451397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:04.469461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:04.500161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 311f475a-36eb-4ed0-a65e-876fb1a8effe, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=311f475a-36eb-4ed0-a65e-876fb1a8effe,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:04.503755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:04.505431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:04.569656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:04.572719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:04.656208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38508) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:04.880141 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5ff306d9-bfa2-41bf-a8d0-402ed1d85d7e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 992 time: 0.2228155 Dec 22 08:54:06.022283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38514) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:06.349111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332e7ed7-5830-44d4-b668-bcb433ed7d99 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Router 191d07aa-d4a3-4322-9705-59333cfec677 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:54:06.349590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332e7ed7-5830-44d4-b668-bcb433ed7d99 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Notify agent at dv-neutron-822602-1-hyperv the message router_added_to_agent {{(pid=87600) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 08:54:06.379651 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-332e7ed7-5830-44d4-b668-bcb433ed7d99 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "POST /v2.0/agents/5d796065-6e8b-4e33-aab2-52782382c80b/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3563349 Dec 22 08:54:06.382280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38520) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:06.404335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] Sync routers for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:06.413502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:06.414121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:53:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:06.567103 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3be40db2-c7ca-4a1f-ae6f-c05997a0274e tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers/191d07aa-d4a3-4322-9705-59333cfec677/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1813529 Dec 22 08:54:06.567338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38526) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:06.591580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:06.679600 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-53ece54f-fd3e-41ee-a6ac-c9273ae08f0a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 992 time: 0.1102443 Dec 22 08:54:06.930633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '2784aa82-ead8-4fda-9774-40bfc7238233', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'mac_address': 'fa:16:3e:28:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:58Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:06.934404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] Checking router: 191d07aa-d4a3-4322-9705-59333cfec677 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:06.942593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:06.943244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:53:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:07.151913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:07.493496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '2784aa82-ead8-4fda-9774-40bfc7238233', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'mac_address': 'fa:16:3e:28:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:58Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:07.497906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb219dff-d397-4911-aca0-61323f8ad09c None None] The sync data for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv is: [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '2784aa82-ead8-4fda-9774-40bfc7238233', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'port_id': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'mac_address': 'fa:16:3e:28:ca:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:52:58Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:54:04Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:07.683165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38530) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:07.798480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f97e9955-6c7a-4a13-85b5-f44c4842fce2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 992 time: 0.1124821 Dec 22 08:54:08.220269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:08.289356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:08.289796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.410169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.427291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:08.433442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.434442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 311f475a-36eb-4ed0-a65e-876fb1a8effe up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:08.457637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:08.547585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:08.551656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:08.566712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 311f475a-36eb-4ed0-a65e-876fb1a8effe triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:08.567096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.685853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.721058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 311f475a-36eb-4ed0-a65e-876fb1a8effe, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=311f475a-36eb-4ed0-a65e-876fb1a8effe,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:08.724927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:08.726897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:08.792467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:08.795403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:08.801566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38534) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:08.907608 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6a4e5a3f-654d-4eea-a469-0f4fe4d7d431 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 992 time: 0.1048446 Dec 22 08:54:09.188292 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366df0a-1904-4df1-be41-35bc9578e512 None None] New status for floating IP 2784aa82-ead8-4fda-9774-40bfc7238233: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:54:09.683007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.761529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1891414-428b-42a6-bc3b-ac98de01f91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.911544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38538) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:10.013630 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d937d8f2-901d-4f73-99be-ea2a9fe9a240 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 200 len: 994 time: 0.1009338 Dec 22 08:54:10.169045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:10.237848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:10.238224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.302664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38546) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:10.356064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 311f475a-36eb-4ed0-a65e-876fb1a8effe up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:10.421669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 311f475a-36eb-4ed0-a65e-876fb1a8effe triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:10.422047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.510381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port f70ad4e1-8933-46aa-a09f-b319600c6178 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:10.510739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.682657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.683019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.810828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for f70ad4e1-8933-46aa-a09f-b319600c6178 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:10.957227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.960915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-238dca53-ac0e-4879-ba6f-5a70c6a7d6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:11.033115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=f70ad4e1-8933-46aa-a09f-b319600c6178,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:11.049336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.049725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.050099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.050721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.051081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.051445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.051807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.052191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.052552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.052906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.053258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.053609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:11.082957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:11.111156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.111495 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP 2784aa82-ead8-4fda-9774-40bfc7238233 disassociated (deleted). External IP: 172.26.7.104, port: 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f. Dec 22 08:54:11.567380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 191d07aa-d4a3-4322-9705-59333cfec677 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:11.742293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:11.753030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] Sync routers for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:11.763051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:11.763665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:53:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:11.764228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.817798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/2784aa82-ead8-4fda-9774-40bfc7238233 HTTP/1.1" status: 204 len: 168 time: 1.5140867 Dec 22 08:54:11.818480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:11.865167 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'status': 'completed', 'code': 200} Dec 22 08:54:11.939735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:11.968130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-89d91a20-2625-41e2-a848-9144368055d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:11.969623 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-89d91a20-2625-41e2-a848-9144368055d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 1099 time: 0.0737519 Dec 22 08:54:12.125899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d636-84e2-41c5-8610-b5482d92986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:12.135816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-762134cd-7250-48bc-90ee-a53c6f17b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:12.137641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-762134cd-7250-48bc-90ee-a53c6f17b05f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a HTTP/1.1" status: 200 len: 897 time: 0.1618018 Dec 22 08:54:12.207082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c7a52-ce68-4d61-9684-ad14e98f5e2a req-4477eb67-21a8-461e-8e6d-639e90051cb7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:12.208567 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d81c7a52-ce68-4d61-9684-ad14e98f5e2a req-4477eb67-21a8-461e-8e6d-639e90051cb7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 946 time: 0.0803471 Dec 22 08:54:12.211528 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-cc4a2640-94af-4009-bf38-5911a4c4bc9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f HTTP/1.1" status: 200 len: 217 time: 0.0657320 Dec 22 08:54:12.261874 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d81c7a52-ce68-4d61-9684-ad14e98f5e2a req-c4249026-072e-4cc3-a39b-b692b1303152 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470262 Dec 22 08:54:12.277885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-538fbbda-42a2-474c-9c9c-e00508fd2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:12.279338 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-538fbbda-42a2-474c-9c9c-e00508fd2228 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a2935a0-57f0-41b7-970c-6dba3612eee6 HTTP/1.1" status: 200 len: 835 time: 0.0614502 Dec 22 08:54:12.331467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:54:08Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:12.335337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] Checking router: 191d07aa-d4a3-4322-9705-59333cfec677 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:12.343620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:12.344241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:12.354478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-a5d62a00-2469-4f19-b1a1-f2c51c0446f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:12.356085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-a5d62a00-2469-4f19-b1a1-f2c51c0446f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689938 Dec 22 08:54:12.496674 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-f172f0db-1b87-4256-83db-613a3b10548a service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334057 Dec 22 08:54:12.526830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:12.636778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0fc6bbaa-3474-4c5f-904b-3309c3cda154 req-3ae941d8-e44b-4313-8051-c4a7b7f8bacb service neutron] 10.222.0.16 "GET /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319671 Dec 22 08:54:12.842783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:54:08Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:12.846660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bd2086-f6a4-4938-9d62-8b70165b504c None None] The sync data for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv is: [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:52:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '311f475a-36eb-4ed0-a65e-876fb1a8effe', 'name': '', 'network_id': 'f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:95:62:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:39Z', 'updated_at': '2021-12-22T08:54:08Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '0a2935a0-57f0-41b7-970c-6dba3612eee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:13.170325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:13.211140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:13.467224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db191c7a-3871-4270-9d13-0df1b5793d7b req-10ad26ca-b0ac-4007-a3c6-c0474dcbfcd7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:13.467911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-db191c7a-3871-4270-9d13-0df1b5793d7b req-10ad26ca-b0ac-4007-a3c6-c0474dcbfcd7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:13.485385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-db191c7a-3871-4270-9d13-0df1b5793d7b req-10ad26ca-b0ac-4007-a3c6-c0474dcbfcd7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:13.488704 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db191c7a-3871-4270-9d13-0df1b5793d7b req-10ad26ca-b0ac-4007-a3c6-c0474dcbfcd7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 946 time: 0.1075759 Dec 22 08:54:13.534526 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db191c7a-3871-4270-9d13-0df1b5793d7b req-f52abbde-f1ab-4c3d-9804-dc627deeb0db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6e59a9c-3093-434b-9f85-88cdc31e7cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Dec 22 08:54:13.647771 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9ab85-343f-4208-94b5-bbfbd3f40f74 None None] New status for floating IP 2784aa82-ead8-4fda-9774-40bfc7238233: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:54:13.806016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-d766e06c-82ce-4801-9a7b-b5d3acdeb8b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:13.807475 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-d766e06c-82ce-4801-9a7b-b5d3acdeb8b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 946 time: 0.0778844 Dec 22 08:54:13.880013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:13.880350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.230349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:14.230696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.348175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:14.487295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.492924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e173655d-e849-42ac-a2a7-84ea4f15312d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:14.515065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.537785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:14.541356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:14.615563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:14.618091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:14.621236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'name': 'network-vif-deleted', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:14.637636 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5902e5c3-f71d-47da-80d7-1202984ba5fc req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f HTTP/1.1" status: 204 len: 173 time: 0.8242993 Dec 22 08:54:14.669316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5732d6ae-e0cc-4fa9-b435-34a9ea38a780', 'name': 'network-vif-deleted', 'tag': '1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f', 'status': 'completed', 'code': 200} Dec 22 08:54:14.707022 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ae2d82c-ba31-48e1-8604-36519dafbc21 req-789b817b-f9d7-458b-aa94-3986ef40be99 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=5732d6ae-e0cc-4fa9-b435-34a9ea38a780 HTTP/1.1" status: 200 len: 210 time: 0.0506253 Dec 22 08:54:15.804789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38564) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:15.871470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.899934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.961536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:15.965945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-32760ae4-3325-44cb-ada3-ab62c4af6472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:15.980468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e59a9c-3093-434b-9f85-88cdc31e7cb2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:15.983131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:15.995153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.001019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6e59a9c-3093-434b-9f85-88cdc31e7cb2 HTTP/1.1" status: 204 len: 168 time: 0.1951249 Dec 22 08:54:16.026081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38570) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:16.572409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:16.671561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:16.705977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:16.706328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a04e2bf-0e9b-4c3f-aa0c-88a7a717fa2f not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:17.027338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 311f475a-36eb-4ed0-a65e-876fb1a8effe {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:17.027964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:17.208860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 311f475a-36eb-4ed0-a65e-876fb1a8effe, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=311f475a-36eb-4ed0-a65e-876fb1a8effe,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:17.209211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:17.329917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 311f475a-36eb-4ed0-a65e-876fb1a8effe owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:17.646785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:17.650215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e8186d79-9350-4d9d-9b74-e0362a067612 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:17.693875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=311f475a-36eb-4ed0-a65e-876fb1a8effe,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:17.697242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:17.972206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.441342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 191d07aa-d4a3-4322-9705-59333cfec677 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:18.617115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:18.627118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] Sync routers for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:18.629850 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/191d07aa-d4a3-4322-9705-59333cfec677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6026988 Dec 22 08:54:18.632427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38574) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:18.636649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:18.637341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:18.696362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet 0a2935a0-57f0-41b7-970c-6dba3612eee6 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:54:18.699252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.756705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.816762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:18.840193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.914601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.918559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e8948046-b681-4c5b-ba2e-cc1c152b9cd3 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:18.957901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2935a0-57f0-41b7-970c-6dba3612eee6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:18.960343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:18.963871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:18.970984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-38deebc6-1462-4080-85ab-b7b29ea2de95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/0a2935a0-57f0-41b7-970c-6dba3612eee6 HTTP/1.1" status: 204 len: 168 time: 0.3376215 Dec 22 08:54:18.973501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38578) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:18.981421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0aa19-5b88-4d05-aad8-ed610228d7c5 None None] Network f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:54:19.149652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.321043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:17Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:60:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191d07aa-d4a3-4322-9705-59333cfec677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:19.326001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] Checking router: 191d07aa-d4a3-4322-9705-59333cfec677 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:19.332938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.334539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] Routers {'191d07aa-d4a3-4322-9705-59333cfec677'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:19.335157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['191d07aa-d4a3-4322-9705-59333cfec677'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:19.342638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:19.343000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.446404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] DHCP port deletion for f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:54:19.472389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Deleting port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:54:19.473041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.533543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:19.534077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.543679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] Set router 191d07aa-d4a3-4322-9705-59333cfec677 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:19.658447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:19.677976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:19Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:19.691562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd21d0e-ad53-4602-a235-f842f1592897 None None] The sync data for ids ['191d07aa-d4a3-4322-9705-59333cfec677'] in dv-neutron-822602-1-hyperv is: [{'id': '191d07aa-d4a3-4322-9705-59333cfec677', 'name': 'tempest-TestNetworkBasicOps-router-7064555', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:35Z', 'updated_at': '2021-12-22T08:54:19Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:19.810229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] For port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea,segment=NetworkSegment(10e79cc7-476d-481b-b3d4-65065283399c),segment_id=10e79cc7-476d-481b-b3d4-65065283399c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:19.810624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.934840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Calling delete_port for 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:54:19.951614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:19.956389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cbbf923b-8a1a-4e57-9e4f-e41a6841e29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:20.009890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.013479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:20.027781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:20.030298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:20.057235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Pushing event deleted for resources: {'Port': ['ID=7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:20.059021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] No DVR routers for this DVR port 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:54:20.060408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:20.099467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.273714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.276273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.298512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.299002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router 191d07aa-d4a3-4322-9705-59333cfec677 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:54:20.313873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.314931 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/191d07aa-d4a3-4322-9705-59333cfec677 HTTP/1.1" status: 204 len: 168 time: 1.3405523 Dec 22 08:54:20.317807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38582) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:20.429262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.524418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:20.563430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:20.563866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7c2ad9d7-4902-443c-9c0b-2f0d6338d7ea not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:20.564409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 311f475a-36eb-4ed0-a65e-876fb1a8effe no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:20.573450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.598955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 311f475a-36eb-4ed0-a65e-876fb1a8effe {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:20.599305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 311f475a-36eb-4ed0-a65e-876fb1a8effe not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:20.599610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:20.613231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e79cc7-476d-481b-b3d4-65065283399c') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:20.613530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e79cc7-476d-481b-b3d4-65065283399c') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:20.625071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.641340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.647118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:54:20.647491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:54:20.662392 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:54:20.744831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.750645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-176c35f8-8a65-4d7d-a7d8-1d8e56c7eae1 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:20.764540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.776010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:20.779048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:20.784368 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/f22c9a4d-9ce2-4b2f-b280-4203e9c5dd0a HTTP/1.1" status: 204 len: 168 time: 0.4656649 Dec 22 08:54:20.805876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38586) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:20.811438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--894591437', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:20.816500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:20.820566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:20.823473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:20.829436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:20.840408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:54:20.843771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.871295 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:54:20.880106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.880690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment 57a26629-d865-4daa-82aa-b55eb359315c of type vlan for network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 Dec 22 08:54:20.908193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.936394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.941746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:20.942312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:20.945688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd19ec5d-dab2-4d00-a682-44ba163a60fa tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:21.046677 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2395976 Dec 22 08:54:21.049179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38590) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:21.056285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-161824128', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:21.061598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=d30a30b5-f6ea-4d97-b482-0db22d5f10f0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:21.064655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:21.065525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:21.069390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:21.071355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:54:21.072211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:21.077850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:21.088339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:21.089326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:21.107585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:21.491726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:21.797261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:21.826439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:21.958276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.46 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/b838b7fa-57d4-429c-aa74-cc13b48ec560) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:22.103290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:22.122838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:54:22.132782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:22.137932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-911f4ce7-3f3e-48cd-88d6-561d653610dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:22.157397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:54:22.157748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1c25a8d3-6bf0-4c4d-a9b5-eb04ee72a474 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:54:22.202726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:22.206769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:22.212911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:22.264754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=b838b7fa-57d4-429c-aa74-cc13b48ec560,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:22.268894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:22.627865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.086333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.287115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 71dda605-4bfb-4ba2-9d05-9d338cd02def is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:54:23.461982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:23.471441 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Sync routers for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:23.481132 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:23.481836 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:23.489756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.491040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4409816 Dec 22 08:54:23.494707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38594) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:23.537255 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c5bf8405-4a7d-4c76-b0eb-e5d363f6b2fe tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389128 Dec 22 08:54:23.537486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38598) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:23.661856 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:23.667488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee82a343-3f2a-4dbd-9cd7-a11115e38ab3 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:23.671578 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ee82a343-3f2a-4dbd-9cd7-a11115e38ab3 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306725 Dec 22 08:54:23.671795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38602) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:23.713041 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b3f8fcdb-4c29-48bd-9d74-4119f7d97ee8 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369506 Dec 22 08:54:23.713041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38606) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:23.719122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708314716', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:23.826167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:23.829950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:23.832688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:23.838727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:23.850299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:54:23.854519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:23.938925 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:22Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:23.942543 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Checking router: 71dda605-4bfb-4ba2-9d05-9d338cd02def for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:23.942909 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Updating router 71dda605-4bfb-4ba2-9d05-9d338cd02def port b838b7fa-57d4-429c-aa74-cc13b48ec560 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:54:23.997646 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.069871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.073412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2345863d-d21c-4033-8d09-478ed305d64b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:24.146090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=9e921513-704b-43db-a749-1343d92b012f,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:24.149574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:24.155839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:24.156214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: d30a30b5-f6ea-4d97-b482-0db22d5f10f0, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:54:24.174964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:54:24.184164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d30a30b5-f6ea-4d97-b482-0db22d5f10f0) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:24.188332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:24.188908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.198192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e583cd-2556-4c90-b163-3dfda6b14bd8 None None] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:54:24.211053 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4970136 Dec 22 08:54:24.214372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38610) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:24.334109 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.346341 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Transition to ACTIVE for port object b838b7fa-57d4-429c-aa74-cc13b48ec560 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:24.355471 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.364705 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-e0c76e8b-6dd9-4559-86f7-923b5a95fdd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:24.439914 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Attempting to bind port b838b7fa-57d4-429c-aa74-cc13b48ec560 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:24.440314 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Attempting to bind port b838b7fa-57d4-429c-aa74-cc13b48ec560 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:24.440690 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Attempting to bind port b838b7fa-57d4-429c-aa74-cc13b48ec560 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:24.451870 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:24.452293 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:24.452678 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.453076 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:24.453542 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Bound port: b838b7fa-57d4-429c-aa74-cc13b48ec560, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:24.453921 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.476560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:54:24.477523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.482744 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Pushing event updated for resources: {'Port': ['ID=b838b7fa-57d4-429c-aa74-cc13b48ec560,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:24.505455 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.505913 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.506310 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.506699 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.507105 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.507502 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.507881 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.508279 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.508661 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.509669 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.510148 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.510525 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:24.516036 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:24.555621 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] For port b838b7fa-57d4-429c-aa74-cc13b48ec560, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:24.559894 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] For port b838b7fa-57d4-429c-aa74-cc13b48ec560, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b838b7fa-57d4-429c-aa74-cc13b48ec560,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:24.565156 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.569299 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-81cb2bf2-27a4-423a-9a9d-12805d9cb185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:24.641434 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:24.642066 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:24.664713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Allocated IP 172.20.0.2 (d30a30b5-f6ea-4d97-b482-0db22d5f10f0/9e921513-704b-43db-a749-1343d92b012f/c2850e95-63e7-475f-bd2c-ab0871778292) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:24.707320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Pushing event updated for resources: {'Port': ['ID=b838b7fa-57d4-429c-aa74-cc13b48ec560,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:24.719959 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:24.865461 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:24.880557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.890796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Transition to ACTIVE for port object c2850e95-63e7-475f-bd2c-ab0871778292 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:24.909951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Transition to ACTIVE for port object c2850e95-63e7-475f-bd2c-ab0871778292 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:24.916856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:24.921221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:24.984888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:24.987885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:24.991452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:24.997620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Pushing event updated for resources: {'Port': ['ID=c2850e95-63e7-475f-bd2c-ab0871778292,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:25.001244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:25.083811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Attempting to bind port c2850e95-63e7-475f-bd2c-ab0871778292 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:25.084220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Attempting to bind port c2850e95-63e7-475f-bd2c-ab0871778292 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:25.084593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Attempting to bind port c2850e95-63e7-475f-bd2c-ab0871778292 on network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:25.090177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:25.090708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Checking segment: {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:25.091111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:25.091512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Bound using segment: {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:25.092011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Bound port: c2850e95-63e7-475f-bd2c-ab0871778292, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:25.092396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:25.117927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:25.155270 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:22Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:25.159155 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492b323-6c37-4c60-a625-a9ce331e6d72 None None] The sync data for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv is: [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:22Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:25.189118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] For port c2850e95-63e7-475f-bd2c-ab0871778292, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:25.192310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] For port c2850e95-63e7-475f-bd2c-ab0871778292, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c2850e95-63e7-475f-bd2c-ab0871778292,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:25.198514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:25.202995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-a12ee3b7-79d1-4151-9e92-16d03b700717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:25.280001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Pushing event updated for resources: {'Port': ['ID=c2850e95-63e7-475f-bd2c-ab0871778292,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:25.282993 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:25.578207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (d30a30b5-f6ea-4d97-b482-0db22d5f10f0/9e921513-704b-43db-a749-1343d92b012f/cfe0a36b-37fa-4794-9e11-1068f735eccd) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:25.751280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:25.767041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object cfe0a36b-37fa-4794-9e11-1068f735eccd will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:25.792984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:25.796879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-14ca7404-61b7-4d13-a0cb-9ec150fb2a53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:25.867351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:25.871336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:25.876583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:25.909414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=cfe0a36b-37fa-4794-9e11-1068f735eccd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:25.916408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:25.942661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.238180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c2850e95-63e7-475f-bd2c-ab0871778292 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:26.325237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port c2850e95-63e7-475f-bd2c-ab0871778292 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:26.330744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b838b7fa-57d4-429c-aa74-cc13b48ec560 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:26.384556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.404048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b838b7fa-57d4-429c-aa74-cc13b48ec560 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:26.408916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b838b7fa-57d4-429c-aa74-cc13b48ec560 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:26.409358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.441449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec2333-2d89-4f5a-a22a-e8ce4861e2ca None None] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:54:26.556612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Provisioning for port c2850e95-63e7-475f-bd2c-ab0871778292 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:26.569531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Provisioning complete for port c2850e95-63e7-475f-bd2c-ab0871778292 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:26.570144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.755477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.815744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port b838b7fa-57d4-429c-aa74-cc13b48ec560, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b838b7fa-57d4-429c-aa74-cc13b48ec560,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:26.838693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.844612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.858200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.865616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f4f33efb-1bf3-45d4-9254-1f2af688f43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:26.876587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b1ba9d39-b706-41a9-b5ce-9e613c438c43 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:26.917565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.959170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=cfe0a36b-37fa-4794-9e11-1068f735eccd,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:26.964088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:26.964897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.979298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] For port c2850e95-63e7-475f-bd2c-ab0871778292, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c2850e95-63e7-475f-bd2c-ab0871778292,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:26.985215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:26.987041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=b838b7fa-57d4-429c-aa74-cc13b48ec560,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:26.992089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:26.992525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:27.101886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:27.103754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:27.108796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Pushing event updated for resources: {'Port': ['ID=c2850e95-63e7-475f-bd2c-ab0871778292,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:27.111621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:27.293366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 71dda605-4bfb-4ba2-9d05-9d338cd02def has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:27.308472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5d72461d-831a-425c-aa6b-56e84f66fbbc None None] Provisioning complete for port c2850e95-63e7-475f-bd2c-ab0871778292 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:27.309569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5d72461d-831a-425c-aa6b-56e84f66fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:27.441860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5d72461d-831a-425c-aa6b-56e84f66fbbc None None] Provisioning for port cfe0a36b-37fa-4794-9e11-1068f735eccd completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:27.447768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5d72461d-831a-425c-aa6b-56e84f66fbbc None None] Provisioning complete for port cfe0a36b-37fa-4794-9e11-1068f735eccd triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:27.448337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5d72461d-831a-425c-aa6b-56e84f66fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:27.478757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:27.492457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/71dda605-4bfb-4ba2-9d05-9d338cd02def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2769399 Dec 22 08:54:27.495422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38614) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:27.497762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Sync routers for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:27.514649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:27.515289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:27.595947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5d72461d-831a-425c-aa6b-56e84f66fbbc None None] Port cfe0a36b-37fa-4794-9e11-1068f735eccd cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:54:27.650317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f0ee5-31a3-44ea-a21d-547f315681db tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.651104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f0ee5-31a3-44ea-a21d-547f315681db tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.651561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f0ee5-31a3-44ea-a21d-547f315681db tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.652095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f0ee5-31a3-44ea-a21d-547f315681db tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.656723 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c70f0ee5-31a3-44ea-a21d-547f315681db tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1572762 Dec 22 08:54:27.656806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38618) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:27.708912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:27.725112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305f380-0363-4d26-81e9-f19a3ab59c3b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.725510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305f380-0363-4d26-81e9-f19a3ab59c3b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.725993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305f380-0363-4d26-81e9-f19a3ab59c3b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.726448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305f380-0363-4d26-81e9-f19a3ab59c3b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:27.728117 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4305f380-0363-4d26-81e9-f19a3ab59c3b tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0702388 Dec 22 08:54:27.730916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38622) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:27.781678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-73b00b98-cc50-4f05-9910-9dbc366e08ed None None] Provisioning complete for port cfe0a36b-37fa-4794-9e11-1068f735eccd triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:27.782050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-73b00b98-cc50-4f05-9910-9dbc366e08ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:27.931838 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8533f19-cd0e-4083-bcff-c2d633348674 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1997929 Dec 22 08:54:27.961207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-73b00b98-cc50-4f05-9910-9dbc366e08ed None None] Port cfe0a36b-37fa-4794-9e11-1068f735eccd cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:54:28.068732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:28.073154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Checking router: 71dda605-4bfb-4ba2-9d05-9d338cd02def for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:28.073510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Updating router 71dda605-4bfb-4ba2-9d05-9d338cd02def port cfe0a36b-37fa-4794-9e11-1068f735eccd binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:54:28.124691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.192353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c2850e95-63e7-475f-bd2c-ab0871778292 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:28.218654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38628) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:28.223915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690671921', 'description': 'tempest-secgroup-smoke-1690671921 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:28.230545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:28.234786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:28.237640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:28.243241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:28.254452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.273840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:28.278484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:28.281468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:28.287317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:28.358059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c2850e95-63e7-475f-bd2c-ab0871778292 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:28.358600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.375437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.379421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.383063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b2154e5f-d75d-4c01-a817-078345944308 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:28.426802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c972638-2946-486f-9e88-9c7b1e7cdff7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:28.431708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.432924 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2132864 Dec 22 08:54:28.435904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38632) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:28.438210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.438602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.438998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.439359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.439727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.440134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.440499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.440861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.441238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.441672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.442268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.442366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '5c972638-2946-486f-9e88-9c7b1e7cdff7', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:28.442688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:54:28.448176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8d50badf-9ecb-4209-aeba-a9f524f82b3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:28.449025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:28.453135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:28.456040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:28.461855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:28.479327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.548967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.553925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.557091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:28.580707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b838b7fa-57d4-429c-aa74-cc13b48ec560 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:28.583386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29688232-be7a-4a94-9387-d86e30254e4e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:28.586132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:28.593581 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.594939 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c9d7515d-1ead-43ef-b162-6fc93a20ee4c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579041 Dec 22 08:54:28.597718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38636) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:28.603158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '5c972638-2946-486f-9e88-9c7b1e7cdff7', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:28.608980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:28.612719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:28.615598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:28.622259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:28.640025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.701036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.707082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.711858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.718002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Transition to ACTIVE for port object cfe0a36b-37fa-4794-9e11-1068f735eccd will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:28.721401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8a8b5ec-1c54-4f1b-a978-3353350f366b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:28.726877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.731225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:28.742536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa042818-600d-460f-9649-4f5a16bdcc99,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:28.745470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:28.749960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.751187 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525793 Dec 22 08:54:28.754053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38640) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:28.759970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '5c972638-2946-486f-9e88-9c7b1e7cdff7', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:28.761726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b838b7fa-57d4-429c-aa74-cc13b48ec560 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:28.762104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.765716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:28.769660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:28.772526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:28.778701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:28.794868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.866194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.870040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:28.876650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:28.976704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df873-4fa0-4fdb-a79d-a71f3b674502 None None] Pushing event updated for resources: {'Port': ['ID=cfe0a36b-37fa-4794-9e11-1068f735eccd,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:29.014467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ff0df873-4fa0-4fdb-a79d-a71f3b674502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:29.022079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86213b1d-f6ad-4b8e-8422-a404d0e55766,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:29.026855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:29.031767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.033808 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2783234 Dec 22 08:54:29.037480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38644) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:29.044623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '5c972638-2946-486f-9e88-9c7b1e7cdff7', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:29.053851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:29.058219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:29.061831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:29.068197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:29.086640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.124129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Attempting to bind port cfe0a36b-37fa-4794-9e11-1068f735eccd on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:29.124129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Attempting to bind port cfe0a36b-37fa-4794-9e11-1068f735eccd by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:29.124462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Attempting to bind port cfe0a36b-37fa-4794-9e11-1068f735eccd on network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:29.135465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:29.135849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Checking segment: {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:29.136281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.136678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Bound using segment: {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:29.137142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Bound port: cfe0a36b-37fa-4794-9e11-1068f735eccd, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:29.137524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.150811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.155348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.157157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d94224c3-3703-457a-b837-2d02d4cbcec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:29.178471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b958a77-8094-471d-815d-8d164d164919,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:29.181626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:29.190844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.192060 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533489 Dec 22 08:54:29.194707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38648) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:29.200711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '5c972638-2946-486f-9e88-9c7b1e7cdff7', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:29.206673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:29.210573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:29.214042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:29.219827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:29.229959 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:54:29.236536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.246075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] For port cfe0a36b-37fa-4794-9e11-1068f735eccd, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:29.249036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] For port cfe0a36b-37fa-4794-9e11-1068f735eccd, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cfe0a36b-37fa-4794-9e11-1068f735eccd,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:29.253719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.258354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:29.300030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.304891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.307200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac24a4f7-4008-4f9b-b285-5f14f025d3da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:29.333498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b7840f-cfdd-44aa-9e20-456120597d7a,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:29.337993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:29.343911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:29.344522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:29.356411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.357742 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621194 Dec 22 08:54:29.360658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38652) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:29.366492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '5c972638-2946-486f-9e88-9c7b1e7cdff7', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:29.373588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:29.377957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:29.380855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:29.388826 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:29.399545 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:54:29.408701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.432510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df873-4fa0-4fdb-a79d-a71f3b674502 None None] Pushing event updated for resources: {'Port': ['ID=cfe0a36b-37fa-4794-9e11-1068f735eccd,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:29.435871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ff0df873-4fa0-4fdb-a79d-a71f3b674502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:29.479075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.483227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.490472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ab9808a8-ca9e-44e8-8853-7dccd4dbe470 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:29.519001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf2f81c-5a03-4633-92cc-8368251d31b2,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:29.523052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:29.531428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:29.533097 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1713972 Dec 22 08:54:29.577969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:29.698924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-d6ba24fb-8bd8-4cd3-b9f1-7a5d0af03c04 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:29.716483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-d6ba24fb-8bd8-4cd3-b9f1-7a5d0af03c04 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:29.717663 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-d6ba24fb-8bd8-4cd3-b9f1-7a5d0af03c04 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690671921&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0575054 Dec 22 08:54:29.874654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-9483247f-c327-40a2-9d99-ef6e884d47df tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:29.875322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-9483247f-c327-40a2-9d99-ef6e884d47df tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:29.890257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:29Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:29.891391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-9483247f-c327-40a2-9d99-ef6e884d47df tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:29.894545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b693a-05dc-45e1-910a-266ed173ad16 None None] The sync data for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv is: [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:29Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:29.898478 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-9483247f-c327-40a2-9d99-ef6e884d47df tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 796 time: 0.1731179 Dec 22 08:54:29.908452 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-968be474-e91e-48af-8bc1-410544b976f4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0097580 Dec 22 08:54:30.012543 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-3eff8d92-eebe-4fec-8188-e3626f1cf7a0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984130 Dec 22 08:54:30.208310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cfe0a36b-37fa-4794-9e11-1068f735eccd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:30.217597 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-f04fff52-ab2d-4b7d-958e-b0930934d702 service neutron] 10.222.0.36 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920037 Dec 22 08:54:30.280291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port cfe0a36b-37fa-4794-9e11-1068f735eccd completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:30.285506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cfe0a36b-37fa-4794-9e11-1068f735eccd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:30.286088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:30.358277 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-0a021db3-0dae-43d3-886a-170be7d6d57f service neutron] 10.222.0.36 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345642 Dec 22 08:54:30.422847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:30.458301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port cfe0a36b-37fa-4794-9e11-1068f735eccd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cfe0a36b-37fa-4794-9e11-1068f735eccd,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:30.463717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:30.469607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c63f1e93-dc47-4268-b902-be31cca18bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:30.563607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=cfe0a36b-37fa-4794-9e11-1068f735eccd,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:30.573251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:30.577019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6c135e44-bd3d-4e5d-ba44-fa6de5c91bb8 req-ba94dc6b-2b3b-418f-a8dc-e152f086690b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:30.598302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6c135e44-bd3d-4e5d-ba44-fa6de5c91bb8 req-ba94dc6b-2b3b-418f-a8dc-e152f086690b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:30.609876 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c135e44-bd3d-4e5d-ba44-fa6de5c91bb8 req-ba94dc6b-2b3b-418f-a8dc-e152f086690b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 210 time: 0.0880623 Dec 22 08:54:31.622512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-e5abad3b-02d4-453c-a170-c681bee31cc0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:31.623299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-e5abad3b-02d4-453c-a170-c681bee31cc0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:31.637125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-e5abad3b-02d4-453c-a170-c681bee31cc0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:31.638335 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-e5abad3b-02d4-453c-a170-c681bee31cc0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 796 time: 0.1641028 Dec 22 08:54:31.689660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-e3c5feb1-dd72-4df5-9063-6919b458072f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:31.701908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-e3c5feb1-dd72-4df5-9063-6919b458072f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:31.703014 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-e3c5feb1-dd72-4df5-9063-6919b458072f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 380 time: 0.0563972 Dec 22 08:54:31.712488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['5c972638-2946-486f-9e88-9c7b1e7cdff7']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:31.759334 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60f5f1ef-829f-417e-8f08-e28f3ccb5ad4 req-f7cc9dd7-9706-4e73-a944-94ff440a2f2d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 210 time: 0.0455768 Dec 22 08:54:31.846462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:31.855850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:31.866270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:54:31.869818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.029869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.13 (d30a30b5-f6ea-4d97-b482-0db22d5f10f0/9e921513-704b-43db-a749-1343d92b012f/fd136d28-2bd5-4e01-8301-341e21e8ccb2) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:32.173956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cfe0a36b-37fa-4794-9e11-1068f735eccd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:32.218444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.237054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object fd136d28-2bd5-4e01-8301-341e21e8ccb2 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:32.241901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cfe0a36b-37fa-4794-9e11-1068f735eccd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:32.242225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.261059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.266361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6cf007aa-ffd8-471c-a38e-a3e86dbd7042 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:32.334028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:32.337765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:32.341651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:32.377028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=fd136d28-2bd5-4e01-8301-341e21e8ccb2,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:32.386203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:32.409247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:32.409863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.434450 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7263699 Dec 22 08:54:32.446680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Request body: {'port': {'device_id': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:32.557502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9be34bd2-97ea-4a4a-b9dc-47a5e6ba9d11 None None] Provisioning for port fd136d28-2bd5-4e01-8301-341e21e8ccb2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:32.563533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9be34bd2-97ea-4a4a-b9dc-47a5e6ba9d11 None None] Provisioning complete for port fd136d28-2bd5-4e01-8301-341e21e8ccb2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:32.564077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9be34bd2-97ea-4a4a-b9dc-47a5e6ba9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.570316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.626017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9be34bd2-97ea-4a4a-b9dc-47a5e6ba9d11 None None] Port fd136d28-2bd5-4e01-8301-341e21e8ccb2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:54:32.954732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd136d28-2bd5-4e01-8301-341e21e8ccb2 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:54:32.966592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.985635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Transition to ACTIVE for port object fd136d28-2bd5-4e01-8301-341e21e8ccb2 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:54:32.989969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:32.993915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c01f954e-71e5-4adb-8b91-0f7bbb906712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:33.288856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136d28-2bd5-4e01-8301-341e21e8ccb2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:33.296488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:33.402327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da568e-50b0-4446-bb50-57a22d0bfd77 req-6e63bee8-0344-474a-98be-98dff03c98c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:33.402934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-39da568e-50b0-4446-bb50-57a22d0bfd77 req-6e63bee8-0344-474a-98be-98dff03c98c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:54:33.422189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Attempting to bind port fd136d28-2bd5-4e01-8301-341e21e8ccb2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:54:33.422518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Attempting to bind port fd136d28-2bd5-4e01-8301-341e21e8ccb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:54:33.422840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Attempting to bind port fd136d28-2bd5-4e01-8301-341e21e8ccb2 on network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:33.430899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Port fd136d28-2bd5-4e01-8301-341e21e8ccb2 on network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:54:33.431214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Attempting to bind port fd136d28-2bd5-4e01-8301-341e21e8ccb2 on network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:54:33.436982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:54:33.437313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Checking segment: {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:54:33.437760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Bound using segment: {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:54:33.438202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Bound port: fd136d28-2bd5-4e01-8301-341e21e8ccb2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a26629-d865-4daa-82aa-b55eb359315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:54:33.438539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:33.449300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-39da568e-50b0-4446-bb50-57a22d0bfd77 req-6e63bee8-0344-474a-98be-98dff03c98c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:54:33.450416 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-39da568e-50b0-4446-bb50-57a22d0bfd77 req-6e63bee8-0344-474a-98be-98dff03c98c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 944 time: 0.4271755 Dec 22 08:54:33.547640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-39da568e-50b0-4446-bb50-57a22d0bfd77 req-f71dc8b5-ad55-4c71-be41-15c58c59dfca tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906136 Dec 22 08:54:33.559329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] For port fd136d28-2bd5-4e01-8301-341e21e8ccb2, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:54:33.563538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] For port fd136d28-2bd5-4e01-8301-341e21e8ccb2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:54:33.567431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:33.572153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:33.632020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:33.632627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:33.634517 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 1094 time: 1.1919744 Dec 22 08:54:33.635021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:33.654879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd136d28-2bd5-4e01-8301-341e21e8ccb2,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:33.659899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:33.717376 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'status': 'completed', 'code': 200} Dec 22 08:54:33.758525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-4313b99c-a73b-406b-be0f-515ef412a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:33.760647 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-4313b99c-a73b-406b-be0f-515ef412a288 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1097 time: 0.0820394 Dec 22 08:54:33.834168 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-4d897bd7-7198-4610-aae0-1c9fa1f12b1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0666101 Dec 22 08:54:33.902756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bfb71b5b-02f9-45b9-a77c-67910f63933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:33.904213 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-bfb71b5b-02f9-45b9-a77c-67910f63933c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 843 time: 0.0630529 Dec 22 08:54:33.981974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-acd4a8dd-55b1-4dff-b697-262164d4aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:33.983512 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-acd4a8dd-55b1-4dff-b697-262164d4aabf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733507 Dec 22 08:54:34.117587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-00709afd-87d6-4ea9-9f67-14a93d5a1064 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277609 Dec 22 08:54:34.253595 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-334775d9-9643-477f-bcb9-74ebdc8695a4 req-37830768-3b4f-4320-800d-c53d72c4b03e service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294515 Dec 22 08:54:34.372178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-a698e154-e853-4fb2-86ab-4e09885c0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.373601 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-a698e154-e853-4fb2-86ab-4e09885c0f31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1097 time: 0.0689948 Dec 22 08:54:34.503568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-8b90b870-63ce-49b9-901e-5c9a356ce5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.505086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-8b90b870-63ce-49b9-901e-5c9a356ce5f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 896 time: 0.1249743 Dec 22 08:54:34.575652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-ab49e347-fb1e-45d7-99f8-e64acb684fb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0638340 Dec 22 08:54:34.637071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-40f77d00-492c-4d66-8932-3394334b1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.638502 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-40f77d00-492c-4d66-8932-3394334b1414 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 843 time: 0.0573204 Dec 22 08:54:34.784858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c0b12-6c70-4d57-88a3-26a0da30b756 req-5049f4bd-8601-4dcf-a85a-ed6461172c8d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.786186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c65c0b12-6c70-4d57-88a3-26a0da30b756 req-5049f4bd-8601-4dcf-a85a-ed6461172c8d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 944 time: 0.1080041 Dec 22 08:54:34.788662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-0b07b925-7815-43ee-8615-5a3bd25d3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:34.789984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-0b07b925-7815-43ee-8615-5a3bd25d3af1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1454580 Dec 22 08:54:34.912376 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c65c0b12-6c70-4d57-88a3-26a0da30b756 req-ac9d0394-88f0-4637-be31-bee65da1c4c6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205628 Dec 22 08:54:34.953039 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-60868279-3589-4d01-aba3-cfcbaaaf39a2 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488404 Dec 22 08:54:35.198887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdea90e5-ac34-498b-9b03-f4a43a711a9b req-a5e1cfc6-e7c0-4cf7-a594-9211dd474b61 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391703 Dec 22 08:54:36.221809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780b30-49c3-4a17-b719-8b75819be5a6 req-1b00976d-248c-4914-a86d-35c4ab1d2c1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:36.223250 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8a780b30-49c3-4a17-b719-8b75819be5a6 req-1b00976d-248c-4914-a86d-35c4ab1d2c1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 944 time: 0.2029955 Dec 22 08:54:36.266910 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8a780b30-49c3-4a17-b719-8b75819be5a6 req-ada0f23f-2071-4055-aafa-501622a4b7bd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Dec 22 08:54:36.735940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device fd136d28-2bd5-4e01-8301-341e21e8ccb2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:54:36.901504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port fd136d28-2bd5-4e01-8301-341e21e8ccb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:36.913834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'port_id': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'mac_address': 'fa:16:3e:ea:f3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:54:36.967370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:36.983302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd136d28-2bd5-4e01-8301-341e21e8ccb2 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:54:36.997919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port fd136d28-2bd5-4e01-8301-341e21e8ccb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:37.001829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:37.003690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:37.069230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=fd136d28-2bd5-4e01-8301-341e21e8ccb2,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:37.072750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:37.325886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['fd136d28-2bd5-4e01-8301-341e21e8ccb2'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:54:37.454894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037fdc-27f4-4f82-bc7a-c1aac74bc92f req-057381dc-5247-4bff-93e8-427efc5ba677 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:37.456617 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c0037fdc-27f4-4f82-bc7a-c1aac74bc92f req-057381dc-5247-4bff-93e8-427efc5ba677 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 945 time: 0.0866592 Dec 22 08:54:37.506680 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c0037fdc-27f4-4f82-bc7a-c1aac74bc92f req-26df5a32-c841-446e-849a-f96dc25cc0f2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445309 Dec 22 08:54:38.333686 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:54:38.692077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805c21-7a21-4f06-8b20-02d561f78270 req-33f5527f-38ce-40d3-bea5-7963a62c6b21 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:38.693494 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2805c21-7a21-4f06-8b20-02d561f78270 req-33f5527f-38ce-40d3-bea5-7963a62c6b21 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 945 time: 0.0813134 Dec 22 08:54:38.733224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device fd136d28-2bd5-4e01-8301-341e21e8ccb2 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:54:38.737706 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2805c21-7a21-4f06-8b20-02d561f78270 req-b39734b0-5258-4431-9459-a4b8b69c5e36 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381305 Dec 22 08:54:38.802155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port fd136d28-2bd5-4e01-8301-341e21e8ccb2 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:54:38.807036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port fd136d28-2bd5-4e01-8301-341e21e8ccb2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:54:38.807405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.920877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.947501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:38.958223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port fd136d28-2bd5-4e01-8301-341e21e8ccb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:54:38.962691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:38.964530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:39.000730 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'code': 200} Dec 22 08:54:39.032561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=fd136d28-2bd5-4e01-8301-341e21e8ccb2,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:39.035302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:39.223523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413234-5976-40d2-99c2-0008e1831a95 req-aac9213f-9830-44c5-b710-0c61aa6e9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:39.225039 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d2413234-5976-40d2-99c2-0008e1831a95 req-aac9213f-9830-44c5-b710-0c61aa6e9416 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1099 time: 0.0762162 Dec 22 08:54:39.268756 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d2413234-5976-40d2-99c2-0008e1831a95 req-79d812bb-4e8d-4776-b129-5189eacdd515 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369511 Dec 22 08:54:39.711848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.763352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-246e55c8-d7e7-4dbc-b35b-8d693d49af66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.917413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adabdfc-82a6-4376-a4c8-72337c89af04 req-c68489e0-0545-4044-b5ef-90a539915ccc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:39.918764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1adabdfc-82a6-4376-a4c8-72337c89af04 req-c68489e0-0545-4044-b5ef-90a539915ccc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 946 time: 0.0777097 Dec 22 08:54:39.962616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1adabdfc-82a6-4376-a4c8-72337c89af04 req-6b6b252e-b338-422f-a42c-f50872f1637b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 Dec 22 08:54:41.146133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e1c1-8b77-475b-a6a7-5effcbadcabd req-804eb370-1285-437f-8f22-31e8137b263d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:41.147610 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b332e1c1-8b77-475b-a6a7-5effcbadcabd req-804eb370-1285-437f-8f22-31e8137b263d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 946 time: 0.0781295 Dec 22 08:54:41.190444 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b332e1c1-8b77-475b-a6a7-5effcbadcabd req-ce545c14-87ef-47ee-a9d1-c1c79c724845 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Dec 22 08:54:41.377382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59639417-4215-4beb-8bcf-bfda80f27222 req-d721ed48-2ac1-4e1a-b3cd-3f84d4a88f90 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:41.378826 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59639417-4215-4beb-8bcf-bfda80f27222 req-d721ed48-2ac1-4e1a-b3cd-3f84d4a88f90 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 946 time: 0.0835714 Dec 22 08:54:41.422391 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59639417-4215-4beb-8bcf-bfda80f27222 req-eb8de4c0-ae55-4110-9b57-11e69f88bc20 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Dec 22 08:54:41.444467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38710) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:41.515887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ec6cff-2dfb-4db1-9347-e58457e0d3e9 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:41.517413 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-42ec6cff-2dfb-4db1-9347-e58457e0d3e9 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1094 time: 0.0719962 Dec 22 08:54:41.520217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38714) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:41.525682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:54:41.531598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:54:41.535388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:54:41.538200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:54:41.544351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:54:41.556474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.691216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.822311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.66 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/eb11fd0c-bc4e-40b1-84c0-7730a05a213d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:54:41.969926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.999124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.003572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-199d35bc-2a7d-4518-9b55-d4fa6aa92262 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:42.028035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a9deb887-19ba-4105-8f79-2c08a6510083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.070320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:54:42.074160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:54:42.076710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:54:42.117154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=eb11fd0c-bc4e-40b1-84c0-7730a05a213d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:42.121993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:42.489325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.570758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.877867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.882105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:42.886025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-255a2096-d176-4179-bb6d-0293e3965036 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:54:42.990381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=eb11fd0c-bc4e-40b1-84c0-7730a05a213d,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:54:42.995024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:54:43.001556 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:43.167203 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP e2ab7938-0d76-4293-80a3-c40b4fe6cceb associated. External IP: 172.26.7.66, port: fd136d28-2bd5-4e01-8301-341e21e8ccb2. Dec 22 08:54:43.173347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:43.208434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:43.514713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 71dda605-4bfb-4ba2-9d05-9d338cd02def has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:54:43.690895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:54:43.700632 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] Sync routers for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:54:43.710414 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:43.711012 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:43.716219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:43.772729 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2513177 Dec 22 08:54:43.773203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:54:43.775229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38718) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:43.819678 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'status': 'completed', 'code': 200} Dec 22 08:54:43.888662 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:43.936133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-137240a5-18ac-43d5-a6d1-4c5958920ca5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/e2ab7938-0d76-4293-80a3-c40b4fe6cceb HTTP/1.1" status: 200 len: 991 time: 0.1596107 Dec 22 08:54:43.951358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38858275-eb23-4f8c-88d6-25da14b70623 req-976f7e69-3094-43db-939b-78b011902505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:43.952813 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38858275-eb23-4f8c-88d6-25da14b70623 req-976f7e69-3094-43db-939b-78b011902505 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1099 time: 0.1111662 Dec 22 08:54:44.082123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38858275-eb23-4f8c-88d6-25da14b70623 req-ff06df28-6d1f-484a-abc2-c97810d99180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:44.083469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38858275-eb23-4f8c-88d6-25da14b70623 req-ff06df28-6d1f-484a-abc2-c97810d99180 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 896 time: 0.1245472 Dec 22 08:54:44.187329 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38858275-eb23-4f8c-88d6-25da14b70623 req-17a9e1b7-1e92-4c52-8a4b-93acd4d094ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 999 time: 0.0971024 Dec 22 08:54:44.233522 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'e2ab7938-0d76-4293-80a3-c40b4fe6cceb', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'port_id': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'mac_address': 'fa:16:3e:ea:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:54:42Z', 'updated_at': '2021-12-22T08:54:42Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:30Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:44.237297 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] Checking router: 71dda605-4bfb-4ba2-9d05-9d338cd02def for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:54:44.245972 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:54:44.246662 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:54:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:44.257021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38858275-eb23-4f8c-88d6-25da14b70623 req-1c086b33-78ed-4e1b-baca-0aa2c02fb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:44.259108 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38858275-eb23-4f8c-88d6-25da14b70623 req-1c086b33-78ed-4e1b-baca-0aa2c02fb1bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 843 time: 0.0642676 Dec 22 08:54:44.334736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38858275-eb23-4f8c-88d6-25da14b70623 req-09d664f7-50c2-4ae1-add1-b6a43fc6f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:44.336248 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38858275-eb23-4f8c-88d6-25da14b70623 req-09d664f7-50c2-4ae1-add1-b6a43fc6f876 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687513 Dec 22 08:54:44.422958 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:54:44.465905 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38858275-eb23-4f8c-88d6-25da14b70623 req-80eb4933-8536-4a0a-b319-acdbd5c89f36 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228392 Dec 22 08:54:44.520780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:44.607262 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38858275-eb23-4f8c-88d6-25da14b70623 req-9a32a38c-1f52-4c37-9c96-e9611f55895e service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352434 Dec 22 08:54:44.807691 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'e2ab7938-0d76-4293-80a3-c40b4fe6cceb', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'port_id': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'mac_address': 'fa:16:3e:ea:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:54:42Z', 'updated_at': '2021-12-22T08:54:42Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:30Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:54:44.811459 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b34340-fb80-4f82-9cf3-f80b1f22b52f None None] The sync data for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv is: [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'e2ab7938-0d76-4293-80a3-c40b4fe6cceb', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'port_id': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'mac_address': 'fa:16:3e:ea:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:54:42Z', 'updated_at': '2021-12-22T08:54:42Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:30Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:54:44.939884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38724) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:44.991532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5273d-0ab9-41bd-b597-01f65a366fd9 None None] New status for floating IP e2ab7938-0d76-4293-80a3-c40b4fe6cceb: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:54:45.047717 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-006ae65e-2490-446e-a352-a295e35661a3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/e2ab7938-0d76-4293-80a3-c40b4fe6cceb HTTP/1.1" status: 200 len: 991 time: 0.1065826 Dec 22 08:54:46.051805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38728) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:54:46.156005 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9cddde69-3b96-4fed-a2e4-073b5697d4b7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/e2ab7938-0d76-4293-80a3-c40b4fe6cceb HTTP/1.1" status: 200 len: 993 time: 0.1029549 Dec 22 08:55:09.729521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:09.765538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4901a802-3b7c-4a66-bc09-03d7797317f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:12.029648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b632b065-4afb-4a2c-bead-f07da34bea10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:13.177850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:13.210385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:14.520604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:15.334242 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:55:33.822672 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-b963d87b-5a6a-48e0-9574-f9722cd52b7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691640 Dec 22 08:55:34.068879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-b74c9a61-f088-45cf-8c9f-a2758d81ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:34.070342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-b74c9a61-f088-45cf-8c9f-a2758d81ca96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1099 time: 0.1788449 Dec 22 08:55:34.210943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-fceaa025-1c68-41df-9aa3-e46747e26b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:34.212402 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-fceaa025-1c68-41df-9aa3-e46747e26b5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 896 time: 0.1234715 Dec 22 08:55:34.313380 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-21ec5152-2a80-4bcd-b4c8-6fb29227c8ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 1001 time: 0.0939829 Dec 22 08:55:34.373670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-7f537066-b83e-43f6-9fa3-4991cc97d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:34.375226 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-7f537066-b83e-43f6-9fa3-4991cc97d524 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 843 time: 0.0558887 Dec 22 08:55:34.449434 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-589066cf-bdef-4e14-afc3-c8cebe5091ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:34.450861 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-589066cf-bdef-4e14-afc3-c8cebe5091ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698392 Dec 22 08:55:34.579572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-19c65cee-2700-40ba-b13e-12d274a4390a service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217427 Dec 22 08:55:34.706990 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34e79a7f-cfdd-4138-acb0-f5f4edc3c075 req-053743f0-c548-401d-b882-11a6d5a117a5 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206050 Dec 22 08:55:39.728341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:39.768930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-62f5c7fb-daf2-41bf-8726-237a36c7993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:42.031422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b62be51f-f197-4e33-93e1-ac6ef9317d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:43.180467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:43.212738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:44.522977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:52.332157 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:56:09.743706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:09.768493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9953319f-c83a-4017-986b-1987e183190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:12.033838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8ed86964-c3d8-4531-b26f-3b44b82b9e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:13.182248 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:13.216995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:14.525236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:29.330470 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:56:34.825555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-2718ff27-ba3f-4851-9fe8-b06d90b0d810 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688493 Dec 22 08:56:34.966242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-f61beed1-4159-4663-913e-dfc8b1854f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:34.967655 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-f61beed1-4159-4663-913e-dfc8b1854f08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1099 time: 0.0727639 Dec 22 08:56:35.108222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-b119a934-9317-4fd8-9762-c36d61dc6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.109548 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-b119a934-9317-4fd8-9762-c36d61dc6745 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 896 time: 0.1244080 Dec 22 08:56:35.209965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-437a0407-4a05-4a57-91b0-7179fab79eb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 1001 time: 0.0932226 Dec 22 08:56:35.277100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-a7335601-e79f-443d-a7bb-6337499addd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.278582 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-a7335601-e79f-443d-a7bb-6337499addd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 843 time: 0.0622492 Dec 22 08:56:35.351598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-da124688-aed5-4948-84c6-9f91f17c9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.353601 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-da124688-aed5-4948-84c6-9f91f17c9aca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691023 Dec 22 08:56:35.482927 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-6e54e355-1ce3-45e9-9a63-30352a214814 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228890 Dec 22 08:56:35.611586 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-613c2b10-aa97-42e8-b0e3-b28e8dd926be req-6fcce299-4c93-41e3-a8e4-115e2a5c3efe service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227593 Dec 22 08:56:39.741232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:39.768329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e2fb2517-463a-4443-b50b-d3ce60929865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:42.035497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-171af042-2d89-4e97-b5d2-a6b0a9f5d7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:43.184461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:43.219461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.528958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:06.328795 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:57:09.751235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:09.768246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ac4c51ad-2a9e-4dfb-a378-dddd5203881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:12.074026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0aebcc48-811b-4c28-a88a-cdd6f9ae3cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:13.187028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:13.222180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:14.531874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:18.118425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38774) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:57:18.167221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:57:18.391516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2499691'] for subnet, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:18.569505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743491946837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2240119'] for subnet, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:18.574303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2415a9d8-c7ba-4fa8-820a-7c6e4d887836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:18.621725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:18.622303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:18.626315 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/subnets/9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 835 time: 0.5041363 Dec 22 08:57:18.630295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2cf8f9-ba92-4193-8507-0c4c4686161a None None] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:57:18.638944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=9e921513-704b-43db-a749-1343d92b012f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:18.646452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.646770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.647144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.647511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.647876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.648276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.648636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.648990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.649345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.649698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.650049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.650399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:57:18.653722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:19.082296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b850db0a-2aea-4935-a3e9-97c7360661f0 None None] Provisioning complete for port c2850e95-63e7-475f-bd2c-ab0871778292 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:57:19.082675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b850db0a-2aea-4935-a3e9-97c7360661f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:19.212239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b850db0a-2aea-4935-a3e9-97c7360661f0 None None] Provisioning complete for port fd136d28-2bd5-4e01-8301-341e21e8ccb2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:57:19.212614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b850db0a-2aea-4935-a3e9-97c7360661f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:19.334219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b850db0a-2aea-4935-a3e9-97c7360661f0 None None] Provisioning complete for port cfe0a36b-37fa-4794-9e11-1068f735eccd triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:57:19.334584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b850db0a-2aea-4935-a3e9-97c7360661f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:34.857650 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-4b75e9b4-b253-47eb-9e11-3eb29160c7ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084049 Dec 22 08:57:34.995619 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-9ca276db-5448-49f0-8367-c86fa4db2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:34.997084 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-9ca276db-5448-49f0-8367-c86fa4db2dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1099 time: 0.0699813 Dec 22 08:57:35.140592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-1461b8cc-52e5-4ae3-a211-1f32044f380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:35.141942 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-1461b8cc-52e5-4ae3-a211-1f32044f380c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 896 time: 0.1245439 Dec 22 08:57:35.246272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-e0b486d5-66b1-4ea5-b214-cea17a5b8024 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 1001 time: 0.0974610 Dec 22 08:57:35.311279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-bef88ca2-e29d-414b-9a09-ad055e3c847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:35.312688 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-bef88ca2-e29d-414b-9a09-ad055e3c847c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 843 time: 0.0596766 Dec 22 08:57:35.386501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-aad69e3a-144a-48a4-9efe-9dd267bf0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:35.387913 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-aad69e3a-144a-48a4-9efe-9dd267bf0122 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675466 Dec 22 08:57:35.399799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-4df02078-6ce0-4430-8ec4-9ad30b019172 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:57:35.400713 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-4df02078-6ce0-4430-8ec4-9ad30b019172 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047345 Dec 22 08:57:35.528493 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-af97592b-4053-45f5-bfd9-27afc28863f2 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210780 Dec 22 08:57:35.659714 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d28ed959-b296-4a2c-a7c7-1c08af9a1544 req-0f3a912d-f4de-4d71-8b14-9339db2c5059 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245818 Dec 22 08:57:39.759325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:39.769704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-813a7d95-ee73-421d-b584-e6004bed908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:42.036307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-59946b35-735e-4951-b243-9e4d73ea2b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:43.189097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:43.225300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:43.327062 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:57:44.534709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:02.298211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38788) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:02.503425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port eb11fd0c-bc4e-40b1-84c0-7730a05a213d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:58:02.503823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:02.801097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:02.801301 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:02.919692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for eb11fd0c-bc4e-40b1-84c0-7730a05a213d owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:58:03.071186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:03.074579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4187cb7f-1be9-4ff6-93dc-84ff70d98a08 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:03.116538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=eb11fd0c-bc4e-40b1-84c0-7730a05a213d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:03.159465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.159847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.160244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.160611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.161519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.161942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.162304 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.162661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.163022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.163382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.163733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.164115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:03.190653 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:03.219209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:03.219566 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP e2ab7938-0d76-4293-80a3-c40b4fe6cceb disassociated (deleted). External IP: 172.26.7.66, port: fd136d28-2bd5-4e01-8301-341e21e8ccb2. Dec 22 08:58:03.568458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 71dda605-4bfb-4ba2-9d05-9d338cd02def has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:58:03.772240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:58:03.781502 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] Sync routers for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:58:03.792136 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:03.792580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:03.792747 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:57:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:03.849634 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/e2ab7938-0d76-4293-80a3-c40b4fe6cceb HTTP/1.1" status: 204 len: 168 time: 1.5502446 Dec 22 08:58:03.850259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:03.976139 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:04.267841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b5195-a146-4bcc-977a-709f682525d8 req-37135a34-f09b-48a6-9774-05cb34225958 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:04.269321 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f66b5195-a146-4bcc-977a-709f682525d8 req-37135a34-f09b-48a6-9774-05cb34225958 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 946 time: 0.1278281 Dec 22 08:58:04.288310 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:30Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:04.292382 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] Checking router: 71dda605-4bfb-4ba2-9d05-9d338cd02def for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:58:04.300350 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:04.301191 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:57:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:04.313383 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f66b5195-a146-4bcc-977a-709f682525d8 req-d3e6e278-b802-4913-806c-59bdae992cab tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Dec 22 08:58:04.473544 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:04.803680 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:30Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:04.807535 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3c25d2-b028-4279-a159-90fe36d08d34 None None] The sync data for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv is: [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'cfe0a36b-37fa-4794-9e11-1068f735eccd', 'name': '', 'network_id': 'd30a30b5-f6ea-4d97-b482-0db22d5f10f0', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:b3:81:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9e921513-704b-43db-a749-1343d92b012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:25Z', 'updated_at': '2021-12-22T08:54:30Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': '9e921513-704b-43db-a749-1343d92b012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:58:04.967966 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'status': 'completed', 'code': 200} Dec 22 08:58:05.025764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54cdfe2-6337-462c-bf3e-c782a323f635 None None] New status for floating IP e2ab7938-0d76-4293-80a3-c40b4fe6cceb: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:58:05.061952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-6f5dadb8-da75-40b4-bc57-f5d7d84761e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:05.063324 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-6f5dadb8-da75-40b4-bc57-f5d7d84761e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 1099 time: 0.0704429 Dec 22 08:58:05.196381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-472739fb-620b-418f-8444-e175d0427084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:05.197795 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-472739fb-620b-418f-8444-e175d0427084 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 200 len: 896 time: 0.1267786 Dec 22 08:58:05.267208 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-90bd06ca-7b3a-4226-a20a-1bc1a0182e8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 200 len: 217 time: 0.0625017 Dec 22 08:58:05.329190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-4aedab72-bb53-418b-a4f5-c2107bd08511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:05.330467 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-4aedab72-bb53-418b-a4f5-c2107bd08511 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 200 len: 843 time: 0.0557995 Dec 22 08:58:05.577950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-ea623520-1284-4d04-b3c5-713146009a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:05.579472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-ea623520-1284-4d04-b3c5-713146009a2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d30a30b5-f6ea-4d97-b482-0db22d5f10f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2419767 Dec 22 08:58:05.612916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230c6e-a220-47c7-85ee-f686bb16cb96 req-ce3406ad-7be5-4dc5-af7d-89e62e4fe226 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:05.614840 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5e230c6e-a220-47c7-85ee-f686bb16cb96 req-ce3406ad-7be5-4dc5-af7d-89e62e4fe226 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 946 time: 0.1143374 Dec 22 08:58:05.783265 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5e230c6e-a220-47c7-85ee-f686bb16cb96 req-0236bb9b-a81a-49f7-abe2-9b73e3b35b7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c972638-2946-486f-9e88-9c7b1e7cdff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209311 Dec 22 08:58:05.829948 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-b81d5d9e-ba59-4061-8c04-85a0e49ad142 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433567 Dec 22 08:58:05.838387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-ca7b4ab5-fd14-493a-b28f-b554b7b8300f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:05.839653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-ca7b4ab5-fd14-493a-b28f-b554b7b8300f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 946 time: 0.1763771 Dec 22 08:58:05.985780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port fd136d28-2bd5-4e01-8301-341e21e8ccb2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:58:05.986119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:06.069972 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b3da6c-2698-4f32-ac3d-131a6396142c req-5d61cf73-64e6-47c3-96fd-79b890017d15 service neutron] 10.222.0.16 "GET /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293684 Dec 22 08:58:06.251600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port fd136d28-2bd5-4e01-8301-341e21e8ccb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fd136d28-2bd5-4e01-8301-341e21e8ccb2,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:06.251962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:06.372905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for fd136d28-2bd5-4e01-8301-341e21e8ccb2 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:58:06.512350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:06.517902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-42bca255-a07b-4cd8-a3a8-603ad8f562ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:06.565027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=fd136d28-2bd5-4e01-8301-341e21e8ccb2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:06.568648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:06.636238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port fd136d28-2bd5-4e01-8301-341e21e8ccb2 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:58:06.638718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:06.641302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'name': 'network-vif-deleted', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:06.653395 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0aff9f84-bdf2-4207-984b-c000c8333883 req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/fd136d28-2bd5-4e01-8301-341e21e8ccb2 HTTP/1.1" status: 204 len: 173 time: 0.7939475 Dec 22 08:58:06.736288 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c9677f-c571-4a27-8dd6-609ff4e37900', 'name': 'network-vif-deleted', 'tag': 'fd136d28-2bd5-4e01-8301-341e21e8ccb2', 'status': 'completed', 'code': 200} Dec 22 08:58:06.945882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5dce446d-de2f-4daa-81cc-0b9a880dd725 req-0f3df483-50a8-4517-8903-71a49596f905 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:06.961307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5dce446d-de2f-4daa-81cc-0b9a880dd725 req-0f3df483-50a8-4517-8903-71a49596f905 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:06.963130 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5dce446d-de2f-4daa-81cc-0b9a880dd725 req-0f3df483-50a8-4517-8903-71a49596f905 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6c9677f-c571-4a27-8dd6-609ff4e37900 HTTP/1.1" status: 200 len: 210 time: 0.0631428 Dec 22 08:58:07.975783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device fd136d28-2bd5-4e01-8301-341e21e8ccb2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:08.008357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: fd136d28-2bd5-4e01-8301-341e21e8ccb2 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:58:08.008712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device fd136d28-2bd5-4e01-8301-341e21e8ccb2 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:08.058318 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38818) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:08.128420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:08.157953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:08.222632 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:08.226836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ea689c6e-e3f7-4bac-b7b5-a7a2039b5b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:08.246714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c972638-2946-486f-9e88-9c7b1e7cdff7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:08.249867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:08.259503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:08.260716 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c972638-2946-486f-9e88-9c7b1e7cdff7 HTTP/1.1" status: 204 len: 168 time: 0.2013476 Dec 22 08:58:08.289926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38824) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:08.942162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:09.284405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port cfe0a36b-37fa-4794-9e11-1068f735eccd {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:58:09.284740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:09.463879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port cfe0a36b-37fa-4794-9e11-1068f735eccd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cfe0a36b-37fa-4794-9e11-1068f735eccd,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:09.464585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:09.586758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for cfe0a36b-37fa-4794-9e11-1068f735eccd owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:58:09.755616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:09.772076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0ce6a26-1261-417f-be4f-d03bf7d3f11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:09.900175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:09.904514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-91d96162-656e-40cf-8f31-1e514220caf8 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:09.950730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=cfe0a36b-37fa-4794-9e11-1068f735eccd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:10.105675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:10.339372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:10.687551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router 71dda605-4bfb-4ba2-9d05-9d338cd02def has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:58:10.866766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:58:10.877062 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] Sync routers for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:58:10.883375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/71dda605-4bfb-4ba2-9d05-9d338cd02def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922122 Dec 22 08:58:10.885936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38832) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:10.886677 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:10.887268 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:57:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:10.951404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet 9e921513-704b-43db-a749-1343d92b012f {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 08:58:10.954336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.010976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.057633 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:11.090491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.163085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.166694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a7da1ee-d356-4e24-bca9-ada051642712 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:11.205323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=9e921513-704b-43db-a749-1343d92b012f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:11.208375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:11.209323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.216147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4790705-a9e2-49a1-82b8-41c9c6a504e2 None None] Network d30a30b5-f6ea-4d97-b482-0db22d5f10f0 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:58:11.216631 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-acca4eb6-7f4e-458e-8bad-667c92a49bec tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/9e921513-704b-43db-a749-1343d92b012f HTTP/1.1" status: 204 len: 168 time: 0.3295834 Dec 22 08:58:11.217754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38836) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:11.344211 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:58:09Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:11.347934 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] Checking router: 71dda605-4bfb-4ba2-9d05-9d338cd02def for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:58:11.356709 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] Routers {'71dda605-4bfb-4ba2-9d05-9d338cd02def'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:11.357299 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:57:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['71dda605-4bfb-4ba2-9d05-9d338cd02def'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:11.399412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.470402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] DHCP port deletion for d30a30b5-f6ea-4d97-b482-0db22d5f10f0 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 08:58:11.475906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Deleting port c2850e95-63e7-475f-bd2c-ab0871778292 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:58:11.476388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.543749 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] Set router 71dda605-4bfb-4ba2-9d05-9d338cd02def gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:11.726769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.738026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port b838b7fa-57d4-429c-aa74-cc13b48ec560 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 08:58:11.738218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] For port c2850e95-63e7-475f-bd2c-ab0871778292, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c2850e95-63e7-475f-bd2c-ab0871778292,segment=NetworkSegment(57a26629-d865-4daa-82aa-b55eb359315c),segment_id=57a26629-d865-4daa-82aa-b55eb359315c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:11.738352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.738462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.839142 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:58:09Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:11.843125 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd7f395-6add-4b6d-840b-3ff55b2303db None None] The sync data for ids ['71dda605-4bfb-4ba2-9d05-9d338cd02def'] in dv-neutron-822602-1-hyperv is: [{'id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'name': 'tempest-TestNetworkBasicOps-router-161824128', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:58:09Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'b838b7fa-57d4-429c-aa74-cc13b48ec560', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71dda605-4bfb-4ba2-9d05-9d338cd02def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:54:21Z', 'updated_at': '2021-12-22T08:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:58:11.864859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Calling delete_port for c2850e95-63e7-475f-bd2c-ab0871778292 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:58:11.929163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port b838b7fa-57d4-429c-aa74-cc13b48ec560, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b838b7fa-57d4-429c-aa74-cc13b48ec560,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:11.929513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.942477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.946265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:11.988518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Pushing event deleted for resources: {'Port': ['ID=c2850e95-63e7-475f-bd2c-ab0871778292,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:11.993174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] No DVR routers for this DVR port c2850e95-63e7-475f-bd2c-ab0871778292 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:58:11.999039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.002496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.002496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.002496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.002496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.002496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.002496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.002496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.003588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.003588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.003588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.004244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:12.007220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:12.038223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a2d73c23-7637-46d5-a7b8-88dfa2062357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.055119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for b838b7fa-57d4-429c-aa74-cc13b48ec560 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 08:58:12.234196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.238836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b7ba919a-72bd-4f7e-a120-a342ee289909 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:12.284880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c2850e95-63e7-475f-bd2c-ab0871778292 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:12.285638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=b838b7fa-57d4-429c-aa74-cc13b48ec560,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:12.288564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:12.330702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: c2850e95-63e7-475f-bd2c-ab0871778292 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:58:12.331331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c2850e95-63e7-475f-bd2c-ab0871778292 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:12.331938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cfe0a36b-37fa-4794-9e11-1068f735eccd no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:12.365292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: cfe0a36b-37fa-4794-9e11-1068f735eccd {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:58:12.365633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cfe0a36b-37fa-4794-9e11-1068f735eccd not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:12.384202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.566802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.569638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.591366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.591854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router 71dda605-4bfb-4ba2-9d05-9d338cd02def {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 08:58:12.607822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.611818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/71dda605-4bfb-4ba2-9d05-9d338cd02def HTTP/1.1" status: 204 len: 168 time: 1.3904414 Dec 22 08:58:12.611818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38840) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:12.726551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.859433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.883754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30a30b5-f6ea-4d97-b482-0db22d5f10f0']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:12.895560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a26629-d865-4daa-82aa-b55eb359315c') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:12.895853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a26629-d865-4daa-82aa-b55eb359315c') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:12.906693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.922332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.928972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 08:58:12.929347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:58:12.943802 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:58:13.152765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.156068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5f084216-4ba0-4fc0-9dc7-61aba26ebfa7 tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:13.172608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.181755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=d30a30b5-f6ea-4d97-b482-0db22d5f10f0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:13.184817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:13.191128 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/d30a30b5-f6ea-4d97-b482-0db22d5f10f0 HTTP/1.1" status: 204 len: 168 time: 0.5783658 Dec 22 08:58:13.198712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.203901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38844) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:13.214454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--1318730737', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:13.219714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:13.223769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:13.226773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:13.230164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.232852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:13.243063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:58:13.246408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.273988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:58:13.282669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.282997 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment c82b9e1e-4d5a-43e5-aa79-81219cb14a76 of type vlan for network 2792decf-3f5f-44ad-b77e-db2538ed8492 Dec 22 08:58:13.308994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.340276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.345644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:13.346215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.349614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff7b6e57-a121-40c2-a58e-300a98c03b78 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:13.448603 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2434690 Dec 22 08:58:13.451452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38848) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:13.452000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=2792decf-3f5f-44ad-b77e-db2538ed8492,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:13.454382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:13.456992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-646568410', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:13.463527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:58:13.464469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:13.468232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:13.471050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:13.477567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:13.488062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.489538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.506328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:13.888199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:14.189986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:14.218610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:14.269732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b838b7fa-57d4-429c-aa74-cc13b48ec560 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:14.303467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: b838b7fa-57d4-429c-aa74-cc13b48ec560 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 08:58:14.303816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b838b7fa-57d4-429c-aa74-cc13b48ec560 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:14.355812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.228 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/e6d348a9-b616-4cae-a527-c5a454fb686f) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:14.500548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:14.531492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:14.535405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:14.537782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:14.601040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:14.603746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:14.607851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:58:14.632031 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=e6d348a9-b616-4cae-a527-c5a454fb686f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:14.636658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:15.005248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:15.455706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:15.657649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 08:58:15.830807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:58:15.840282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Sync routers for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:58:15.849976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:15.850687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:15.857117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:15.858581 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4060462 Dec 22 08:58:15.861715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38854) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:15.906611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fcc1c5d2-b42e-4cfe-ae2d-d2c36d69b0e6 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435112 Dec 22 08:58:15.909492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:16.026071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:16.041241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b728504b-24a2-4c36-a96a-cb3bd095ceaa tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:16.042725 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b728504b-24a2-4c36-a96a-cb3bd095ceaa tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323228 Dec 22 08:58:16.045552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38864) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:16.088507 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6b7e83e0-6128-4b09-a6ea-f30405bf306f tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413244 Dec 22 08:58:16.090373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38868) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:16.095700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1719594450', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:16.202931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:16.206710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:16.210015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:16.215573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:16.227272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:58:16.231087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:16.303897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:14Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:16.307853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Checking router: a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:58:16.308225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Updating router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 port e6d348a9-b616-4cae-a527-c5a454fb686f binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:58:16.366188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:16.442451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:16.446725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0e299c0-97a4-48ca-983d-44fd9563117e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:16.519381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=c07bc52f-f885-4c7a-9800-ee5f296615de,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:16.523961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:16.527948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:58:16.528311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: 2792decf-3f5f-44ad-b77e-db2538ed8492, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:58:16.547910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:58:16.557339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 2792decf-3f5f-44ad-b77e-db2538ed8492) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:16.566247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341c82f-cda8-4c1b-9eb0-3ede2aea6387 None None] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:58:16.566625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:16.567911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:16.593778 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e322d639-c827-493d-b5ba-7b912b9c5cef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5023894 Dec 22 08:58:16.596447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38874) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:16.927434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-2792decf-3f5f-44ad-b77e-db2538ed8492', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 08:58:16.928259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:16.937656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:16.955704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Transition to ACTIVE for port object e6d348a9-b616-4cae-a527-c5a454fb686f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:16.995900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:17.000156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:17.141499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Attempting to bind port e6d348a9-b616-4cae-a527-c5a454fb686f on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:58:17.141874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Attempting to bind port e6d348a9-b616-4cae-a527-c5a454fb686f by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:58:17.142242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Attempting to bind port e6d348a9-b616-4cae-a527-c5a454fb686f on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:58:17.144351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e5135-9cf3-4a0a-95d4-64dcc34086d7 None None] Pushing event updated for resources: {'Port': ['ID=e6d348a9-b616-4cae-a527-c5a454fb686f,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:17.164509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e78e5135-9cf3-4a0a-95d4-64dcc34086d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:17.173049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:58:17.173463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:58:17.174122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:17.174737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:58:17.175481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Bound port: e6d348a9-b616-4cae-a527-c5a454fb686f, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:58:17.176853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:17.295909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Allocated IP 172.20.0.2 (2792decf-3f5f-44ad-b77e-db2538ed8492/c07bc52f-f885-4c7a-9800-ee5f296615de/2df15b3f-40e4-435c-bd08-5f22fc14ac2d) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:17.314850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] For port e6d348a9-b616-4cae-a527-c5a454fb686f, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:58:17.319483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] For port e6d348a9-b616-4cae-a527-c5a454fb686f, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e6d348a9-b616-4cae-a527-c5a454fb686f,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:58:17.334446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:17.340810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:17.476257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:17.492907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e5135-9cf3-4a0a-95d4-64dcc34086d7 None None] Pushing event updated for resources: {'Port': ['ID=e6d348a9-b616-4cae-a527-c5a454fb686f,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:17.495387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:17.499854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:17.546641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e78e5135-9cf3-4a0a-95d4-64dcc34086d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:17.741385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:17.758276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:17.802487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Transition to ACTIVE for port object 2df15b3f-40e4-435c-bd08-5f22fc14ac2d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:17.939219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Transition to ACTIVE for port object 2df15b3f-40e4-435c-bd08-5f22fc14ac2d will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:17.947429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:17.957023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e456f3a0-18c5-460b-90a8-402787122e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:18.013001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (2792decf-3f5f-44ad-b77e-db2538ed8492/c07bc52f-f885-4c7a-9800-ee5f296615de/a649b3a0-d853-48eb-95c9-fdd267114142) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:18.028007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:18.032708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:18.036190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:58:18.072108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Pushing event updated for resources: {'Port': ['ID=2df15b3f-40e4-435c-bd08-5f22fc14ac2d,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:18.074917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:18.171416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:18.188303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object a649b3a0-d853-48eb-95c9-fdd267114142 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:18.213081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:18.217083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fc0d3210-5490-4f53-bf5c-1a83aea9f137 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:18.236073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Attempting to bind port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:58:18.236450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Attempting to bind port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:58:18.236812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Attempting to bind port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d on network 2792decf-3f5f-44ad-b77e-db2538ed8492 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:58:18.246725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:58:18.247185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Checking segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:58:18.247600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:18.248011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Bound using segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:58:18.248502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Bound port: 2df15b3f-40e4-435c-bd08-5f22fc14ac2d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:58:18.248913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:18.288631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:18.291691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:18.294270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:58:18.337280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=a649b3a0-d853-48eb-95c9-fdd267114142,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:18.340569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:18.355007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:14Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:18.357226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] For port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:58:18.358646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:18.361055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] For port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2df15b3f-40e4-435c-bd08-5f22fc14ac2d,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:58:18.362896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f945a5-cbff-40df-9f96-9e7fbe64e32b None None] The sync data for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv is: [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:14Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:58:18.366207 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:18.370899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:18.453442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Pushing event updated for resources: {'Port': ['ID=2df15b3f-40e4-435c-bd08-5f22fc14ac2d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:18.465286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:18.514609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:19.108280 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:19.113217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:19.139954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e3120ae3-386e-411b-a99b-9014ade4c584 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:19.243308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=a649b3a0-d853-48eb-95c9-fdd267114142,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:19.246765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:19.249909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:19.395858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:19.396991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:19.462893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5681bb-7328-4a7d-bf90-8bfc0392ce7b None None] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 08:58:19.557382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2560f7a3-e6de-4b24-80f6-ff55378da9c3 None None] Provisioning for port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:19.592662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:58:19.773325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:58:19.789868 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/a4f95db9-8b1e-4eae-af7d-4ba3a60258f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1900024 Dec 22 08:58:19.790127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38878) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:19.947407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3b6f7-ede1-4be6-b66b-61b7168a9e96 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:19.947887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3b6f7-ede1-4be6-b66b-61b7168a9e96 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:19.948387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3b6f7-ede1-4be6-b66b-61b7168a9e96 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:19.948849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3b6f7-ede1-4be6-b66b-61b7168a9e96 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:19.950508 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5fc3b6f7-ede1-4be6-b66b-61b7168a9e96 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1594570 Dec 22 08:58:19.953278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38882) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:20.006134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cd4faaca-a37c-4d8a-9f10-86345e66c3f3 None None] Provisioning for port a649b3a0-d853-48eb-95c9-fdd267114142 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:20.022451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cd4faaca-a37c-4d8a-9f10-86345e66c3f3 None None] Provisioning complete for port a649b3a0-d853-48eb-95c9-fdd267114142 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:20.022824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cd4faaca-a37c-4d8a-9f10-86345e66c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.034140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722221-f839-4560-bb40-ece1e4043e8d tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:20.034760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722221-f839-4560-bb40-ece1e4043e8d tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:20.035230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722221-f839-4560-bb40-ece1e4043e8d tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:20.036484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf722221-f839-4560-bb40-ece1e4043e8d tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:20.040651 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cf722221-f839-4560-bb40-ece1e4043e8d tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0837903 Dec 22 08:58:20.040922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38886) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:20.080704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-cd4faaca-a37c-4d8a-9f10-86345e66c3f3 None None] Port a649b3a0-d853-48eb-95c9-fdd267114142 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:58:20.112223 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Sync routers for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:58:20.123672 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:20.124471 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:20.205859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-33167c6f-2172-4e40-999a-4899987f22f2 None None] Provisioning complete for port a649b3a0-d853-48eb-95c9-fdd267114142 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:20.206234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-33167c6f-2172-4e40-999a-4899987f22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.265107 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e4b21c1b-f972-49fc-9d24-27c9f5248886 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2205486 Dec 22 08:58:20.265589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-33167c6f-2172-4e40-999a-4899987f22f2 None None] Port a649b3a0-d853-48eb-95c9-fdd267114142 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:58:20.371606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e6d348a9-b616-4cae-a527-c5a454fb686f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:20.388308 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:58:20.413087 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:20.437056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-92fb2b5f-9c93-44bd-9b84-75fcebc76bdf None None] Provisioning complete for port a649b3a0-d853-48eb-95c9-fdd267114142 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:20.437442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-92fb2b5f-9c93-44bd-9b84-75fcebc76bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.468317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38892) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:20.473773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626187203', 'description': 'tempest-secgroup-smoke-626187203 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:20.480132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:20.484284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:20.487360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:20.494720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:20.495212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port e6d348a9-b616-4cae-a527-c5a454fb686f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:20.498626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-92fb2b5f-9c93-44bd-9b84-75fcebc76bdf None None] Port a649b3a0-d853-48eb-95c9-fdd267114142 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:58:20.502148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e6d348a9-b616-4cae-a527-c5a454fb686f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:20.502521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.506154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.528900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:20.533185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:20.536353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:20.542409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:20.624063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.628931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.632780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb4169d3-c9d4-4eb2-8590-b1ec7d37a7aa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:20.636908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.656686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port e6d348a9-b616-4cae-a527-c5a454fb686f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e6d348a9-b616-4cae-a527-c5a454fb686f,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:20.660841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.661985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2df15b3f-40e4-435c-bd08-5f22fc14ac2d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:20.675385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a729bd6c-8025-4243-9c48-d9f530cf8cb4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:20.683055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.687143 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2149837 Dec 22 08:58:20.687143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.687143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.687143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.687143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.687143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.687675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38896) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:20.688188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.688506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.688957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.689424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.689877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.690326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.690774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:20.693522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'a729bd6c-8025-4243-9c48-d9f530cf8cb4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:20.695135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:20.699973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:20.703976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:20.707177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:20.711978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-2a6f589a-1ff4-49d7-9457-29adffea1b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:20.713350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:20.735838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.740376 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:20.745792 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Checking router: a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:58:20.745792 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Updating router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 port a649b3a0-d853-48eb-95c9-fdd267114142 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 08:58:20.798336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=e6d348a9-b616-4cae-a527-c5a454fb686f,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:20.799263 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.802128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:20.804394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.806879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:20.810830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.812735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8ee1d742-136b-449c-8576-08f2f260feda tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:20.816552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:20.816552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.946126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.973800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78db52cf-e48d-483f-8cea-0a6022057eaa,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:20.979143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:20.986219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2df15b3f-40e4-435c-bd08-5f22fc14ac2d,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:20.986457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.987760 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2d9c1a53-6005-47fb-80e6-f586b30c0d8b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992704 Dec 22 08:58:20.991191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38900) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:20.991839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:20.993884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:20.996849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'a729bd6c-8025-4243-9c48-d9f530cf8cb4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:21.003598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:21.007756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:21.010959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:21.016619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:21.036816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.066253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=2df15b3f-40e4-435c-bd08-5f22fc14ac2d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.069956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.099107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.103063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.104941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cf73c640-5781-4b89-a44d-44556a7ab983 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:21.126374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225e0d83-51e1-4b57-bfc2-cc0cc61d309e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.128820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.137043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.138290 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461022 Dec 22 08:58:21.141079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38904) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:21.146868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'a729bd6c-8025-4243-9c48-d9f530cf8cb4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:21.152737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:21.156459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:21.159246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:21.164908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:21.167712 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.179843 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Transition to ACTIVE for port object a649b3a0-d853-48eb-95c9-fdd267114142 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:21.182412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.185426 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.189010 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-52049997-9d4e-4a07-b978-46ab9940f787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:21.244776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.249359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.251260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6ca7b74-dbd2-4e8d-9298-6123a973c944 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:21.274633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463bed2f-7b54-4a92-998a-21cd55895011,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.277220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.285824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.287378 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ea00c5a1-11fc-4a89-93d8-1179bde51db1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452096 Dec 22 08:58:21.290630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38908) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:21.299105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'a729bd6c-8025-4243-9c48-d9f530cf8cb4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:21.306814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:21.311659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:21.314357 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Pushing event updated for resources: {'Port': ['ID=a649b3a0-d853-48eb-95c9-fdd267114142,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.314943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:21.321575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:21.348547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.359862 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.360243 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.360580 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.361075 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.361548 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.361884 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.362210 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.362534 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.362859 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.363173 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.363698 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.364305 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:21.393872 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.418888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.421005 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Attempting to bind port a649b3a0-d853-48eb-95c9-fdd267114142 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:58:21.421595 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Attempting to bind port a649b3a0-d853-48eb-95c9-fdd267114142 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:58:21.421973 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Attempting to bind port a649b3a0-d853-48eb-95c9-fdd267114142 on network 2792decf-3f5f-44ad-b77e-db2538ed8492 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:58:21.424093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.426893 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7842d1f0-ce7d-41b9-9b0b-fd12d6aecb84 tempest-SecGroupIPv6Test-967537897 tempest-SecGroupIPv6Test-967537897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:21.429215 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:58:21.429598 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Checking segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:58:21.430002 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.430401 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Bound using segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:58:21.430863 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Bound port: a649b3a0-d853-48eb-95c9-fdd267114142, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:58:21.431243 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.448382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f92e91-f1e5-4352-a2e4-838eb0a2e7cb,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.452575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.461481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.462822 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-eef1d297-250f-4673-8eaa-0bb947636659 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712589 Dec 22 08:58:21.465550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38912) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:21.470571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'a729bd6c-8025-4243-9c48-d9f530cf8cb4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:21.476488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:21.480357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:21.483155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:21.489267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:21.499986 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:58:21.512505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.524674 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] For port a649b3a0-d853-48eb-95c9-fdd267114142, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:58:21.528339 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] For port a649b3a0-d853-48eb-95c9-fdd267114142, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a649b3a0-d853-48eb-95c9-fdd267114142,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:58:21.534131 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.542716 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-eb8ce2b8-f782-4807-8f69-61dc63cf7645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:21.588958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.593366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.595216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ecfd0120-a6ca-4110-902f-d6873ca16ec1 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:21.611447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424516ce-8026-4274-bc07-4a78a52e8d29,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.617858 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:21.618622 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:21.619319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.631435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.632722 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1661828 Dec 22 08:58:21.635684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38916) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:21.641236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': 'a729bd6c-8025-4243-9c48-d9f530cf8cb4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:21.648892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:21.653211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:21.656219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:21.662050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:21.673426 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:58:21.681415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.706872 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Pushing event updated for resources: {'Port': ['ID=a649b3a0-d853-48eb-95c9-fdd267114142,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.711856 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.759656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.765218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.767507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c73147d-a4fd-4004-981a-e6f7b4aaecff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:21.791385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a9ed0d-b251-4dae-a82b-469410a7aae6,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:21.793870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:21.802992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:21.804345 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1676087 Dec 22 08:58:21.817673 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:21.970382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-230949f6-78b4-4f56-8793-a1aab23fff92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:21.986189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-230949f6-78b4-4f56-8793-a1aab23fff92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:21.987568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-230949f6-78b4-4f56-8793-a1aab23fff92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626187203&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0596609 Dec 22 08:58:22.138039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-2dbf4589-103a-4c7f-a948-af61899b9da0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:22.138626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-2dbf4589-103a-4c7f-a948-af61899b9da0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:22.154632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-2dbf4589-103a-4c7f-a948-af61899b9da0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:22.156076 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-2dbf4589-103a-4c7f-a948-af61899b9da0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 797 time: 0.1606560 Dec 22 08:58:22.161609 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:21Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:22.165542 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcda37-2fe6-46fc-9801-7dba25c0ab44 None None] The sync data for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv is: [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:21Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:58:22.172797 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-64e04101-3c70-4483-8af5-60d63a90b4fa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0102830 Dec 22 08:58:22.274236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-bffd3a42-ebbb-4ccc-85a9-b9569829ff1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:22.297360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-bffd3a42-ebbb-4ccc-85a9-b9569829ff1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:22.298744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-bffd3a42-ebbb-4ccc-85a9-b9569829ff1f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203582 Dec 22 08:58:22.373697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-35162e03-fead-4cd0-a0bc-58cd76926e77 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:58:22.374662 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-35162e03-fead-4cd0-a0bc-58cd76926e77 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0635383 Dec 22 08:58:22.394555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e6d348a9-b616-4cae-a527-c5a454fb686f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:22.467296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e6d348a9-b616-4cae-a527-c5a454fb686f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:22.467587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:22.519125 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-c079d042-70f3-424e-86ac-54102386e382 service neutron] 10.222.0.36 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370900 Dec 22 08:58:22.594295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a649b3a0-d853-48eb-95c9-fdd267114142 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:22.662326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a649b3a0-d853-48eb-95c9-fdd267114142 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:22.665085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-34e25ef2-7c6b-4597-9b61-f0bdd3ea6928 service neutron] 10.222.0.36 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346507 Dec 22 08:58:22.667616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a649b3a0-d853-48eb-95c9-fdd267114142 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:22.668023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:22.799861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:22.844165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port a649b3a0-d853-48eb-95c9-fdd267114142, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a649b3a0-d853-48eb-95c9-fdd267114142,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:22.849987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:22.851123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2df15b3f-40e4-435c-bd08-5f22fc14ac2d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:22.882568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ff0df873-4fa0-4fdb-a79d-a71f3b674502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:22.932752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-aead73b0-4362-47b9-afa6-29a043472b6a req-bd80b551-45ad-402d-9087-c2fb54f9faf3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:22.947816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-aead73b0-4362-47b9-afa6-29a043472b6a req-bd80b551-45ad-402d-9087-c2fb54f9faf3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:22.948961 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aead73b0-4362-47b9-afa6-29a043472b6a req-bd80b551-45ad-402d-9087-c2fb54f9faf3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 210 time: 0.1299422 Dec 22 08:58:23.029964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=a649b3a0-d853-48eb-95c9-fdd267114142,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:23.033182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:23.041801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:23.042172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:24.049461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-266c6283-ca44-42a1-99cf-3b6410cf0efa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:24.051314 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-266c6283-ca44-42a1-99cf-3b6410cf0efa tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 797 time: 0.1544068 Dec 22 08:58:24.122814 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-506c3183-998e-4c3d-9241-b407b25233b4 req-035686ca-e35a-46e2-8021-8ee4bbb4c457 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 210 time: 0.0504737 Dec 22 08:58:24.145166 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-c9955d6b-f854-4d21-aebb-d9f8838f4269 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 379 time: 0.0846972 Dec 22 08:58:24.152443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['a729bd6c-8025-4243-9c48-d9f530cf8cb4']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:24.282488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a649b3a0-d853-48eb-95c9-fdd267114142 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:24.290787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:24.300085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:24.309669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:58:24.313339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:24.350995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a649b3a0-d853-48eb-95c9-fdd267114142 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:24.351370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:24.477617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.4 (2792decf-3f5f-44ad-b77e-db2538ed8492/c07bc52f-f885-4c7a-9800-ee5f296615de/02a093f0-9c85-485f-ac75-16d4acc50d38) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:24.777204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:24.793040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 02a093f0-9c85-485f-ac75-16d4acc50d38 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:24.817096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:24.822512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6006536c-7f95-45aa-b8d4-6f80cb18bbe3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:24.884393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:24.887377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:24.891341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:58:24.931446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:24.940180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:24.962359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:24.962992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:24.989038 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8401971 Dec 22 08:58:25.000584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Request body: {'port': {'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:25.104756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1f3a5777-6efd-4dd9-a65f-53a80aeef44f None None] Provisioning for port 02a093f0-9c85-485f-ac75-16d4acc50d38 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:25.109556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1f3a5777-6efd-4dd9-a65f-53a80aeef44f None None] Provisioning complete for port 02a093f0-9c85-485f-ac75-16d4acc50d38 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:25.109936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f3a5777-6efd-4dd9-a65f-53a80aeef44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:25.116719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:25.163809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a5777-6efd-4dd9-a65f-53a80aeef44f None None] Port 02a093f0-9c85-485f-ac75-16d4acc50d38 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:58:25.312810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30240c0-db4a-43d0-b153-600e0e9dabdf req-0442f14d-1d73-4ffd-bdde-8840f71993a4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:25.314243 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e30240c0-db4a-43d0-b153-600e0e9dabdf req-0442f14d-1d73-4ffd-bdde-8840f71993a4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 931 time: 0.0831046 Dec 22 08:58:25.359149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e30240c0-db4a-43d0-b153-600e0e9dabdf req-775ef4d7-150e-4cf7-8642-963d255d3dc8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:25.370684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-e30240c0-db4a-43d0-b153-600e0e9dabdf req-775ef4d7-150e-4cf7-8642-963d255d3dc8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:25.371817 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e30240c0-db4a-43d0-b153-600e0e9dabdf req-775ef4d7-150e-4cf7-8642-963d255d3dc8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517414 Dec 22 08:58:25.459114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a093f0-9c85-485f-ac75-16d4acc50d38 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:58:25.466153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:25.480747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Transition to ACTIVE for port object 02a093f0-9c85-485f-ac75-16d4acc50d38 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:25.484107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:25.488391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6abe4fa5-efed-49d4-adc7-a2e7b6964815 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:25.640133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Pushing event updated for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:25.648700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:25.721864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Attempting to bind port 02a093f0-9c85-485f-ac75-16d4acc50d38 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:58:25.722196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Attempting to bind port 02a093f0-9c85-485f-ac75-16d4acc50d38 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:58:25.722520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Attempting to bind port 02a093f0-9c85-485f-ac75-16d4acc50d38 on network 2792decf-3f5f-44ad-b77e-db2538ed8492 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:58:25.727140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Port 02a093f0-9c85-485f-ac75-16d4acc50d38 on network 2792decf-3f5f-44ad-b77e-db2538ed8492 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:58:25.727362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Attempting to bind port 02a093f0-9c85-485f-ac75-16d4acc50d38 on network 2792decf-3f5f-44ad-b77e-db2538ed8492 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:58:25.732602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:58:25.732933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Checking segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:58:25.733311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Bound using segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:58:25.733723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Bound port: 02a093f0-9c85-485f-ac75-16d4acc50d38, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:58:25.734062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:25.822205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:58:25.824992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=02a093f0-9c85-485f-ac75-16d4acc50d38,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:58:25.830217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:25.835281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-968e97c4-16d4-47e5-80f4-ab76199416fd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:25.891209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:25.891816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:25.893186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] 10.222.0.16 "PUT /v2.0/ports/02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 1093 time: 0.8968360 Dec 22 08:58:25.893703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:25.919630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Pushing event updated for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:25.931252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:25.969048 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'status': 'completed', 'code': 200} Dec 22 08:58:26.007814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-1c09cd73-cfe8-4db6-b339-37cd60b8a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:26.009805 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-1c09cd73-cfe8-4db6-b339-37cd60b8a975 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1096 time: 0.0772867 Dec 22 08:58:26.081774 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-0ada2943-a8d8-4aea-9958-d1bcaea3b7a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 217 time: 0.0652211 Dec 22 08:58:26.143277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-66c4c785-463b-4ea2-bbbb-f7d2f5a0a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:26.144684 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-66c4c785-463b-4ea2-bbbb-f7d2f5a0a1a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0566120 Dec 22 08:58:26.219972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-0b815734-659b-4164-bf25-762cfbdcb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:26.221433 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-0b815734-659b-4164-bf25-762cfbdcb56e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707490 Dec 22 08:58:26.351502 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-cb6a6f47-0d56-46f9-b609-fa61be7d86ad service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237850 Dec 22 08:58:26.481384 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb999509-e168-4340-9dbf-62d5073e8ee8 req-254b02c4-aadd-4759-9d76-235f21600c91 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233146 Dec 22 08:58:26.558641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763b1f4-ad8c-492a-9ddd-3dcd8607ad50 req-18a0177a-9108-42ab-a7fa-8051821f2b12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:26.561025 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7763b1f4-ad8c-492a-9ddd-3dcd8607ad50 req-18a0177a-9108-42ab-a7fa-8051821f2b12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 943 time: 0.0826080 Dec 22 08:58:26.608355 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7763b1f4-ad8c-492a-9ddd-3dcd8607ad50 req-cdc42490-6176-4c82-84fa-71853a311ffd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Dec 22 08:58:26.716002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de101103-7411-4157-8551-149c5b6ffca6 req-e1b4f462-afc9-4da9-8658-a76505b0cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:26.717462 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de101103-7411-4157-8551-149c5b6ffca6 req-e1b4f462-afc9-4da9-8658-a76505b0cc8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1096 time: 0.1907988 Dec 22 08:58:26.847133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de101103-7411-4157-8551-149c5b6ffca6 req-610c585e-5af9-4791-b8bd-7291d4c31a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:26.849248 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de101103-7411-4157-8551-149c5b6ffca6 req-610c585e-5af9-4791-b8bd-7291d4c31a83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1242237 Dec 22 08:58:26.918703 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de101103-7411-4157-8551-149c5b6ffca6 req-53a480dc-650f-4d39-ab01-21df4b5e344e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 217 time: 0.0628788 Dec 22 08:58:26.980776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de101103-7411-4157-8551-149c5b6ffca6 req-307c7b28-b333-4bcd-b1cd-685bdda8cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:26.982086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de101103-7411-4157-8551-149c5b6ffca6 req-307c7b28-b333-4bcd-b1cd-685bdda8cf82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0569329 Dec 22 08:58:27.058904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de101103-7411-4157-8551-149c5b6ffca6 req-097b771a-696e-44ce-a3c8-a89d9b68a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:27.060360 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de101103-7411-4157-8551-149c5b6ffca6 req-097b771a-696e-44ce-a3c8-a89d9b68a6cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711765 Dec 22 08:58:27.188040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de101103-7411-4157-8551-149c5b6ffca6 req-a02dd809-35c1-4ec0-910d-f478148dca16 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198618 Dec 22 08:58:27.314987 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de101103-7411-4157-8551-149c5b6ffca6 req-ae10ba2b-e235-49b2-804b-3703ecba2521 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203244 Dec 22 08:58:27.792333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bad63-9e82-4ed7-b025-05d0e478b500 req-d7fc49aa-d3c4-458b-874d-c6037b64fe63 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:27.793020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e26bad63-9e82-4ed7-b025-05d0e478b500 req-d7fc49aa-d3c4-458b-874d-c6037b64fe63 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:27.808680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e26bad63-9e82-4ed7-b025-05d0e478b500 req-d7fc49aa-d3c4-458b-874d-c6037b64fe63 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:27.809850 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e26bad63-9e82-4ed7-b025-05d0e478b500 req-d7fc49aa-d3c4-458b-874d-c6037b64fe63 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 943 time: 0.0970783 Dec 22 08:58:27.852761 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e26bad63-9e82-4ed7-b025-05d0e478b500 req-0b6100a5-ca0f-420a-9ca8-e10a5c446b08 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372732 Dec 22 08:58:28.067698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 02a093f0-9c85-485f-ac75-16d4acc50d38 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:58:28.198857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=02a093f0-9c85-485f-ac75-16d4acc50d38,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:28.215208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:58:28.269874 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:28.286570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a093f0-9c85-485f-ac75-16d4acc50d38 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:58:28.301788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=02a093f0-9c85-485f-ac75-16d4acc50d38,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:28.305143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:28.306832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e78e5135-9cf3-4a0a-95d4-64dcc34086d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:28.376850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:28.381555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:28.767126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['02a093f0-9c85-485f-ac75-16d4acc50d38'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:58:29.045867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c197a-bc2a-4f88-a21a-9f17238acf84 req-f0cf1820-2c5e-4127-b4d1-b70698637325 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:29.047337 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-182c197a-bc2a-4f88-a21a-9f17238acf84 req-f0cf1820-2c5e-4127-b4d1-b70698637325 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 944 time: 0.0850329 Dec 22 08:58:29.090322 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-182c197a-bc2a-4f88-a21a-9f17238acf84 req-cb28bc6a-f2c1-49cb-856e-2bd3586d8f0c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368149 Dec 22 08:58:30.084298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 02a093f0-9c85-485f-ac75-16d4acc50d38 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:30.150975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 02a093f0-9c85-485f-ac75-16d4acc50d38 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:30.155672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 02a093f0-9c85-485f-ac75-16d4acc50d38 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:30.156080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:30.272128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:30.277644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aac0cb-4518-4e58-a259-166c5d71a82e req-6b81eebb-a27f-4598-9111-ec3eb7adccd2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:30.279185 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-71aac0cb-4518-4e58-a259-166c5d71a82e req-6b81eebb-a27f-4598-9111-ec3eb7adccd2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 944 time: 0.0834460 Dec 22 08:58:30.298499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:30.308163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=02a093f0-9c85-485f-ac75-16d4acc50d38,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:30.313655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:30.317357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:30.329040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-71aac0cb-4518-4e58-a259-166c5d71a82e req-19e232cc-d2fc-446a-97c9-3de64fc01ec0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 Dec 22 08:58:30.388200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:30.391246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:30.396495 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'code': 200} Dec 22 08:58:30.617796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703236bb-6842-43d8-a00d-5f3d98ccf024 req-3d06133c-d186-4b83-ac6b-a18302871413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:30.619138 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-703236bb-6842-43d8-a00d-5f3d98ccf024 req-3d06133c-d186-4b83-ac6b-a18302871413 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1098 time: 0.0671463 Dec 22 08:58:30.658634 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-703236bb-6842-43d8-a00d-5f3d98ccf024 req-08d3f5e9-f1b0-4fc4-a1b1-f7629ed05ff7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332298 Dec 22 08:58:31.517982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b1b59-afbf-43fa-8473-26847f36f348 req-f74b70b0-1a6e-4ea1-baab-364e9bd19972 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:31.520070 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e2b1b59-afbf-43fa-8473-26847f36f348 req-f74b70b0-1a6e-4ea1-baab-364e9bd19972 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 945 time: 0.0858340 Dec 22 08:58:31.565034 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e2b1b59-afbf-43fa-8473-26847f36f348 req-22d58477-6fa5-4287-ae06-a5cbc989fa38 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 Dec 22 08:58:32.753850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64aa81-fe1d-44ee-ae81-e96343b1b1eb req-16856f92-455f-4001-8ad2-9982f66121d4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:32.755778 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6e64aa81-fe1d-44ee-ae81-e96343b1b1eb req-16856f92-455f-4001-8ad2-9982f66121d4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 945 time: 0.0792317 Dec 22 08:58:32.798470 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6e64aa81-fe1d-44ee-ae81-e96343b1b1eb req-cbb5c0b8-4256-4bac-949d-a14aa227ad1d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370364 Dec 22 08:58:32.976974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec380-d3e3-468b-be0c-1b46c0ba482f req-017e5c5e-67e9-468b-9392-e41239b2554f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:32.978409 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-737ec380-d3e3-468b-be0c-1b46c0ba482f req-017e5c5e-67e9-468b-9392-e41239b2554f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 945 time: 0.0786476 Dec 22 08:58:33.027025 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-737ec380-d3e3-468b-be0c-1b46c0ba482f req-7dc1bd21-4140-4c6d-9eec-c9defb9e4954 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Dec 22 08:58:33.049872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38978) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:33.118320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764fb312-c44a-4c65-8079-c3a32a7e28a4 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:33.119702 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-764fb312-c44a-4c65-8079-c3a32a7e28a4 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1093 time: 0.0688710 Dec 22 08:58:33.122404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 38982) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:33.127197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:33.133622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:33.137412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:33.140175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:33.145835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:33.156158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:33.287843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:33.420921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.179 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/0d919c97-6097-4046-99ff-780865dab86a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:33.678685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:33.707117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:33.711323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:33.769248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:33.772561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:33.776266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:58:33.812427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=0d919c97-6097-4046-99ff-780865dab86a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:33.820037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:34.181600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:34.252662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:34.451567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:34.456005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:34.459517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-65ff5218-2a82-42a1-a515-f6be4d7888e0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:34.563859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=0d919c97-6097-4046-99ff-780865dab86a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:34.567724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:34.574160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:34.742299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d2fa0549-c566-41e5-8e7b-bfb6c7124a93 associated. External IP: 172.26.7.179, port: 02a093f0-9c85-485f-ac75-16d4acc50d38. Dec 22 08:58:35.213757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:58:35.398804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:58:35.408065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] Sync routers for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:58:35.417108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:35.417721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:35.422136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:35.479692 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3562119 Dec 22 08:58:35.480404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:35.482365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38986) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:35.529287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'status': 'completed', 'code': 200} Dec 22 08:58:35.575190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d18a5-32df-497d-a838-772a99ec1d18 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:35.576852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-367d18a5-32df-497d-a838-772a99ec1d18 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1093 time: 0.0934167 Dec 22 08:58:35.616942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:35.640808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-a0857ccc-1eef-48d4-b466-20b47f9644be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:35.642284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-a0857ccc-1eef-48d4-b466-20b47f9644be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1098 time: 0.0800223 Dec 22 08:58:35.830453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-d92c8634-fa00-4b3b-a08d-544f19878214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:35.831875 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-d92c8634-fa00-4b3b-a08d-544f19878214 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1835749 Dec 22 08:58:35.882706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38994) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:35.888531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448475374', 'description': 'tempest-secgroup-smoke-1448475374 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:35.897981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:35.910046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:35.923184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:35.927748 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-638ce202-7d72-4577-94f8-0c56d88ac8b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1693699 Dec 22 08:58:35.943040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-becfc3c0-4ade-425d-88f4-1df170152f5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 999 time: 0.1037416 Dec 22 08:58:35.945446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:35.949268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:35.952423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:35.958193 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:36.011185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-e714845d-64d7-4b2d-a8bc-7fa3e0179a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:36.013440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-e714845d-64d7-4b2d-a8bc-7fa3e0179a71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0641251 Dec 22 08:58:36.018046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:34Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:36.022927 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] Checking router: a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:58:36.031273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:36.031858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:36.038812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.043286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.046988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d9b3c902-5b80-484b-8cd2-66c7c30cbf01 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:36.086798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504fa913-d8b2-461b-8766-2ce0f5358a7d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:36.091515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:36.102847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-fbf3a6a8-b412-4e63-a5a1-b8f8b1aef85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:36.104435 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-fbf3a6a8-b412-4e63-a5a1-b8f8b1aef85f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842676 Dec 22 08:58:36.105051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.106270 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2223659 Dec 22 08:58:36.108991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 38998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:36.114628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '504fa913-d8b2-461b-8766-2ce0f5358a7d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:36.121022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:36.124484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:36.127286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:36.132912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:36.151306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.215956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.220284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.222229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1b64aee3-a13a-4c90-b4ba-2500d223a511 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:36.228402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:36.245219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9921bedb-3d8e-456c-a9cd-b7fa2e765c67,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:36.248045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:36.252997 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-68338a37-fd36-4056-9621-816e37b57bb3 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418831 Dec 22 08:58:36.256523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.257679 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477354 Dec 22 08:58:36.260348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:36.265186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '504fa913-d8b2-461b-8766-2ce0f5358a7d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:36.271566 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:36.275319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:36.278999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:36.283769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:36.302989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.367463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.372809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.375915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b036d45d-e392-4fd4-bfbe-9a35cec771c8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:36.395840 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb6e0604-e40b-4496-a01e-8629c79df797 req-f07b34c5-f983-4407-8ee1-533940055425 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369917 Dec 22 08:58:36.399071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4ccb63-f61c-4a42-b744-f924be50c3d1,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:36.401553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:36.411796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.413207 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519198 Dec 22 08:58:36.416158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39006) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:36.421526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '504fa913-d8b2-461b-8766-2ce0f5358a7d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:36.428363 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:36.432198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:36.435125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:36.441134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:36.463349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.557040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.563736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.566217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d80f828c-2e23-46ab-9241-03ecdc135797 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:36.574112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-e14f99d7-c542-47d4-9992-2e78564436ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:36.575799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-e14f99d7-c542-47d4-9992-2e78564436ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1098 time: 0.0828021 Dec 22 08:58:36.593235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f3ed94-ec1e-453a-aaa5-491255410f40,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:36.595802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:36.605588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.610237 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930563 Dec 22 08:58:36.610807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39010) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:36.616476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '504fa913-d8b2-461b-8766-2ce0f5358a7d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:36.622376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:36.622540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:34Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:36.626358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:36.626485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4424545-8c25-41e3-9845-99e3d6f6a7b0 None None] The sync data for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv is: [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:34Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:58:36.629306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:36.635346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:36.653726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.727490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.732347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.741405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f901003f-7b29-421d-abfb-7c8ab1381c06 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:36.742616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-bb0109c3-86a5-4c05-9abc-038e917a4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:36.744172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-bb0109c3-86a5-4c05-9abc-038e917a4c89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1474638 Dec 22 08:58:36.763283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9630ca4-2ee1-4fae-843b-de4877b2b524,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:36.766452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:36.772455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.774160 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7d43bb89-623c-4cfe-a6da-fb37651064b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623731 Dec 22 08:58:36.776959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39014) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:36.782196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '504fa913-d8b2-461b-8766-2ce0f5358a7d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:36.788993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:36.793149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:36.796305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:36.802500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:36.813823 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:58:36.821080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.851033 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-0236cc41-e8c9-49d7-a7da-2fe19900bd29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 999 time: 0.1008918 Dec 22 08:58:36.877997 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53115e-1d62-4957-8a59-e65d2dfc523e None None] New status for floating IP d2fa0549-c566-41e5-8e7b-bfb6c7124a93: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:58:36.894789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.900051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.901880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-605d40e6-6f92-40c8-baa5-44535562f423 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:36.914856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-ac78d26f-9d30-46a9-bb59-d1b814f26ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:36.916324 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-ac78d26f-9d30-46a9-bb59-d1b814f26ec3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0594831 Dec 22 08:58:36.924291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06082fb-d1a5-414a-bdc6-dd8bbb0946df,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:36.929282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:36.934865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:36.938692 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582654 Dec 22 08:58:36.938986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39018) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:36.944206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '504fa913-d8b2-461b-8766-2ce0f5358a7d', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:36.950242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:36.954110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:36.957041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:36.964272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:36.979045 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:58:36.986164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:37.058575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:37.062772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:37.064910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2e478cf6-4888-47bb-b08d-934280fe3e83 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:37.089163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fb01e2-6625-47e2-b0cc-febafea2694a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:37.094476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:37.100989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:37.102477 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-911c484b-4305-452d-96f2-3b995026d80a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625307 Dec 22 08:58:37.140833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-114a3317-b09d-4815-b94f-54f0d6e66203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:37.142515 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-114a3317-b09d-4815-b94f-54f0d6e66203 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2197886 Dec 22 08:58:37.269552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-98deaa1e-efa3-4d95-b0e8-4fffdf429e7f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:37.277867 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-d7e4e88a-09a4-4416-9665-6519dc19fa99 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279783 Dec 22 08:58:37.284983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-98deaa1e-efa3-4d95-b0e8-4fffdf429e7f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:37.286616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-98deaa1e-efa3-4d95-b0e8-4fffdf429e7f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448475374&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0550444 Dec 22 08:58:37.407601 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2657db85-2eaa-4f07-9efd-951a5dc90dcf req-24943bfc-df57-4da9-9f3e-b875ad047552 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229551 Dec 22 08:58:37.436274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-5227cd0f-6f56-40e5-bd79-21d2866aa64a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:37.437705 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-5227cd0f-6f56-40e5-bd79-21d2866aa64a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 797 time: 0.1443298 Dec 22 08:58:37.452154 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-e351973c-df1f-476c-af7d-5c64813e0e95 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0086150 Dec 22 08:58:37.541325 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-c4286dc2-c094-4e34-9a59-f0c1209fdc8a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844362 Dec 22 08:58:37.557089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-afbe4a1e-2611-43a4-901c-adc62001ec0e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 08:58:37.558114 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-afbe4a1e-2611-43a4-901c-adc62001ec0e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050528 Dec 22 08:58:37.688729 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-02c08cfa-d899-4a2c-afc2-35dbd6c9d530 service neutron] 10.222.0.36 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251516 Dec 22 08:58:37.818843 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-b796e8a3-9f0d-44d9-830d-17caa4d097ea service neutron] 10.222.0.36 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237628 Dec 22 08:58:37.988097 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29bdaaff-fd70-442f-884e-b9d14a3c4017 req-397eb2d5-3007-45e3-883b-68fc13443ab7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 210 time: 0.0417452 Dec 22 08:58:38.997266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-d3f183bd-73aa-4b4f-a492-3c16178d4d84 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:38.998641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-d3f183bd-73aa-4b4f-a492-3c16178d4d84 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 797 time: 0.1449659 Dec 22 08:58:39.053254 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-3368e9d1-f800-4124-a05d-e03dc2ee77eb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 472 time: 0.0454667 Dec 22 08:58:39.061455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['504fa913-d8b2-461b-8766-2ce0f5358a7d']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:39.148719 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86a3b60b-7d72-4c61-87b9-e7229ff04a76 req-a2ffd345-10a2-4774-8d6c-5f9b1ff475e2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 210 time: 0.0428247 Dec 22 08:58:39.202946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:39.212186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:39.222728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:58:39.226108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.385171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.8 (2792decf-3f5f-44ad-b77e-db2538ed8492/c07bc52f-f885-4c7a-9800-ee5f296615de/f0472816-abdf-4e8e-a7ba-09d0e0f348ee) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:39.571665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.586746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object f0472816-abdf-4e8e-a7ba-09d0e0f348ee will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:39.610262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.616074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-876a67c6-30f5-453a-a290-0d0a3cfc808e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:39.685466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:39.688640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:39.692445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:58:39.727205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:39.736197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:39.764100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:39.764896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.765912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.778327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23261239-124b-4086-ac46-d22a8faffe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.796339 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7383521 Dec 22 08:58:39.811770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Request body: {'port': {'device_id': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:39.910137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6f9c047d-81b6-45fc-9bcf-d329d3c6a940 None None] Provisioning for port f0472816-abdf-4e8e-a7ba-09d0e0f348ee completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:39.915389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6f9c047d-81b6-45fc-9bcf-d329d3c6a940 None None] Provisioning complete for port f0472816-abdf-4e8e-a7ba-09d0e0f348ee triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:39.915767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f9c047d-81b6-45fc-9bcf-d329d3c6a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.929462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.967984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c047d-81b6-45fc-9bcf-d329d3c6a940 None None] Port f0472816-abdf-4e8e-a7ba-09d0e0f348ee cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 08:58:40.418368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0472816-abdf-4e8e-a7ba-09d0e0f348ee {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:58:40.427780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.451553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Transition to ACTIVE for port object f0472816-abdf-4e8e-a7ba-09d0e0f348ee will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:40.455774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.460463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b684e81f-5b42-4a17-a4a3-57c992bfa426 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:40.593114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a2ab8-986a-4986-9c46-24352d959b4e req-6e6d3998-8087-4e39-9498-4f2d9a13864f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:40.593798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-100a2ab8-986a-4986-9c46-24352d959b4e req-6e6d3998-8087-4e39-9498-4f2d9a13864f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:40.630740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:40.639037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:40.683062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-100a2ab8-986a-4986-9c46-24352d959b4e req-6e6d3998-8087-4e39-9498-4f2d9a13864f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:40.684144 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-100a2ab8-986a-4986-9c46-24352d959b4e req-6e6d3998-8087-4e39-9498-4f2d9a13864f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 931 time: 0.4297228 Dec 22 08:58:40.750315 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-100a2ab8-986a-4986-9c46-24352d959b4e req-a55c70f0-8124-4a1d-b4dd-a8571cab9326 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597763 Dec 22 08:58:40.751081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Attempting to bind port f0472816-abdf-4e8e-a7ba-09d0e0f348ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:58:40.751406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Attempting to bind port f0472816-abdf-4e8e-a7ba-09d0e0f348ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:58:40.751723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Attempting to bind port f0472816-abdf-4e8e-a7ba-09d0e0f348ee on network 2792decf-3f5f-44ad-b77e-db2538ed8492 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:58:40.757036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Port f0472816-abdf-4e8e-a7ba-09d0e0f348ee on network 2792decf-3f5f-44ad-b77e-db2538ed8492 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 08:58:40.757342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Attempting to bind port f0472816-abdf-4e8e-a7ba-09d0e0f348ee on network 2792decf-3f5f-44ad-b77e-db2538ed8492 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 08:58:40.762410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 08:58:40.762635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Checking segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 08:58:40.763002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Bound using segment: {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 08:58:40.763407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Bound port: f0472816-abdf-4e8e-a7ba-09d0e0f348ee, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:58:40.763768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.853497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] For port f0472816-abdf-4e8e-a7ba-09d0e0f348ee, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 08:58:40.857926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] For port f0472816-abdf-4e8e-a7ba-09d0e0f348ee, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 08:58:40.862990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.867801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:40.924026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:40.924635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.926348 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/f0472816-abdf-4e8e-a7ba-09d0e0f348ee HTTP/1.1" status: 200 len: 1093 time: 1.1199551 Dec 22 08:58:40.927354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:40.947362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:40.950272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:40.995729 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'status': 'completed', 'code': 200} Dec 22 08:58:41.040583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-bd8dcf3b-9242-4212-90be-e003b2eec2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:41.042087 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-bd8dcf3b-9242-4212-90be-e003b2eec2dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 1096 time: 0.0795784 Dec 22 08:58:41.111264 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-11ec82cb-8273-4965-8a86-cb575ffb6b50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee HTTP/1.1" status: 200 len: 217 time: 0.0617862 Dec 22 08:58:41.174655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-7a023a52-0755-44f7-b5fd-ccaaa4d9df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:41.178597 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-7a023a52-0755-44f7-b5fd-ccaaa4d9df3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0592875 Dec 22 08:58:41.249974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-b866d4a6-f10b-4513-9996-9bad06a94c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:41.251424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-b866d4a6-f10b-4513-9996-9bad06a94c55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693541 Dec 22 08:58:41.380577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-9c18038a-2fa4-4740-ad36-eb9b62826b5a service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218719 Dec 22 08:58:41.508505 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f2b9349c-daef-41bf-8613-e19131cbff45 req-14e27245-4d56-44d6-b903-2eef7f26affb service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215489 Dec 22 08:58:41.624204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-4ff008a0-8877-41da-b897-48e2432f77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:41.625673 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-4ff008a0-8877-41da-b897-48e2432f77fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 1096 time: 0.0731707 Dec 22 08:58:41.753670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-a124bc5f-eda1-4e10-a91b-11fb0aa08be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:41.755593 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-a124bc5f-eda1-4e10-a91b-11fb0aa08be5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1236842 Dec 22 08:58:41.821782 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-d39923fe-b079-4377-b7f4-5c74c7ec9e97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee HTTP/1.1" status: 200 len: 217 time: 0.0597630 Dec 22 08:58:41.935338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-437ef10b-ce5e-41c0-983a-521f03b4f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:41.936771 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-437ef10b-ce5e-41c0-983a-521f03b4f78d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.1089623 Dec 22 08:58:42.007289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c37eb-4fc5-4111-a12c-9c643a7bc9fe req-2f02ec7b-90dc-4dfe-971c-8ad195677ec4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:42.008779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c88c37eb-4fc5-4111-a12c-9c643a7bc9fe req-2f02ec7b-90dc-4dfe-971c-8ad195677ec4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 943 time: 0.1508007 Dec 22 08:58:42.040650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7d94e5b0-655b-463c-86bd-e6bd4cc3fbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:42.180437 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c88c37eb-4fc5-4111-a12c-9c643a7bc9fe req-8f3dbf37-a20c-4330-a7c0-3133ed58f4bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657088 Dec 22 08:58:42.182421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-9a77504c-8d5a-4c45-a363-f8719d7377ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:42.183759 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-9a77504c-8d5a-4c45-a363-f8719d7377ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2391248 Dec 22 08:58:42.314496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-9cf4c703-60ef-4cff-9fb9-14145d60d0d2 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234341 Dec 22 08:58:42.443940 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29b5903f-e4b8-4bd0-bb0d-b3dd2aa8a299 req-52fdbb57-d20b-416e-8d18-c1d42f2da46c service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219718 Dec 22 08:58:43.191412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:43.232326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:43.362538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b44f53-a9e8-43f9-a051-4607f0aff60c req-3670cf78-6245-49ce-9335-459b58e57904 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:43.363869 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9b44f53-a9e8-43f9-a051-4607f0aff60c req-3670cf78-6245-49ce-9335-459b58e57904 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 943 time: 0.0775018 Dec 22 08:58:43.406652 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a9b44f53-a9e8-43f9-a051-4607f0aff60c req-b8641fb1-1892-42c1-bf9c-047531595b6f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372143 Dec 22 08:58:44.178473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device f0472816-abdf-4e8e-a7ba-09d0e0f348ee details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:58:44.307854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port f0472816-abdf-4e8e-a7ba-09d0e0f348ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:44.320389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'port_id': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'mac_address': 'fa:16:3e:7a:9d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:58:44.377115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:44.393431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0472816-abdf-4e8e-a7ba-09d0e0f348ee {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:58:44.408402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port f0472816-abdf-4e8e-a7ba-09d0e0f348ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:44.412972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:44.414780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15aab924-c943-4ce8-be79-e452d0c47eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:44.478985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:44.482046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:44.547803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:44.619839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a653f4-52d0-4316-9fa5-54d713e330d4 req-3fcf0f4f-47f3-47c0-bd52-011ae2d8388a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:44.621328 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47a653f4-52d0-4316-9fa5-54d713e330d4 req-3fcf0f4f-47f3-47c0-bd52-011ae2d8388a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 944 time: 0.0869734 Dec 22 08:58:44.664593 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47a653f4-52d0-4316-9fa5-54d713e330d4 req-bd2deb97-a776-4398-89e7-55ed4045be4a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376511 Dec 22 08:58:44.740717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['f0472816-abdf-4e8e-a7ba-09d0e0f348ee'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 08:58:45.851766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ea7a4-78a8-4ceb-a0b7-06d4f4d7f2e4 req-350380d8-1e63-4300-8252-2dac2fa7b846 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:45.853155 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b54ea7a4-78a8-4ceb-a0b7-06d4f4d7f2e4 req-350380d8-1e63-4300-8252-2dac2fa7b846 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 944 time: 0.0861924 Dec 22 08:58:45.897873 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b54ea7a4-78a8-4ceb-a0b7-06d4f4d7f2e4 req-3c8cef69-3a61-425b-bd33-f8eb39f9b495 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392094 Dec 22 08:58:46.189500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device f0472816-abdf-4e8e-a7ba-09d0e0f348ee up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:58:46.257819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port f0472816-abdf-4e8e-a7ba-09d0e0f348ee completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:58:46.262752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port f0472816-abdf-4e8e-a7ba-09d0e0f348ee triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:46.263129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:46.412692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:46.438579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:46.448093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port f0472816-abdf-4e8e-a7ba-09d0e0f348ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 08:58:46.452272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:46.454116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:46.488555 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'code': 200} Dec 22 08:58:46.523066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:46.526014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:46.719901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65b7c3-6e3d-4e80-b829-545c64571900 req-103a1dc5-b2fb-4eb9-a553-01fb0c8ef75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:46.721368 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd65b7c3-6e3d-4e80-b829-545c64571900 req-103a1dc5-b2fb-4eb9-a553-01fb0c8ef75e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 1098 time: 0.0718551 Dec 22 08:58:46.761304 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd65b7c3-6e3d-4e80-b829-545c64571900 req-13c36f49-3124-45ff-948c-3ad59708d134 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Dec 22 08:58:47.078127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8d3c-317a-43a9-94d2-e9c8376074db req-36ecd459-ede8-4de5-8226-69689f65bcac tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:47.079475 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-925b8d3c-317a-43a9-94d2-e9c8376074db req-36ecd459-ede8-4de5-8226-69689f65bcac tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 945 time: 0.0775745 Dec 22 08:58:47.128057 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-925b8d3c-317a-43a9-94d2-e9c8376074db req-a87db2ae-feda-47b8-ba08-36ab8b1462af tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Dec 22 08:58:48.326733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c833ceb-5c2b-4b0e-9984-569c6875525e req-0e175032-2cc1-450e-bf7a-7adede750504 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:48.328182 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c833ceb-5c2b-4b0e-9984-569c6875525e req-0e175032-2cc1-450e-bf7a-7adede750504 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 945 time: 0.0869009 Dec 22 08:58:48.374683 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c833ceb-5c2b-4b0e-9984-569c6875525e req-25b18d14-d3b2-46b9-8948-314948645fff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Dec 22 08:58:49.555383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27049e3b-326f-44e4-b55d-b161284cdab1 req-fcc17403-4dbd-4ffe-8c48-640d2f880e9f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:49.556937 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-27049e3b-326f-44e4-b55d-b161284cdab1 req-fcc17403-4dbd-4ffe-8c48-640d2f880e9f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 945 time: 0.0795183 Dec 22 08:58:49.600625 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-27049e3b-326f-44e4-b55d-b161284cdab1 req-c7b09b9a-17f7-4e64-9aa8-6216fe3e2d52 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Dec 22 08:58:49.781605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56831108-ee05-4e29-8cea-e2c6e63c9f95 req-5b7556e5-0a47-4bf1-97c1-c37bd34bbb00 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:49.783079 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56831108-ee05-4e29-8cea-e2c6e63c9f95 req-5b7556e5-0a47-4bf1-97c1-c37bd34bbb00 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 945 time: 0.0794930 Dec 22 08:58:49.827201 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56831108-ee05-4e29-8cea-e2c6e63c9f95 req-80416593-83d0-4e55-81bd-abb6161bde39 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371070 Dec 22 08:58:49.849271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39072) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:49.922650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d49413-27ed-4af7-b1de-e4b236f40e00 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:49.924122 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-05d49413-27ed-4af7-b1de-e4b236f40e00 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 1093 time: 0.0732887 Dec 22 08:58:49.927053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39076) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:49.931849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 08:58:49.937469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:49.941403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:49.944661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:49.950077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:49.960560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.092537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.223192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.129 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/2e699465-a12f-4a82-ab29-5b36cab62a7a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:50.369560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.397351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.400763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:50.471175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:50.474210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:50.478867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 08:58:50.516129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=2e699465-a12f-4a82-ab29-5b36cab62a7a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:50.525290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:51.005480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:51.077548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:51.282739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:51.287889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:51.291513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b5ae52b1-b8a4-4021-b43a-34f78bdc52d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:51.394304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=2e699465-a12f-4a82-ab29-5b36cab62a7a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:51.398890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:51.409264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:51.576434 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d3206ac6-1468-4de4-9448-4214c77a11c5 associated. External IP: 172.26.7.129, port: f0472816-abdf-4e8e-a7ba-09d0e0f348ee. Dec 22 08:58:51.918079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 08:58:52.092714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 08:58:52.102720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] Sync routers for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 08:58:52.116161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:52.116812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:52.118025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:52.173700 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2455513 Dec 22 08:58:52.174714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:52.222498 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'status': 'completed', 'code': 200} Dec 22 08:58:52.316350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:52.316986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-d41c1944-5e3e-4b7d-b883-91803c21b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:52.318597 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-d41c1944-5e3e-4b7d-b883-91803c21b711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 1098 time: 0.0728779 Dec 22 08:58:52.600879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-39e929ad-a15e-4337-8dfd-792adde72da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:52.602346 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-39e929ad-a15e-4337-8dfd-792adde72da0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.2774632 Dec 22 08:58:52.666573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:37Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}, {'id': 'd3206ac6-1468-4de4-9448-4214c77a11c5', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:7a:9d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:50Z', 'updated_at': '2021-12-22T08:58:50Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:52.670390 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] Checking router: a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 08:58:52.678831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 08:58:52.679419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T08:58:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:52.707027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-5312c676-8791-4fab-aec1-91882bedc0e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee HTTP/1.1" status: 200 len: 999 time: 0.0948250 Dec 22 08:58:52.770321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-3f186ff2-6082-4efe-96f9-34ed482097de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:52.772281 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-3f186ff2-6082-4efe-96f9-34ed482097de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0562749 Dec 22 08:58:52.846753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-e8a86aba-ceb5-45b9-85cf-a14f8446e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:52.848245 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-e8a86aba-ceb5-45b9-85cf-a14f8446e6e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695417 Dec 22 08:58:52.854769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 08:58:52.980216 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-55420120-1d11-491b-a360-b5a4d2496091 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248178 Dec 22 08:58:53.113142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee45fc6b-aca3-465a-bd11-fe56c6aabbda req-229c2e9b-3705-40f1-a0f6-3c99342d4dbe service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257627 Dec 22 08:58:53.192561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:37Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}, {'id': 'd3206ac6-1468-4de4-9448-4214c77a11c5', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:7a:9d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:50Z', 'updated_at': '2021-12-22T08:58:50Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:53.196958 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea3dcb-8e88-4d74-8294-9fbbbb67e91c None None] The sync data for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv is: [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:37Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}, {'id': 'd3206ac6-1468-4de4-9448-4214c77a11c5', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.129', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:7a:9d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:50Z', 'updated_at': '2021-12-22T08:58:50Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 08:58:53.379404 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab565a-fca4-4269-8d5c-bdca76c3e187 None None] New status for floating IP d3206ac6-1468-4de4-9448-4214c77a11c5: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 08:58:57.387205 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:59:09.783544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3dc5fca2-dc1d-4dec-aee6-b978d7172798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:09.786435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:12.042551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d192a1ac-937f-4a5d-9f33-9cc3bb977eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:13.194431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:13.234004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.543179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:34.386367 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:59:37.820448 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-eaa661ad-22d0-43ad-87b8-2e62a174cc64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708630 Dec 22 08:59:37.959137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-c1886af6-64e3-4bba-bd89-b0236e853d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:37.960629 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-c1886af6-64e3-4bba-bd89-b0236e853d58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1098 time: 0.0694692 Dec 22 08:59:38.101837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-63e8377d-72e2-45c5-ada6-83032fb9218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:38.103133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-63e8377d-72e2-45c5-ada6-83032fb9218b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1242280 Dec 22 08:59:38.209500 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-0678f932-90bc-4db9-a270-570e8f254274 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 1001 time: 0.0995553 Dec 22 08:59:38.275548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-9aea3e08-6e8f-4228-8639-85db5b03a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:38.276989 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-9aea3e08-6e8f-4228-8639-85db5b03a7e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0611932 Dec 22 08:59:38.349728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-586306c3-1d25-4830-93c8-36787d510735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:38.351168 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-586306c3-1d25-4830-93c8-36787d510735 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682111 Dec 22 08:59:38.481066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-9e677f64-e399-4855-9a58-8365cc45d432 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227038 Dec 22 08:59:38.610453 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a46b44bb-1cb5-4663-b75c-7e9928858215 req-15d773c8-cb0d-4995-9b79-6b8f5295f828 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227841 Dec 22 08:59:39.773632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:39.777592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd4c1-857a-4143-87a1-1415acda22b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:42.043597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8a541a64-41f2-4793-b85b-3c3dee26afe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.197472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:43.235750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.545318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:07.467363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39104) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:07.573192 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-95856ee3-2943-462e-a82a-6d493d879f97 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d2fa0549-c566-41e5-8e7b-bfb6c7124a93 HTTP/1.1" status: 200 len: 993 time: 0.1045678 Dec 22 09:00:08.508902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39114) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:08.514733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:08.751144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:08.958347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=02a093f0-9c85-485f-ac75-16d4acc50d38,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:08.982045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:08.986759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:08.990521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4c92cd4c-b28b-4429-bbd0-ff541a9dc8a1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:09.058100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:09.058711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:09.060102 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/ports/02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 938 time: 0.5502174 Dec 22 09:00:09.060727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:09.085251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:09.096252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.096915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.097480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.097858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.098230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.098602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.098962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.099321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.099684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.100065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.100425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.100780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:09.105309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:09.109187 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'status': 'completed', 'code': 200} Dec 22 09:00:09.208471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a68b8-f296-485b-a526-76ed457514b8 req-543ecccf-e937-45a7-9103-a2fd8147b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:09.210051 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a79a68b8-f296-485b-a526-76ed457514b8 req-543ecccf-e937-45a7-9103-a2fd8147b057 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1099 time: 0.0752831 Dec 22 09:00:09.255565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a55176af-05e5-4cd5-b5fb-e1805d73759a None None] Provisioning complete for port 02a093f0-9c85-485f-ac75-16d4acc50d38 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:09.256208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a55176af-05e5-4cd5-b5fb-e1805d73759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:09.314837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a55176af-05e5-4cd5-b5fb-e1805d73759a None None] Port 02a093f0-9c85-485f-ac75-16d4acc50d38 is administratively disabled so it will not transition to active. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 22 09:00:09.340347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a68b8-f296-485b-a526-76ed457514b8 req-e038edc0-2512-4646-9d76-c13d73b211f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:09.341768 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a79a68b8-f296-485b-a526-76ed457514b8 req-e038edc0-2512-4646-9d76-c13d73b211f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1247625 Dec 22 09:00:09.446824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a79a68b8-f296-485b-a526-76ed457514b8 req-f4ec5b1c-cbef-4390-a029-8974a720f462 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 1002 time: 0.0984747 Dec 22 09:00:09.508608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a68b8-f296-485b-a526-76ed457514b8 req-60ff2ef5-06ed-412b-b092-adfe4ba6da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:09.509936 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a79a68b8-f296-485b-a526-76ed457514b8 req-60ff2ef5-06ed-412b-b092-adfe4ba6da1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0565200 Dec 22 09:00:09.589444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a68b8-f296-485b-a526-76ed457514b8 req-71b88ce2-7463-4893-9b09-f2a5efa4ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:09.590888 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a79a68b8-f296-485b-a526-76ed457514b8 req-71b88ce2-7463-4893-9b09-f2a5efa4ba3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742078 Dec 22 09:00:09.719107 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a79a68b8-f296-485b-a526-76ed457514b8 req-2c03f553-7026-4ae2-a012-f04b65730ab6 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213212 Dec 22 09:00:09.782888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:09.787059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0520cccc-baea-4a4d-9b83-fc13b6426a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:09.847537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a79a68b8-f296-485b-a526-76ed457514b8 req-bfc55cf2-1278-43a4-adb5-c62bd497899a service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222548 Dec 22 09:00:11.386552 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:00:12.044658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-23324cfc-7126-4bb3-9c6d-c3b01aab248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:12.483139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39124) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:12.488932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:12.610360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:12.820013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=02a093f0-9c85-485f-ac75-16d4acc50d38,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:12.843616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:12.847940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:12.851330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:12.917053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:12.917691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:12.919042 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/ports/02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 937 time: 0.4349310 Dec 22 09:00:12.919665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:12.921965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39128) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:12.944371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=7']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:12.948379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:12.973086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'status': 'completed', 'code': 200} Dec 22 09:00:13.070123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-e6199152-0471-4864-8f46-ef5f51e3ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:13.072110 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-e6199152-0471-4864-8f46-ef5f51e3ae6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1098 time: 0.0771110 Dec 22 09:00:13.156860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f9977834-5f87-4429-b8f2-1412bb1839dd None None] Provisioning complete for port 02a093f0-9c85-485f-ac75-16d4acc50d38 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:13.157506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f9977834-5f87-4429-b8f2-1412bb1839dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:13.168182 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-61443aa7-1ab4-4abf-b3c6-6cde9a6b7b6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/d2fa0549-c566-41e5-8e7b-bfb6c7124a93 HTTP/1.1" status: 200 len: 993 time: 0.2442062 Dec 22 09:00:13.227252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:13.278827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['02a093f0-9c85-485f-ac75-16d4acc50d38'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:00:13.315259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:13.354999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-a6e2a485-cd16-478f-9e3f-b87f22014799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:13.356394 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-a6e2a485-cd16-478f-9e3f-b87f22014799 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.2764997 Dec 22 09:00:13.459868 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-ab5d5669-cc0b-4b63-9545-e86fdaffabcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 1001 time: 0.0968161 Dec 22 09:00:13.526045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-9ec459f5-df4f-4f5d-bb2d-00264d806148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:13.528242 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-9ec459f5-df4f-4f5d-bb2d-00264d806148 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0613015 Dec 22 09:00:13.603727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-7c6be7e3-4b49-4a96-ad91-86a8a7cc12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:13.605265 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-7c6be7e3-4b49-4a96-ad91-86a8a7cc12a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703819 Dec 22 09:00:13.732993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-af464cf4-0259-4f03-ac15-65f17cbeec85 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208198 Dec 22 09:00:13.862104 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acc43bf7-5503-4292-aca9-4a3f5b649570 req-98480ad2-dfd7-4d11-a062-c5811a6a86fb service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218884 Dec 22 09:00:14.549530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:16.066586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:16.271496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 2e699465-a12f-4a82-ab29-5b36cab62a7a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:16.271833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:16.436902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:16.437112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:16.564981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 2e699465-a12f-4a82-ab29-5b36cab62a7a owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:16.711377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:16.715087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-78ceb936-5d9f-4786-b725-977c3481f418 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:16.764886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=2e699465-a12f-4a82-ab29-5b36cab62a7a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:16.813588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.814046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.814433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.814807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.815175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.815545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.815993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.816661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.817310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.817892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.818265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.818629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:16.855644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:16.883388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:16.883714 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d3206ac6-1468-4de4-9448-4214c77a11c5 disassociated (deleted). External IP: 172.26.7.129, port: f0472816-abdf-4e8e-a7ba-09d0e0f348ee. Dec 22 09:00:17.228233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:00:17.518213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:17.529564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] Sync routers for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:17.540342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:17.540518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:17.541039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:17.598811 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/d3206ac6-1468-4de4-9448-4214c77a11c5 HTTP/1.1" status: 204 len: 168 time: 1.5286751 Dec 22 09:00:17.598811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:17.648193 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'status': 'completed', 'code': 200} Dec 22 09:00:17.722137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:17.748443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-401e6232-8eaa-4949-a91c-bd94d00ada9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:17.750111 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-401e6232-8eaa-4949-a91c-bd94d00ada9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 1098 time: 0.0779610 Dec 22 09:00:17.891349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-d08def37-2ec0-4cad-aa2b-364ed1875bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:17.892734 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-d08def37-2ec0-4cad-aa2b-364ed1875bc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1358912 Dec 22 09:00:17.973453 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-2bb2e447-59a9-4dac-be81-3f50f139e61b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee HTTP/1.1" status: 200 len: 217 time: 0.0744984 Dec 22 09:00:18.037727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-fdce41d7-e89d-4f07-943d-6202b5b51075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:18.039173 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-fdce41d7-e89d-4f07-943d-6202b5b51075 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0579548 Dec 22 09:00:18.086821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:37Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:18.090684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] Checking router: a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:18.098714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:18.099299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:18.179452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27711a9c-3a6c-429b-a71a-47f0e3d6d8fb req-327d9b90-fdc9-4ed8-85d6-82d89d489225 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:18.181078 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27711a9c-3a6c-429b-a71a-47f0e3d6d8fb req-327d9b90-fdc9-4ed8-85d6-82d89d489225 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 945 time: 0.1404550 Dec 22 09:00:18.183053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-6969e019-6007-4743-b3d2-61cecb5bcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:18.184426 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-6969e019-6007-4743-b3d2-61cecb5bcf53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1090415 Dec 22 09:00:18.275304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:18.310064 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27711a9c-3a6c-429b-a71a-47f0e3d6d8fb req-07beb654-e17b-4888-8c4c-32f3e4e091d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232369 Dec 22 09:00:18.351892 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-14c7b5f4-cee5-4fb8-bcda-9b6a3d815841 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499300 Dec 22 09:00:18.486472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cf69fb6-41ef-42dd-9ff4-c5dcfdb2ee4f req-e12f3d25-6fd2-492b-89f8-810140189d63 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265404 Dec 22 09:00:18.670476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:37Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:18.674570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a0c40-8040-4356-9375-e779b89dfedd None None] The sync data for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv is: [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'd2fa0549-c566-41e5-8e7b-bfb6c7124a93', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.179', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'port_id': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'mac_address': 'fa:16:3e:d3:f2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:58:34Z', 'updated_at': '2021-12-22T08:58:37Z', 'revision_number': 1, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:18.878943 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6f4a0-f0d7-47fb-b9ae-08ae48fe40f0 None None] New status for floating IP d3206ac6-1468-4de4-9448-4214c77a11c5: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:00:19.496078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914ad6a-e64a-4d5c-be7f-0559db15ec3b req-b9181777-8c10-4d69-816b-9cc344cf682a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:19.496782 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5914ad6a-e64a-4d5c-be7f-0559db15ec3b req-b9181777-8c10-4d69-816b-9cc344cf682a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:19.511967 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-5914ad6a-e64a-4d5c-be7f-0559db15ec3b req-b9181777-8c10-4d69-816b-9cc344cf682a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:19.513221 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5914ad6a-e64a-4d5c-be7f-0559db15ec3b req-b9181777-8c10-4d69-816b-9cc344cf682a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 945 time: 0.0952973 Dec 22 09:00:19.558934 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5914ad6a-e64a-4d5c-be7f-0559db15ec3b req-dae585c3-75fa-4171-a522-9b67b3ae98ef tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=504fa913-d8b2-461b-8766-2ce0f5358a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400078 Dec 22 09:00:19.608693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-9169ee94-17a2-42c3-85e6-890ae13abdf6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:19.610096 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-9169ee94-17a2-42c3-85e6-890ae13abdf6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 945 time: 0.0801094 Dec 22 09:00:19.680974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port f0472816-abdf-4e8e-a7ba-09d0e0f348ee {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:19.681313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:20.033040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port f0472816-abdf-4e8e-a7ba-09d0e0f348ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:20.033394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:20.155752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for f0472816-abdf-4e8e-a7ba-09d0e0f348ee owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:20.297043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:20.302858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e11b6577-43ea-4f8b-910a-bce389c2369e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:20.347811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=f0472816-abdf-4e8e-a7ba-09d0e0f348ee,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:20.350866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:20.422143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port f0472816-abdf-4e8e-a7ba-09d0e0f348ee on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:20.424546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:20.427808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'name': 'network-vif-deleted', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:20.444614 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5442731d-bfd5-443c-96eb-4ec8b152b24d req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/f0472816-abdf-4e8e-a7ba-09d0e0f348ee HTTP/1.1" status: 204 len: 173 time: 0.8284464 Dec 22 09:00:20.475133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49ce8d9-e841-47ea-a726-630acf5100ec', 'name': 'network-vif-deleted', 'tag': 'f0472816-abdf-4e8e-a7ba-09d0e0f348ee', 'status': 'completed', 'code': 200} Dec 22 09:00:20.723805 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c4aa0132-fdc6-4c2f-b758-cd53dec878ab req-3890e43d-e5d6-435b-851d-68e9cdb7ef86 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b49ce8d9-e841-47ea-a726-630acf5100ec HTTP/1.1" status: 200 len: 210 time: 0.0456231 Dec 22 09:00:21.821040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39160) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:21.887539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:21.916939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:21.989281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:21.993954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1b00ca4e-1b51-437a-84f5-4a68c1629a4b tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:22.009376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504fa913-d8b2-461b-8766-2ce0f5358a7d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:22.012223 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:22.019454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.020608 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/504fa913-d8b2-461b-8766-2ce0f5358a7d HTTP/1.1" status: 204 len: 168 time: 0.1985843 Dec 22 09:00:22.050351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39166) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:22.253804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 0d919c97-6097-4046-99ff-780865dab86a {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:22.254147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.423351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.423678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.549118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 0d919c97-6097-4046-99ff-780865dab86a owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:22.594650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device f0472816-abdf-4e8e-a7ba-09d0e0f348ee no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:22.627951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: f0472816-abdf-4e8e-a7ba-09d0e0f348ee {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:22.628326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device f0472816-abdf-4e8e-a7ba-09d0e0f348ee not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:22.698733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.702273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:22.748562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=0d919c97-6097-4046-99ff-780865dab86a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:22.751518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:22.839986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:22.840655 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP d2fa0549-c566-41e5-8e7b-bfb6c7124a93 disassociated (deleted). External IP: 172.26.7.179, port: 02a093f0-9c85-485f-ac75-16d4acc50d38. Dec 22 09:00:23.307001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:00:23.481369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:23.490776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] Sync routers for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:23.497700 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:23.499527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:23.500261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:23.555617 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f164a873-4f85-49f6-bc29-2ee11bf5ff30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/d2fa0549-c566-41e5-8e7b-bfb6c7124a93 HTTP/1.1" status: 204 len: 168 time: 1.5038490 Dec 22 09:00:23.556424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:23.601603 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'status': 'completed', 'code': 200} Dec 22 09:00:23.688733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:23.695896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-3f6797a2-3728-4916-8b24-fc6600d20129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:23.697550 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-3f6797a2-3728-4916-8b24-fc6600d20129 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 1098 time: 0.0719695 Dec 22 09:00:23.834833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-5c44d2a7-7a32-49e3-b61e-8a7869b68f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:23.836774 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-5c44d2a7-7a32-49e3-b61e-8a7869b68f55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 200 len: 897 time: 0.1315191 Dec 22 09:00:23.910403 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-d0e16464-1d5d-4a89-a22d-188d326fef8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 200 len: 217 time: 0.0654244 Dec 22 09:00:23.946098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067b3d7-1a0f-444c-aaed-fb8bb48e6f66 req-310947aa-4da1-4d7f-a5bd-cd576492525c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:23.946819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0067b3d7-1a0f-444c-aaed-fb8bb48e6f66 req-310947aa-4da1-4d7f-a5bd-cd576492525c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:23.963080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0067b3d7-1a0f-444c-aaed-fb8bb48e6f66 req-310947aa-4da1-4d7f-a5bd-cd576492525c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:23.964778 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0067b3d7-1a0f-444c-aaed-fb8bb48e6f66 req-310947aa-4da1-4d7f-a5bd-cd576492525c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 945 time: 0.1012099 Dec 22 09:00:23.975238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-289b9a39-3880-44be-bb6c-74a9ebcf7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:23.977250 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-289b9a39-3880-44be-bb6c-74a9ebcf7196 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 200 len: 835 time: 0.0601065 Dec 22 09:00:24.010337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0067b3d7-1a0f-444c-aaed-fb8bb48e6f66 req-3530c2c1-50e1-4a7f-95bb-c9c97c3e5378 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:24.027349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-0067b3d7-1a0f-444c-aaed-fb8bb48e6f66 req-3530c2c1-50e1-4a7f-95bb-c9c97c3e5378 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:24.027746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:24.028688 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0067b3d7-1a0f-444c-aaed-fb8bb48e6f66 req-3530c2c1-50e1-4a7f-95bb-c9c97c3e5378 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581660 Dec 22 09:00:24.032133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] Checking router: a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:24.041807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:24.042425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:24.066181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-eaa5d4cd-8ac1-4118-81b9-309b822f3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:24.067748 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-eaa5d4cd-8ac1-4118-81b9-309b822f3baf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2792decf-3f5f-44ad-b77e-db2538ed8492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830023 Dec 22 09:00:24.200867 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-96dc3be2-7bcc-4eb1-af6a-b16091551660 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245415 Dec 22 09:00:24.215444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:24.332734 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2594a9d6-cc80-448c-acee-f7d50c2b5796 req-751f1779-1c08-42a3-8cd7-1e181e1afaa7 service neutron] 10.222.0.16 "GET /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241043 Dec 22 09:00:24.563325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:24.567259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b934d5-53aa-4e04-a608-d1e33f37b5bb None None] The sync data for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv is: [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T08:58:18Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a649b3a0-d853-48eb-95c9-fdd267114142', 'name': '', 'network_id': '2792decf-3f5f-44ad-b77e-db2538ed8492', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:47:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:17Z', 'updated_at': '2021-12-22T08:58:22Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'c07bc52f-f885-4c7a-9800-ee5f296615de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:24.782861 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e1d01-0248-44e9-a89a-67dd66df0ef3 None None] New status for floating IP d2fa0549-c566-41e5-8e7b-bfb6c7124a93: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:00:25.223197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b91e-d4a1-42e1-b67a-92cf18ff1cc8 req-1fb413fa-978e-497c-8a0c-7294c97df275 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:25.223874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-9024b91e-d4a1-42e1-b67a-92cf18ff1cc8 req-1fb413fa-978e-497c-8a0c-7294c97df275 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:25.235541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-9024b91e-d4a1-42e1-b67a-92cf18ff1cc8 req-1fb413fa-978e-497c-8a0c-7294c97df275 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:25.236657 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9024b91e-d4a1-42e1-b67a-92cf18ff1cc8 req-1fb413fa-978e-497c-8a0c-7294c97df275 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 945 time: 0.0899212 Dec 22 09:00:25.280237 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9024b91e-d4a1-42e1-b67a-92cf18ff1cc8 req-9870b5e8-6d36-49ac-b169-ef4da2929813 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=a729bd6c-8025-4243-9c48-d9f530cf8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Dec 22 09:00:25.500202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-801f1234-7008-4427-83dd-c1c9f59c2bc8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:25.501520 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-801f1234-7008-4427-83dd-c1c9f59c2bc8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 945 time: 0.0840225 Dec 22 09:00:25.569820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 02a093f0-9c85-485f-ac75-16d4acc50d38 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:25.570158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:25.920857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 02a093f0-9c85-485f-ac75-16d4acc50d38, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=02a093f0-9c85-485f-ac75-16d4acc50d38,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:25.921120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:26.040620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 02a093f0-9c85-485f-ac75-16d4acc50d38 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:26.181999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:26.187587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:26.231514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=02a093f0-9c85-485f-ac75-16d4acc50d38,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:26.234509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:26.306978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port 02a093f0-9c85-485f-ac75-16d4acc50d38 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:26.309353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:26.312194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'name': 'network-vif-deleted', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:26.328006 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c123677-5d3c-4f39-9eff-2e60188a301e req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/02a093f0-9c85-485f-ac75-16d4acc50d38 HTTP/1.1" status: 204 len: 173 time: 0.8206973 Dec 22 09:00:26.362114 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e9adc1-ef17-4304-8fb9-8677e5247e81', 'name': 'network-vif-deleted', 'tag': '02a093f0-9c85-485f-ac75-16d4acc50d38', 'status': 'completed', 'code': 200} Dec 22 09:00:26.434305 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2e9e8501-a062-4e0b-ae64-a0ec154d0b3d req-2a61c614-449e-4469-834d-27537301f06d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9e9adc1-ef17-4304-8fb9-8677e5247e81 HTTP/1.1" status: 200 len: 210 time: 0.0457911 Dec 22 09:00:27.531055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39184) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:27.597958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cde31e5-0239-4caa-acfb-24c2dd87c3b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.626462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cde31e5-0239-4caa-acfb-24c2dd87c3b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.688331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cde31e5-0239-4caa-acfb-24c2dd87c3b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.692278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-68d2441d-0c22-4130-8e5e-5b2e387f5feb tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:27.706233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde31e5-0239-4caa-acfb-24c2dd87c3b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a729bd6c-8025-4243-9c48-d9f530cf8cb4,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:27.709322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9cde31e5-0239-4caa-acfb-24c2dd87c3b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:27.718583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9cde31e5-0239-4caa-acfb-24c2dd87c3b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.722323 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9cde31e5-0239-4caa-acfb-24c2dd87c3b8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/a729bd6c-8025-4243-9c48-d9f530cf8cb4 HTTP/1.1" status: 204 len: 168 time: 0.1876113 Dec 22 09:00:27.749800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39190) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:28.286806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:28.594415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 02a093f0-9c85-485f-ac75-16d4acc50d38 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:28.627722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 02a093f0-9c85-485f-ac75-16d4acc50d38 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:28.628093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 02a093f0-9c85-485f-ac75-16d4acc50d38 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:28.630254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port a649b3a0-d853-48eb-95c9-fdd267114142 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:28.630759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:28.942395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port a649b3a0-d853-48eb-95c9-fdd267114142, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a649b3a0-d853-48eb-95c9-fdd267114142,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:28.942665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:29.069870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for a649b3a0-d853-48eb-95c9-fdd267114142 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:29.334337 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:29.339087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3d0113f1-127e-4141-89c3-8936ad21a118 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:29.384422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=a649b3a0-d853-48eb-95c9-fdd267114142,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:29.410211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:29.652918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:30.004977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:00:30.305492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:30.315409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] Sync routers for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:30.320358 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/a4f95db9-8b1e-4eae-af7d-4ba3a60258f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5694389 Dec 22 09:00:30.322930 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39194) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:30.327217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:30.327891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:30.389208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet c07bc52f-f885-4c7a-9800-ee5f296615de {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:00:30.392149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:30.447319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:30.504325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:30.529198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:30.603997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:30.609021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4433ad03-31a0-4e90-936d-82e2249e2596 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:30.647210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=c07bc52f-f885-4c7a-9800-ee5f296615de,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:30.650260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:30.653038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:30.660151 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d44cad9a-cb35-4eba-9fe8-9230529f3781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/c07bc52f-f885-4c7a-9800-ee5f296615de HTTP/1.1" status: 204 len: 168 time: 0.3360620 Dec 22 09:00:30.662738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39198) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:30.672680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb40eb-fcbe-4faf-8a0a-67b0c9b7b72b None None] Network 2792decf-3f5f-44ad-b77e-db2538ed8492 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:00:30.841519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:30.954179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T09:00:29Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:30.958339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] Checking router: a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:30.967398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] Routers {'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:30.968035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:31.028383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.038282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port e6d348a9-b616-4cae-a527-c5a454fb686f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:31.038597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.040949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] DHCP port deletion for 2792decf-3f5f-44ad-b77e-db2538ed8492 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:00:31.050305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Deleting port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:00:31.050679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.209676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port e6d348a9-b616-4cae-a527-c5a454fb686f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e6d348a9-b616-4cae-a527-c5a454fb686f,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:31.210033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.235062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] Set router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:31.335124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for e6d348a9-b616-4cae-a527-c5a454fb686f owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:31.526724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.530670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7c9ab3a1-354a-480c-8df5-d739ad7a6b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:31.559738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] For port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2df15b3f-40e4-435c-bd08-5f22fc14ac2d,segment=NetworkSegment(c82b9e1e-4d5a-43e5-aa79-81219cb14a76),segment_id=c82b9e1e-4d5a-43e5-aa79-81219cb14a76)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:31.560331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.578260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=e6d348a9-b616-4cae-a527-c5a454fb686f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:31.581922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:31.667721 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.688198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Calling delete_port for 2df15b3f-40e4-435c-bd08-5f22fc14ac2d owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:00:31.827022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.832287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:31.880212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Pushing event deleted for resources: {'Port': ['ID=2df15b3f-40e4-435c-bd08-5f22fc14ac2d,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:31.882837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] No DVR routers for this DVR port 2df15b3f-40e4-435c-bd08-5f22fc14ac2d on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:31.893651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.894004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.894363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.894693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.895031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.895348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.896153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.896153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.896317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.896631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.896949 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.897328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:31.901076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:31.909000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T09:00:29Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:31.912997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079f230b-db85-4b34-bfc6-b64485596f1a None None] The sync data for ids ['a4f95db9-8b1e-4eae-af7d-4ba3a60258f8'] in dv-neutron-822602-1-hyperv is: [{'id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'name': 'tempest-TestNetworkBasicOps-router-646568410', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:13Z', 'updated_at': '2021-12-22T09:00:29Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': 'e6d348a9-b616-4cae-a527-c5a454fb686f', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f95db9-8b1e-4eae-af7d-4ba3a60258f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:14Z', 'updated_at': '2021-12-22T08:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:31.964572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.966810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.993010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.993519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:00:32.015633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.015633 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/a4f95db9-8b1e-4eae-af7d-4ba3a60258f8 HTTP/1.1" status: 204 len: 168 time: 1.3457770 Dec 22 09:00:32.015633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39202) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:32.124485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.256279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.285252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2792decf-3f5f-44ad-b77e-db2538ed8492']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:32.298687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:32.299180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82b9e1e-4d5a-43e5-aa79-81219cb14a76') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:32.311575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.328544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.339273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:00:32.339911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:00:32.364948 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:00:32.431716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a649b3a0-d853-48eb-95c9-fdd267114142 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:32.458565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.463046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-670249d1-91ac-4e75-97f3-9234686e6053 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:32.469105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a649b3a0-d853-48eb-95c9-fdd267114142 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:32.469460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a649b3a0-d853-48eb-95c9-fdd267114142 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:32.469916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2df15b3f-40e4-435c-bd08-5f22fc14ac2d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:32.478009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.489270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=2792decf-3f5f-44ad-b77e-db2538ed8492,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:32.492554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:32.498315 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/2792decf-3f5f-44ad-b77e-db2538ed8492 HTTP/1.1" status: 204 len: 168 time: 0.4852042 Dec 22 09:00:32.511322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2df15b3f-40e4-435c-bd08-5f22fc14ac2d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:32.512425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2df15b3f-40e4-435c-bd08-5f22fc14ac2d not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:32.526323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39206) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:32.533963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'network': {'name': 'tempest-network-smoke--369763603', 'project_id': '3e18f988404c41399e40e77df149310c', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:32.539097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:32.543220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:network and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:32.546183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:32.552242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:32.563248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:00:32.566891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.596799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:00:32.606387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.606812 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Added segment 6b02be1d-32d7-467e-8613-6c34223d2f0c of type vlan for network cc7d16fe-2874-4886-9582-049521b2e496 Dec 22 09:00:32.636556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.664203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.669660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:32.670231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.673653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d92fe0c-35a5-4b7c-9c9e-b782acdd600d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:32.777155 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2478182 Dec 22 09:00:32.779829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39210) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:32.786875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-391298603', 'admin_state_up': True, 'project_id': '3e18f988404c41399e40e77df149310c', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:32.793153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Network': ['ID=cc7d16fe-2874-4886-9582-049521b2e496,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:32.795402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:32.797648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:32.799789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:router and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:32.802912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:32.803191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network cc7d16fe-2874-4886-9582-049521b2e496 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:00:32.808607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:32.817650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.818613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:32.834381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.100145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.404993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.434702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.689323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.196 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/13df22e9-4e90-42c9-a59d-4953ecd72ead) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:00:33.835279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.863553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.868489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba263e75-631d-4335-adbf-f683e026c5cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:33.928704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:00:33.932034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:33.935603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:00:33.978260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=13df22e9-4e90-42c9-a59d-4953ecd72ead,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:33.982423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:34.305389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e6d348a9-b616-4cae-a527-c5a454fb686f no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:34.338901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: e6d348a9-b616-4cae-a527-c5a454fb686f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:00:34.339256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e6d348a9-b616-4cae-a527-c5a454fb686f not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:34.343794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:34.677496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:34.876900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router d59b3ef6-cbc0-4ac6-8171-47c000adff9a is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:00:35.191106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:35.200830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Sync routers for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:35.209981 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:35.210613 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:35.218236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:35.219586 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4387679 Dec 22 09:00:35.222686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:35.321818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f62c97b7-a50f-4e5e-bc54-2aa222c4912f tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3e18f988404c41399e40e77df149310c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978928 Dec 22 09:00:35.324270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39222) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:35.381450 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:35.457547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cc969-e653-41ef-8d4f-00b0d1721e17 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:35.459052 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-546cc969-e653-41ef-8d4f-00b0d1721e17 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338756 Dec 22 09:00:35.462341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39226) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:35.511306 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5f524083-38ea-477e-bd94-2f3c1ea69618 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438411 Dec 22 09:00:35.511506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39230) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:35.516848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88533144', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'project_id': '3e18f988404c41399e40e77df149310c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:35.633017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:35.636945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:subnet and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:35.639704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:35.645395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:35.655788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:00:35.659287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:35.660523 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:34Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:35.664314 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Checking router: d59b3ef6-cbc0-4ac6-8171-47c000adff9a for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:35.664665 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Updating router d59b3ef6-cbc0-4ac6-8171-47c000adff9a port 13df22e9-4e90-42c9-a59d-4953ecd72ead binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:00:35.716194 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:35.874965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:35.879533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d8e961cb-663b-4e9c-94b7-5082ddeabb95 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:35.952245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Subnet': ['ID=f6d24d9d-b29e-4c8a-9587-71f526a50280,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:35.955650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:35.961372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Checking segment: {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:00:35.961731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network hostable DHCP agents. Network: cc7d16fe-2874-4886-9582-049521b2e496, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:00:35.980285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network cc7d16fe-2874-4886-9582-049521b2e496 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:00:35.989555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, cc7d16fe-2874-4886-9582-049521b2e496) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:35.994024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:35.994601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.001348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b1e44-ee78-4d06-824f-225ca75a953e None None] Network cc7d16fe-2874-4886-9582-049521b2e496 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:00:36.016502 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5038891 Dec 22 09:00:36.019120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39234) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:36.041620 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.053579 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Transition to ACTIVE for port object 13df22e9-4e90-42c9-a59d-4953ecd72ead will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:36.060904 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.064720 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:36.128215 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Pushing event updated for resources: {'Port': ['ID=13df22e9-4e90-42c9-a59d-4953ecd72ead,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:36.137572 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.137917 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.138252 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.138581 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.138906 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.139231 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.139550 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.139869 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.140212 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.140534 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.140845 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.141164 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:36.145768 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:36.164458 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Attempting to bind port 13df22e9-4e90-42c9-a59d-4953ecd72ead on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:00:36.164458 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Attempting to bind port 13df22e9-4e90-42c9-a59d-4953ecd72ead by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:00:36.164858 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Attempting to bind port 13df22e9-4e90-42c9-a59d-4953ecd72ead on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:00:36.170459 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:00:36.170653 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:00:36.171009 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.171400 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:00:36.172154 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Bound port: 13df22e9-4e90-42c9-a59d-4953ecd72ead, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:00:36.172294 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.225410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cc7d16fe-2874-4886-9582-049521b2e496', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:00:36.226836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.247257 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] For port 13df22e9-4e90-42c9-a59d-4953ecd72ead, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:00:36.251090 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] For port 13df22e9-4e90-42c9-a59d-4953ecd72ead, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13df22e9-4e90-42c9-a59d-4953ecd72ead,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:00:36.254958 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.260205 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:36.345048 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:36.345669 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:36.386659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Allocated IP 172.20.0.2 (cc7d16fe-2874-4886-9582-049521b2e496/f6d24d9d-b29e-4c8a-9587-71f526a50280/99505b30-6d87-4574-8423-0fb39b1ae9f1) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:00:36.392423 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Pushing event updated for resources: {'Port': ['ID=13df22e9-4e90-42c9-a59d-4953ecd72ead,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:36.401758 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:36.565925 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:36.617417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.631476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Transition to ACTIVE for port object 99505b30-6d87-4574-8423-0fb39b1ae9f1 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:36.655260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Transition to ACTIVE for port object 99505b30-6d87-4574-8423-0fb39b1ae9f1 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:36.661894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.667643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b57f81ec-770d-417d-87d4-10eafe07f94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:36.739633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Network cc7d16fe-2874-4886-9582-049521b2e496 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:00:36.743084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:36.748245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:00:36.755713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Pushing event updated for resources: {'Port': ['ID=99505b30-6d87-4574-8423-0fb39b1ae9f1,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:36.761266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:36.845494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Attempting to bind port 99505b30-6d87-4574-8423-0fb39b1ae9f1 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:00:36.845784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Attempting to bind port 99505b30-6d87-4574-8423-0fb39b1ae9f1 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:00:36.846155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Attempting to bind port 99505b30-6d87-4574-8423-0fb39b1ae9f1 on network cc7d16fe-2874-4886-9582-049521b2e496 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:00:36.852091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:00:36.852546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Checking segment: {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:00:36.852867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.853264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Bound using segment: {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:00:36.853735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Bound port: 99505b30-6d87-4574-8423-0fb39b1ae9f1, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:00:36.854117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.871017 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:34Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:36.875212 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f5600-bdbb-46db-98d6-974c5e1cb99c None None] The sync data for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv is: [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:34Z', 'revision_number': 3, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:36.900815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:36.994227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] For port 99505b30-6d87-4574-8423-0fb39b1ae9f1, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:00:36.997339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] For port 99505b30-6d87-4574-8423-0fb39b1ae9f1, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=99505b30-6d87-4574-8423-0fb39b1ae9f1,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:00:37.002988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:37.006903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d6133ad-44b5-49b0-9fe8-a724dec649da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:37.111987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Pushing event updated for resources: {'Port': ['ID=99505b30-6d87-4574-8423-0fb39b1ae9f1,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:37.115255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:37.360559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.1 (cc7d16fe-2874-4886-9582-049521b2e496/f6d24d9d-b29e-4c8a-9587-71f526a50280/67b69c07-239c-4c8b-87d1-b3a9e40319df) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:00:37.545285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:37.561475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 67b69c07-239c-4c8b-87d1-b3a9e40319df will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:37.588065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:37.591877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf63722a-1887-4e01-a09e-d2edc158a196 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:37.662124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network cc7d16fe-2874-4886-9582-049521b2e496 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:00:37.665481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:37.669583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:00:37.706700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:37.715505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:37.733639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.003628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.103408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f048f6a-ace6-45f9-8543-17a486043f0e None None] Network cc7d16fe-2874-4886-9582-049521b2e496 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:00:38.190423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d5834e5-b5fa-4c06-94a0-564282c9643a None None] Provisioning for port 99505b30-6d87-4574-8423-0fb39b1ae9f1 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:00:38.436681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 99505b30-6d87-4574-8423-0fb39b1ae9f1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:38.527322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 99505b30-6d87-4574-8423-0fb39b1ae9f1 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:00:38.533374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 99505b30-6d87-4574-8423-0fb39b1ae9f1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:38.534043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.619144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.624776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.659284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9e243b4c-868b-45db-96f9-84e53b4f072c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:38.677368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84bf437f-6626-409e-adae-b66519bfc832 None None] Provisioning complete for port 99505b30-6d87-4574-8423-0fb39b1ae9f1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:38.677763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84bf437f-6626-409e-adae-b66519bfc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.707095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.741168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.748930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:38.753440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:38.769770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 99505b30-6d87-4574-8423-0fb39b1ae9f1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=99505b30-6d87-4574-8423-0fb39b1ae9f1,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:38.780894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.782134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13df22e9-4e90-42c9-a59d-4953ecd72ead up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:38.808672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:38.896189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network cc7d16fe-2874-4886-9582-049521b2e496 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:00:38.897329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:00:38.970089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=99505b30-6d87-4574-8423-0fb39b1ae9f1,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:38.973253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:38.989976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 13df22e9-4e90-42c9-a59d-4953ecd72ead completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:00:38.993975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84bf437f-6626-409e-adae-b66519bfc832 None None] Provisioning for port 67b69c07-239c-4c8b-87d1-b3a9e40319df completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:00:38.999969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 13df22e9-4e90-42c9-a59d-4953ecd72ead triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:39.000405 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.024708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-84bf437f-6626-409e-adae-b66519bfc832 None None] Provisioning complete for port 67b69c07-239c-4c8b-87d1-b3a9e40319df triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:39.025160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84bf437f-6626-409e-adae-b66519bfc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.092716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router d59b3ef6-cbc0-4ac6-8171-47c000adff9a has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:00:39.109585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-84bf437f-6626-409e-adae-b66519bfc832 None None] Port 67b69c07-239c-4c8b-87d1-b3a9e40319df cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:00:39.174640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.191658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 13df22e9-4e90-42c9-a59d-4953ecd72ead, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13df22e9-4e90-42c9-a59d-4953ecd72ead,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:39.196783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.199984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-406c7c98-d95d-4500-820c-af7306fde090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:39.276157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8e4a6eba-805e-43cb-9361-2d04e3ca27f2 None None] Provisioning complete for port 67b69c07-239c-4c8b-87d1-b3a9e40319df triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:39.276540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6eba-805e-43cb-9361-2d04e3ca27f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.280371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:00:39.292580 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/d59b3ef6-cbc0-4ac6-8171-47c000adff9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2725096 Dec 22 09:00:39.294992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39240) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:39.308715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Sync routers for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:00:39.329846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=13df22e9-4e90-42c9-a59d-4953ecd72ead,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:39.332896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:39.342853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:39.343476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:39.408660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a6eba-805e-43cb-9361-2d04e3ca27f2 None None] Port 67b69c07-239c-4c8b-87d1-b3a9e40319df cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:00:39.429138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013230aa-514b-4a70-bbf6-c2b4a9c92d21 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.429608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013230aa-514b-4a70-bbf6-c2b4a9c92d21 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.430061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013230aa-514b-4a70-bbf6-c2b4a9c92d21 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.430510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013230aa-514b-4a70-bbf6-c2b4a9c92d21 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.432128 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-013230aa-514b-4a70-bbf6-c2b4a9c92d21 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1362383 Dec 22 09:00:39.434769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39244) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:39.499449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3192848-0b0c-4aad-9f42-51ddafbb3674 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.499907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3192848-0b0c-4aad-9f42-51ddafbb3674 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.500372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3192848-0b0c-4aad-9f42-51ddafbb3674 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.500815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3192848-0b0c-4aad-9f42-51ddafbb3674 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.504894 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c3192848-0b0c-4aad-9f42-51ddafbb3674 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0667853 Dec 22 09:00:39.505143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39248) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:39.530626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:39.716557 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2fd88ee2-9736-4d6f-8c32-fbac08ca0190 tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2103157 Dec 22 09:00:39.821320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.821969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-adc74997-b014-4d30-9fa2-7f61f4775bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.919839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:37Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:00:38Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:39.923755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Checking router: d59b3ef6-cbc0-4ac6-8171-47c000adff9a for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:00:39.924148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Updating router d59b3ef6-cbc0-4ac6-8171-47c000adff9a port 67b69c07-239c-4c8b-87d1-b3a9e40319df binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:00:39.975173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.073137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39256) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:40.078480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017276455', 'description': 'tempest-secgroup-smoke-2017276455 description', 'project_id': '3e18f988404c41399e40e77df149310c'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:40.084179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:40.088159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:40.090920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:40.096522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:40.106912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.126415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:40.130100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:40.132879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:40.138347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:40.206123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.210219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.213752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d5e74bb-70dc-43c9-8dd5-b5c0bd5e2fbb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:40.254498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa632c-6254-450d-8065-a1cf6a0e59c4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:40.258368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:40.259387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.264107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39260) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:40.268408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941974 Dec 22 09:00:40.269507 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '75fa632c-6254-450d-8065-a1cf6a0e59c4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:40.275501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:40.279361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:40.282262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:40.290665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:40.308790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.316158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.329187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Transition to ACTIVE for port object 67b69c07-239c-4c8b-87d1-b3a9e40319df will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:00:40.336589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.340934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:40.374929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.378603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.379676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 99505b30-6d87-4574-8423-0fb39b1ae9f1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:40.380447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-721830ea-73af-4367-9b80-7e3ef088219a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:40.402539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8429bf-e741-4988-a590-8e56366dafae,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:40.409030 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:40.411832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.416542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39264) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:40.416709 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515324 Dec 22 09:00:40.421662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '75fa632c-6254-450d-8065-a1cf6a0e59c4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:40.427729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:40.432009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:40.434780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:40.444439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:40.462181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.527610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.532672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.555362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d183a0d-2932-40bc-8b6b-15366d39d466 tempest-TestNetworkAdvancedServerOps-215120894 tempest-TestNetworkAdvancedServerOps-215120894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:40.572632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef5ce2d-6fd8-449c-bf13-3125fd8810d1,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:40.575534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:40.577710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.582007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39268) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:40.587999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '75fa632c-6254-450d-8065-a1cf6a0e59c4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:40.589563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132ba1-9a56-4a47-a9cf-9297e4954fa5 None None] Pushing event updated for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:40.592705 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1748362 Dec 22 09:00:40.593453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ef132ba1-9a56-4a47-a9cf-9297e4954fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:40.596618 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:40.601511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:40.604727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:40.610917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:40.614394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Attempting to bind port 67b69c07-239c-4c8b-87d1-b3a9e40319df on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:00:40.614544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Attempting to bind port 67b69c07-239c-4c8b-87d1-b3a9e40319df by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:00:40.614913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Attempting to bind port 67b69c07-239c-4c8b-87d1-b3a9e40319df on network cc7d16fe-2874-4886-9582-049521b2e496 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:00:40.625168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:00:40.625561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Checking segment: {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:00:40.626298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.626712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Bound using segment: {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:00:40.627284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Bound port: 67b69c07-239c-4c8b-87d1-b3a9e40319df, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:00:40.627805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.631108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.667315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 99505b30-6d87-4574-8423-0fb39b1ae9f1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:40.667695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.704610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.708402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.715971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96c7a86f-8ddd-42bc-a82d-14f7e9a3ec80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:40.735038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8678e2ac-c84c-42e9-8539-8d06b9e1a3fd,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:40.737935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:40.746995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.749352 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1b44690c-f080-4547-ae1a-f0242dbfd1c1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658165 Dec 22 09:00:40.751546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39272) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:40.756910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '75fa632c-6254-450d-8065-a1cf6a0e59c4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:40.762939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:40.766899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:40.769710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:40.775191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:40.791119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] For port 67b69c07-239c-4c8b-87d1-b3a9e40319df, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:00:40.795402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.837407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] For port 67b69c07-239c-4c8b-87d1-b3a9e40319df, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=67b69c07-239c-4c8b-87d1-b3a9e40319df,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:00:40.844590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.850339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:40.859374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.862932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.869118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b99f2915-8a61-4b42-8a8f-87895e73fd15 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:40.886927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9680ec-934a-45b3-974e-28ad297a8191,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:40.889279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:40.891235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13df22e9-4e90-42c9-a59d-4953ecd72ead up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:40.897593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.898859 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463168 Dec 22 09:00:40.901649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39276) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:40.906684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '75fa632c-6254-450d-8065-a1cf6a0e59c4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:40.912452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:40.916855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:40.919671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:40.927065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:40.938362 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:00:40.946119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.977362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:00:40.978000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:00:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:41.018331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.022401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.030549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1968e3f6-3383-473c-94eb-97e5d464d048 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:41.053110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff07926-4367-4fc9-b989-5601d698d63c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:41.055812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132ba1-9a56-4a47-a9cf-9297e4954fa5 None None] Pushing event updated for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:41.059817 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ef132ba1-9a56-4a47-a9cf-9297e4954fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:41.065982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.068516 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658745 Dec 22 09:00:41.070877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:41.071480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39280) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:41.076983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'security_group_rule': {'security_group_id': '75fa632c-6254-450d-8065-a1cf6a0e59c4', 'project_id': '3e18f988404c41399e40e77df149310c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:00:41.083445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:41.089703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:security_group_rule and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:41.092818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:41.098932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:41.110854 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Project 3e18f988404c41399e40e77df149310c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:00:41.120916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.138262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 13df22e9-4e90-42c9-a59d-4953ecd72ead triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:41.138643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.190719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.194853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.196692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-633e58a4-5515-4046-b335-753bc63a9ab3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:41.219154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa40ed4-fd8f-4744-b1a8-03baebf46eb5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:41.221723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:41.230309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.240616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d4b62b4-f51b-47f2-806f-be616f0c7a65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589518 Dec 22 09:00:41.240877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:00:41.406422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-1517b3f7-8376-4d28-b111-153dcf77be6c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:41.422275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-1517b3f7-8376-4d28-b111-153dcf77be6c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:41.423760 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-1517b3f7-8376-4d28-b111-153dcf77be6c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017276455&fields=id&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 267 time: 0.0579004 Dec 22 09:00:41.577120 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-4372010b-d19f-4ad1-89ff-c09e6b91d3b5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:41.577946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-4372010b-d19f-4ad1-89ff-c09e6b91d3b5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:41.598605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-4372010b-d19f-4ad1-89ff-c09e6b91d3b5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:41.600105 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-4372010b-d19f-4ad1-89ff-c09e6b91d3b5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/networks?id=cc7d16fe-2874-4886-9582-049521b2e496 HTTP/1.1" status: 200 len: 796 time: 0.1689441 Dec 22 09:00:41.615064 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-032ca928-24dd-4de9-b11b-ce0fca8f0891 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/quotas/3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 375 time: 0.0091312 Dec 22 09:00:41.651532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:37Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:00:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:41.655623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda2f1a-bc0e-4ea4-8ab0-3d6fab785942 None None] The sync data for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv is: [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:37Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:00:40Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:00:41.719134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-b58a896e-b65d-4eda-9f44-1d2f0354e7cc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:41.741020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-b58a896e-b65d-4eda-9f44-1d2f0354e7cc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:41.743042 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-b58a896e-b65d-4eda-9f44-1d2f0354e7cc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220293 Dec 22 09:00:41.929671 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-c1c8cf82-e745-41b5-8921-06d977d658d7 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721251 Dec 22 09:00:42.047824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f300b5c-67d2-4c21-92f3-c939c50bb717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.068351 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-23700de3-74df-4aa8-82a2-48f48d1215c2 service neutron] 10.222.0.36 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326535 Dec 22 09:00:42.246717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-27a5b19a-50db-4670-be6d-bb64479248dd req-c24b67aa-61a3-4d27-816d-66e3793aee2f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:42.259084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-27a5b19a-50db-4670-be6d-bb64479248dd req-c24b67aa-61a3-4d27-816d-66e3793aee2f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:42.260256 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27a5b19a-50db-4670-be6d-bb64479248dd req-c24b67aa-61a3-4d27-816d-66e3793aee2f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0562301 Dec 22 09:00:42.371458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 67b69c07-239c-4c8b-87d1-b3a9e40319df up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:42.444364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 67b69c07-239c-4c8b-87d1-b3a9e40319df completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:00:42.450008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 67b69c07-239c-4c8b-87d1-b3a9e40319df triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:42.450394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.573447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.607162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 67b69c07-239c-4c8b-87d1-b3a9e40319df, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=67b69c07-239c-4c8b-87d1-b3a9e40319df,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:00:42.611291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.613117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:42.689295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:42.692381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:43.197406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:43.242347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:43.353337 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7dcca586-fff5-4ad8-ab75-31fd83844ef3 req-abc7fb55-3846-4186-9c2a-bce782175a40 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417957 Dec 22 09:00:44.352033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 67b69c07-239c-4c8b-87d1-b3a9e40319df up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:44.421121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 67b69c07-239c-4c8b-87d1-b3a9e40319df triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:44.421508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:44.448365 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-073796e4-f612-4e38-92e9-6a64658c3764 req-93ced244-d2c9-42f8-80e3-2ec9480992d6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0416327 Dec 22 09:00:44.553221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.541164 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea5009b1-4d47-4be1-b62b-0dcc9dc4a7c3 req-ed88b94c-c5ec-43b4-9a72-49c61ac8f5f2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418077 Dec 22 09:00:46.756005 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-adcad944-f5f1-4504-82fd-2a16fbd0bc71 req-20bcbbc8-6a00-4adb-aaee-90a17e5a9ee0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.1631737 Dec 22 09:00:47.851275 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a0cd2c5-226d-4cff-a580-55ae5bcca7d7 req-eeaeca75-e0a2-4849-afe6-18886cacf053 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0450428 Dec 22 09:00:48.384697 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:00:48.943423 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b4d0419-5c87-4867-8052-59e827e8efcd req-4d497000-8258-4eec-89b0-00f340504860 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0410163 Dec 22 09:00:50.034660 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4183da94-38ea-4017-99f2-a95a3b38b66b req-80d10ebc-485c-460d-b061-eee84304d026 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0408921 Dec 22 09:00:51.129935 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92617ce9-594a-40d8-8c95-4dc276e14aab req-d1a0ea97-c250-4bbc-abe7-967e9dd3e3dc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0437725 Dec 22 09:00:52.227282 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4b5a5b96-399c-45fb-886e-67a739d7fd5d req-340e25f7-9f42-4a93-93e8-78a490c62bf7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0460789 Dec 22 09:00:53.322470 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-826278ec-9f7a-4cbf-bf88-d4934eac8cfe req-1c1be9f6-e062-4985-9b0b-99cd3bcf29db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0440457 Dec 22 09:00:54.522902 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c6608e2e-fdd1-48d4-b302-a4ce42e54960 req-9c895b53-2d4f-472d-b5cb-5a96a33a3cf0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.1493893 Dec 22 09:00:55.618095 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3a32887-1df3-46ca-8dbf-7013cff8a561 req-aa7b9337-3234-4bdb-882d-a765cbc99f38 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0413113 Dec 22 09:00:56.710777 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-060cc8ea-157f-4d40-8381-a1eabc7fadb1 req-14fe34c0-9464-4ce4-a539-5ceab702a307 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418139 Dec 22 09:00:57.806252 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64dcb4f9-d44f-4cc8-ab18-581c3ea4723a req-bd2c20b9-c1e2-46a8-a8b5-d07a16c3b8bd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0443227 Dec 22 09:00:58.901306 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e3f60fa5-276e-4806-802a-61d45b46153f req-1010efcb-2710-4dda-882a-502643a70254 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0441945 Dec 22 09:00:59.996154 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-59e96ab7-b901-41cd-b68f-4ecb58fba2b3 req-03562edc-54c5-4e56-bed4-123588758066 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0438287 Dec 22 09:01:01.090443 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60ceb960-1a9b-4e3f-9bed-9cbf15090085 req-05524639-be77-4b0a-95fc-ff3e6ab0e6cc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0434418 Dec 22 09:01:02.183977 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-81ae08d1-2079-4eca-8211-276c66ebc10d req-52681c17-cc4f-4ff7-99dd-c6d342b792d2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0428891 Dec 22 09:01:03.278560 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2c91dc7-f980-497f-96de-63a81463e444 req-58ee5138-e397-44cb-ad8c-cef800b1f85e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0443258 Dec 22 09:01:04.372461 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df33a848-b30c-4194-af75-fea3a9094876 req-f931f9d1-ed43-4f21-9197-ad412f1afcc7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0420854 Dec 22 09:01:05.465840 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-256ebbcb-622d-45f2-921c-cb626578e7f3 req-8cd33c15-fad1-4544-92db-057adb896d42 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419724 Dec 22 09:01:06.565314 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee2a1839-0d0e-4667-bfb8-f23edb90f242 req-80d00074-15df-4f12-a0e9-c52ddfd7fcfc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0459735 Dec 22 09:01:07.662063 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ace6113-8915-4400-9b4e-fb26b8046bb0 req-9bf7bbbc-4fb5-4523-a0cf-7375aec3c920 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0447397 Dec 22 09:01:08.755642 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cba7b502-4874-46a0-968c-39ff66f4cfab req-ee2614fe-6688-4a35-aec0-031f775d987c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419412 Dec 22 09:01:09.788916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:09.789961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4f0d2d6-b8ff-4336-ac0f-3905c7eeba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:09.852668 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e0478c70-0e00-4a33-af00-df68721cdcdf req-f6cfb553-6e74-467e-a263-ceed2a57174f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0426128 Dec 22 09:01:10.946523 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0d20727f-e682-4d4c-871e-d8ca5e21c186 req-38419b48-0278-4155-a54e-927714619be2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417888 Dec 22 09:01:12.038764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5bb6a502-59f4-4d91-a022-1db5c17e3845 req-ae905cc3-50e8-4308-95ef-ca77bfd7b169 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0425665 Dec 22 09:01:12.053487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc063-1371-4a04-863c-663ed47ff0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:13.137112 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c896b9af-d1be-48e2-b704-409bcd60bb0a req-0910ad07-c656-4594-8b62-06d5db65dfdf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0455966 Dec 22 09:01:13.198707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:13.245501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.233405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9d9ba987-b3a9-4ccb-8eb3-4bfc81db2ef8 req-9509c944-5746-47ca-a012-7048804a6e7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0455899 Dec 22 09:01:14.556512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:15.326164 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7071a9c2-300c-46c0-916e-9b96b4d5f9ea req-9b9f5c48-ce97-4b5b-b4c6-43d4111d4f52 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0422482 Dec 22 09:01:16.418270 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ad0d388e-3e0d-4e7d-b609-e7a263bab4fe req-88094b7d-d960-4bc5-9540-3e233f873192 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0421410 Dec 22 09:01:17.510546 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9d6af1c2-31c7-4dbe-a53c-cd92e4f40ef5 req-8d0e8be4-defd-4c92-b438-030db896db9a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418293 Dec 22 09:01:18.606082 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-60898623-827b-4606-93bc-970f85c9130b req-982c3224-5396-46e9-88bd-bd68db83d208 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0446086 Dec 22 09:01:19.702181 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6806fd9e-3d30-4936-a3ba-512f31c3d84c req-87438c4e-9aba-44d9-aae4-526320114b38 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0450797 Dec 22 09:01:20.797846 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-28ff30be-111c-4dc4-b0c0-d3fd237d1cc0 req-b08bad72-9436-4569-890d-33d668404730 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0442958 Dec 22 09:01:21.890789 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-81e29001-93b8-4195-9697-78a9282c0573 req-804ea985-b76c-443b-a6b1-64a3d1ab732b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0429029 Dec 22 09:01:22.985889 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2d09760-63fc-4ee6-b4be-11421ec71259 req-209042f9-84c9-4f57-81b6-6025e5af9840 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0439405 Dec 22 09:01:24.081157 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d76148c-2b49-44be-86f2-b020fdbac603 req-f0c75f86-f643-48c6-b5b9-70664a805200 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0421848 Dec 22 09:01:25.173407 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-844560f3-c9f2-42c3-8c81-c35b4576ce0e req-350a6751-dd3c-4b5b-9073-6a2e9d1f9487 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0412822 Dec 22 09:01:25.384263 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:01:26.269955 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-34de2bee-0e18-499e-a337-d1fc92051e63 req-2b790681-3861-490a-86bf-5b4d506ebb10 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0459881 Dec 22 09:01:27.365683 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ecc39231-5cf4-4d59-bbdd-9042f2ddb5c2 req-770afb42-f6ff-410f-9bff-837b4fda9a9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0445130 Dec 22 09:01:28.462720 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-605421d8-d19d-44e6-ac6e-444b3c7b63b0 req-48039ec1-eb1e-4f9c-a13b-080041764841 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0415194 Dec 22 09:01:29.555155 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fde9c2ae-48b8-407f-b7b2-be64c76de39c req-7e79374d-82b5-4062-8361-81b326d0fd89 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0422828 Dec 22 09:01:30.648839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-636deb1d-f746-4f0f-b41f-1175a331aa59 req-1b7893f6-7f38-4b9d-b834-732cf40e3ef5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0432076 Dec 22 09:01:31.742091 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2d20adef-ce33-4d65-8232-bd1d1f47883f req-cc2f1756-3815-443f-b180-c7000d7c6ae1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0426586 Dec 22 09:01:32.840933 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ce0ba99-fe78-40eb-b75a-8ec102348a58 req-f362b6bd-7e01-4b8e-aad6-508c0d16a51f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0477180 Dec 22 09:01:33.935873 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-81376d55-782d-47b4-9dbf-4c7ee10010f2 req-bbf6dab2-37d3-40a7-a524-c620bf1539b0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0443909 Dec 22 09:01:35.028717 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1cc6b123-87de-4eda-b7fb-acb120cd9e83 req-526c0a2c-978d-46bb-979e-05f9990a27e1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0421128 Dec 22 09:01:36.133237 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7719e748-ed4e-446f-aaf1-e0463c4930c6 req-978f185c-9c9f-4073-b111-a49014f4ba5e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0437231 Dec 22 09:01:37.227846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f3a8c4c-8bb3-4d1a-9ad4-8a2e4f1c16cf req-78226cc9-379f-45f8-9ee5-9b976607aa30 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0422854 Dec 22 09:01:38.320788 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-88b532da-e5a3-4f26-9242-dc77c466b0a5 req-4e48a6ca-c39b-4a8a-b8ce-55bff3311a80 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418344 Dec 22 09:01:39.422243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-659e85ff-3fd2-4f6b-ae6c-f9a47f97e9f2 req-1199ec9d-bc49-4948-a73f-aded1bfa8e09 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0476549 Dec 22 09:01:39.784782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:39.787858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8fb0eab2-d3a6-4f37-9699-392b6162d057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:40.518091 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a78b54c6-f51e-42e4-b90d-6a322bea4d60 req-9192d706-4504-49bd-89f3-2a609bc1cf07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0450914 Dec 22 09:01:41.611237 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c4d0027f-f23a-4b42-af31-4deb331a9ec6 req-c3bb3650-9cc1-4996-a8e1-da152179ba3e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0414965 Dec 22 09:01:42.055345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3f02196c-80cd-4eed-a47a-a987b5dc907c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:42.704066 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ca40a01b-9798-4fb3-ac29-04b0364abe90 req-ca72cca7-4172-4c44-b471-32a851e7203c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Dec 22 09:01:43.200693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:43.248348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:43.796100 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-93a99fc8-11f9-433f-8204-bee85fd3b3d1 req-0c20f5db-ff85-4d0a-a33a-c02d96288584 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0413098 Dec 22 09:01:44.558984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:44.889124 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-003681f7-988d-4d44-b00c-60d14cbe7719 req-588fd8fa-b32e-4848-9a2c-a90b678cda3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0415945 Dec 22 09:01:45.985087 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-938cec73-059d-411f-b4cf-d3ac0bd879bc req-dff99543-9363-48d8-befb-33b19924d2a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0451021 Dec 22 09:01:47.080036 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0b7110a0-4584-4042-a13a-4f3984052dad req-fc053ea5-b672-4611-a237-2d2911a6acd4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0446417 Dec 22 09:01:48.173238 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2759630e-95de-480a-a244-e8ef62ad3050 req-04bd931c-e155-4b16-b83a-917fdd5174a0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0415237 Dec 22 09:01:49.266556 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1c6c1f-d650-4cb3-b08d-f5f8a65dfc62 req-c7643b89-dbde-48d6-9066-f1b23404a7d9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0416651 Dec 22 09:01:50.358558 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9cbb23a-3155-43e7-a380-8838cd029466 req-6e628396-7c8a-432d-a435-ace6e4832a9d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0414903 Dec 22 09:01:51.450896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c5992aa4-bff3-4dcc-be45-9dd84e756f0d req-5ca99c72-6a7f-47de-884f-08825d530ed0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0424330 Dec 22 09:01:52.547103 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2ca144a2-2343-4ae1-9f6c-fea12c95f99b req-f98809e4-f305-497e-bb5d-fcf19880d09c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0455863 Dec 22 09:01:53.643503 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-799e95b8-8799-4486-8066-d8c8d6be91d9 req-3e1a1530-d92b-4274-b0e3-673b1fe87edd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0447705 Dec 22 09:01:54.736887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a37557ad-b212-411f-aca5-aa269ad9df5a req-ab893e31-ddc7-4a14-906b-8609c0a3bcc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0420201 Dec 22 09:01:55.839019 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29efc507-2be3-4c93-9ac2-8114b2d8cfda req-59101546-7029-41e3-930e-24756a5e8f91 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419719 Dec 22 09:01:56.930831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d64b05c-d5af-4168-baa0-750c80b25577 req-a6498890-98a5-4994-9562-5326b192e357 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0423367 Dec 22 09:01:58.022726 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19911e99-c4d4-47a8-a6a6-ba2cb78b8215 req-c901e1d3-80bd-4b61-bff1-16eb2a838d4a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0414562 Dec 22 09:01:59.118777 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6b2f8550-04b3-4324-85bf-253bdb90f82f req-39a4cab3-c579-4234-8ee5-7590375a5091 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0441093 Dec 22 09:02:00.214287 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f90c960-2a43-46fc-9fe0-f9c27871f19e req-13be05a1-c7bd-40e6-b402-0ee2b7c976d9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0447941 Dec 22 09:02:01.308001 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a9fd802-af77-4d76-a741-9a0d875986e6 req-276a8e13-4ce3-4f86-835d-0a1076b29736 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0425506 Dec 22 09:02:02.384304 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:02:02.404133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-188f149f-2d5b-445c-a2bc-f1feb5a028f1 req-289f4de1-9567-48e6-a45a-3dff64cfca56 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0425115 Dec 22 09:02:03.498070 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a960f277-bc15-4c00-9878-ca7f493d3a30 req-666cb368-d1ee-4a48-9b88-4c6cf8cea05c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0421822 Dec 22 09:02:04.590999 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-406fde47-74cc-4c06-8354-c608449d8068 req-7de0febe-81eb-44d7-9ae3-730d90264614 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0430686 Dec 22 09:02:05.792623 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-51f964e7-7478-4668-ac67-eeeec3a760d9 req-743cc187-3960-430d-8b8e-cb018d9724d5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.1514153 Dec 22 09:02:06.889044 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-118f90cc-5af1-4157-a0fe-96e963837d6a req-57e41b02-5adf-41b9-84c5-6277b3ff62d4 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0448802 Dec 22 09:02:07.981212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f80347-a9a6-4e9b-934d-798aefc6293e req-28deb3e4-68c5-4b1d-9a57-b26340cdd590 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417564 Dec 22 09:02:09.075031 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45cbcde0-ed17-4a39-922f-7647ea64b2d5 req-f4a4514e-9454-4243-9180-4e734ba23c10 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0435669 Dec 22 09:02:09.787983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-141d5e0f-91e7-4e29-b8be-de231458406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.793149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.167676 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-caf49981-9a4a-4d2a-bd49-93aaba424711 req-aad5469e-db3c-403c-93e2-9d5615780694 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0413129 Dec 22 09:02:11.260277 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45ee7d85-048d-4aec-a7a2-ed3b9ad00e44 req-e63fed47-a5f1-40f3-b4aa-6347f5c1aabe tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419202 Dec 22 09:02:12.058639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fd43c5a0-4172-4a40-9b4f-8c0f6054a74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.356123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27ab9d75-e592-44a3-b62b-00c5649f9871 req-86eadd0c-90cb-44f4-9de4-66e0bb3fee73 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0456870 Dec 22 09:02:13.202746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:13.251353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:13.454372 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c76c69e-4bec-43c0-a366-15fbd9b1537f req-842c79a9-3c98-4f3e-9eac-4308445d3c28 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0468905 Dec 22 09:02:14.546790 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aac85607-0715-47e9-b505-a9fa1dbe763e req-8dccb67b-152a-406e-8ed8-4a584cd4d15a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0415647 Dec 22 09:02:14.562099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.641951 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e11d67f5-c341-4d0b-a3e2-9baf0e1ac8fa req-bcbae336-da81-4a6a-a19b-679591f2c0c7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0413835 Dec 22 09:02:16.734876 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4851b701-eae7-4f44-b163-51593d27087e req-42daa78e-d20a-43d4-aada-6379b6b90ba8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419056 Dec 22 09:02:18.025848 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a94fba9c-5f11-41aa-ac89-89be060b0023 req-f403c35b-21ad-44e0-b4bb-e49e4bdfa05f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417304 Dec 22 09:02:19.121650 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08c853ad-7541-47a8-81be-cd4c161f711b req-57345aa4-cd16-4a84-8797-639925395bf0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0440819 Dec 22 09:02:20.218520 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45735ea6-f4d0-4efa-89e7-a67e3b1637df req-3d654fee-c8e5-488a-b4e0-6a31facc7746 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0452070 Dec 22 09:02:21.311633 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6b1401f3-6c00-4442-9124-04272d211f40 req-e452faf3-beb4-4743-a1e8-b820751449cf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0421820 Dec 22 09:02:22.404640 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-955f1f15-248b-4a49-bf01-c9f2f2d33bbc req-81405944-6ac6-47ae-9ca2-2f0d49a2b3ee tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0422058 Dec 22 09:02:23.496392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b80083bc-cccd-4df6-8224-76c76d2e7479 req-f0a7644c-78a7-46fb-9758-c5665cea92ff tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0410631 Dec 22 09:02:24.590753 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-74f412ff-8aa7-4ae7-a1a4-dff76bb76f99 req-ce79f640-ec40-469f-a4a0-0ba9698eff7a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0428808 Dec 22 09:02:25.687279 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-70e84d31-c898-4032-a085-efbf6feedd8e req-999c45e8-591d-4bad-b892-ee5bde461103 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0455537 Dec 22 09:02:26.782373 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58a1727e-f1a9-497c-8084-b1a9546a1ec9 req-650f1200-7309-4e54-a8a5-bc3b3b5c1583 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0459027 Dec 22 09:02:27.876408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3d5ca32d-8ebe-42fc-a169-da5c92cdb165 req-5c01c7b8-5f51-40ba-baef-0093acadb291 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0435765 Dec 22 09:02:28.970486 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-48894e72-cf48-45ed-affb-d1268af053e4 req-0a9e574b-8d95-4422-a788-40c6559f8588 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0422161 Dec 22 09:02:30.063471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1589eb72-d337-4c9c-84bc-3f83c7c1a893 req-b9d5aaea-c50f-408a-9a55-815df7272d4d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0426233 Dec 22 09:02:31.154917 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1e7d78e9-0b3b-4756-bd16-8a2a23e544ea req-1238ef89-8bf1-44b4-8aca-e05a8ed9b4d9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419962 Dec 22 09:02:32.248911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-694242c7-88b8-45e7-be5d-df864608eb32 req-46b35ed5-48b1-42a2-9d03-1737bcd41e53 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0446434 Dec 22 09:02:33.345426 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-50641ee8-846d-44d1-ac2e-cd0594081e9f req-9054bfe8-3236-4e85-beee-9d4266fde17c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0449665 Dec 22 09:02:34.438327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aec270a-7497-4f06-8caf-d26f1455c67d req-707aabfa-3489-4b0a-9f20-f908cc9ac462 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0422864 Dec 22 09:02:35.531370 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-255011ac-498b-4884-b864-669c89383174 req-a91e41a7-aad1-41c1-9e48-e0f7eb228b9c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0440264 Dec 22 09:02:36.624180 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-201f6031-44f1-440b-aa9f-75f7f3fbd0ad req-5e6d40a2-a652-49eb-a86e-0e1849ec00b3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0420187 Dec 22 09:02:37.717431 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cec13f55-1ffb-4389-9ce1-4395856b48cd req-e3c2e82d-d12d-434f-90b0-dd0977492b9b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0429792 Dec 22 09:02:38.812752 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-003f678d-108c-4cdb-9289-67c5d3d1d5e2 req-a801b7ba-5c8c-4943-a19c-735d05ec2114 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0453300 Dec 22 09:02:39.382876 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:02:39.787107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aab8180d-af9c-4aba-b24f-467a0ed582dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:39.792544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:39.910301 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ab22498-bf17-44e1-b1d9-de76e9640aa2 req-af36c025-52cd-4d13-8f35-ff0dbe234850 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0450282 Dec 22 09:02:41.003095 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f485228d-e27f-4f20-82ae-fa6323f3b278 req-80cd760e-63e1-43d5-9fdb-2d180f740a74 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417657 Dec 22 09:02:42.061969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-749fedf7-43fb-41f3-a449-d15a37b366e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:42.103514 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54e4acb2-f5b1-492e-9931-628c5559f809 req-35599cb8-fd48-400d-b3dc-dabcc3b0a083 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0483563 Dec 22 09:02:43.198233 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe73f98-9ebd-4823-a172-a95696cb8988 req-fc66a39f-aa02-4bd7-9423-bd041cda0d69 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0440366 Dec 22 09:02:43.205805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:43.252696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:44.290663 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0e86d944-0096-44f7-a841-6a8c1cfed84d req-b4073f6f-7d30-45be-b1f7-2e613962d007 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0408380 Dec 22 09:02:44.563135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:45.388026 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90838b58-ae42-42e5-863c-b80ece89b1b3 req-edc4cb1c-c7d9-447e-aef6-87da2ee26929 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0466607 Dec 22 09:02:46.483453 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8aec6958-4798-424d-81d7-ddb71775f255 req-92d4a582-57ae-4827-9eb3-48421392c32e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0453670 Dec 22 09:02:47.575992 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-82c6b354-2790-4f24-ab7f-60830151d068 req-f543d576-2c53-4067-8d2d-41ce1f643b0f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418723 Dec 22 09:02:48.668033 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fbb8f6b0-6e9b-4020-870c-189c6ff69c6c req-97108ac6-35c0-428e-9b45-1ccf69ab976e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0420194 Dec 22 09:02:49.759815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-448d00d0-716b-41d7-b4c3-d850a61aa9cc req-84502540-230c-42db-8372-cf3f97522e9a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418644 Dec 22 09:02:50.854708 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a480110-7f9c-40fd-8f2c-dcff80c030d1 req-38a7aeb2-0459-4340-9153-33c182c218f0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418956 Dec 22 09:02:51.952384 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b5c40040-6b12-4904-96cc-ce0ba2b33dba req-9e8bd3fc-7de1-406f-925c-7adbd562c42f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0450864 Dec 22 09:02:53.047151 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b89fb248-4da5-4908-b6fa-fb1223879a15 req-cd5f15cc-def2-443a-b00b-ef44020cdb38 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0458195 Dec 22 09:02:54.139865 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-df2ee4d3-b2e1-4041-8196-eda34e8e2897 req-f84f0759-e5b2-4cd7-a43b-ed53ec1989a0 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417335 Dec 22 09:02:55.233016 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-90164556-fe39-46d3-99e5-800d8c52f5e7 req-9cadaf63-34d9-4d96-a50d-21bceb246e64 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0423927 Dec 22 09:02:56.325946 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8978ca9-6ba7-4c91-b966-34bd4bea610a req-f8469a45-a610-42bd-be63-d82d5ca8f7f9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417550 Dec 22 09:02:57.417639 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1d724f46-2b17-480f-8fc1-da45556a5fd9 req-b7e76183-d807-43f5-9fed-63530bae3fc5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0418363 Dec 22 09:02:58.513280 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6d59a33e-a3af-4031-93f0-2a35943cd436 req-4fa93306-73e5-41e2-b8d1-46968a20458b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0457032 Dec 22 09:02:59.703125 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-478be106-2085-4cbb-aab2-4173f1772ee2 req-4c97b2ef-91ac-4787-a70c-536cf12a5be9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.1379268 Dec 22 09:03:00.795609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3381090b-1584-448b-8d64-e9efc1675824 req-65421d6a-7bff-4b27-994f-15c23ac7ca67 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0415275 Dec 22 09:03:01.888345 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-52f179ac-3079-4721-9b48-6b69106f99a1 req-7c1380a1-62d7-4883-8a39-da835ee2b5a3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419962 Dec 22 09:03:02.980390 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-74472fe1-0d2c-421b-9aa0-269d1d318c21 req-595d07fa-832d-45a9-920d-ec1ae19a3c88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419714 Dec 22 09:03:04.073509 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7e9a317d-14cf-48c4-bd0e-4af34cbd5830 req-0d285cb7-98ad-4ce0-a7b9-ff7ab450638f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0438678 Dec 22 09:03:05.305139 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5e9b3354-7844-469a-abba-a8505762512e req-a9c284e2-0c47-4054-ab1e-15b7a7d03e25 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.1823792 Dec 22 09:03:06.400810 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5f896d6d-c747-414d-91ec-d84d18145b88 req-47711bb6-3b6c-4a80-bcd4-2e77fcf69b42 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0433514 Dec 22 09:03:07.495835 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9d0a14af-8a28-4b86-a3a2-6de046d6bb36 req-bc315035-ad72-44e4-bfbd-c0b9cc4f3971 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0431423 Dec 22 09:03:08.605985 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-53836c13-d2de-48d4-a35f-a5ec5b2bec95 req-2492fa8d-b2fc-485d-8caf-4a05bd73a4d9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0413880 Dec 22 09:03:09.698975 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b9695050-9b5c-4ff5-a0e2-29dc42dea041 req-dc9cb44c-1d21-4422-ad55-4a4b150afc12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0416374 Dec 22 09:03:09.781016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9ba8eae6-fca6-49ff-a7b9-55735915e36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:09.802876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:10.799664 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b7afee24-15b5-4cac-be8b-ccfb4badc5c2 req-b9af8376-b9a1-4004-bc34-758b375bfca9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0494246 Dec 22 09:03:11.895568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b39e8aef-3c8e-4291-8f46-cc8a18664588 req-a22225cf-958f-40eb-9339-0b438288e1b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0456760 Dec 22 09:03:12.066182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-732bc884-12fb-4df1-a5c5-dce1831b9f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:12.988448 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e7c85081-e7ec-49e7-8814-b2c23a635643 req-7b5081a3-b34d-47bb-859e-5e7b3488a726 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0420549 Dec 22 09:03:13.210325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:13.255375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:14.081721 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-251a0a37-f818-4ca4-a124-f1fd31863907 req-d6410d5c-d7fc-4f17-8077-a2e9dd67ed38 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0424092 Dec 22 09:03:14.565945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:15.174480 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-805253b4-a415-405e-be44-f97b14769ce4 req-b34363a4-3cdc-44e7-9cc2-41db5b24377d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0423088 Dec 22 09:03:16.267610 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e704cdc-5cd0-4ac6-b2ee-41d75ffc1a7b req-cbde6187-9f43-4fad-b636-7a24849947ac tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0415289 Dec 22 09:03:16.380883 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:03:17.363392 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b75bef1-1f7d-42cd-a38a-1414dec25768 req-0d261b10-becf-42fa-950d-416f71686140 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0445633 Dec 22 09:03:18.461240 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bbba64ea-2bea-483b-9988-74a9b2a8126a req-3a3fbd7f-b2f2-4639-a801-98071d2f8c3c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0472820 Dec 22 09:03:19.553917 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-09c928c5-9bd9-4804-828a-34859b0852ba req-4a8a7940-fed3-43a3-bfdb-b22dc8e339de tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419376 Dec 22 09:03:20.648608 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d2f3706e-39fe-4d3b-98e1-457af7d93d9c req-0197b952-aa69-42fe-a7b3-a108099b4274 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0414910 Dec 22 09:03:21.744898 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-46ae2aab-abf3-483c-b7a5-ce489470dd68 req-d6098197-f28c-43b6-a0ea-cd5b6caca1bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0438812 Dec 22 09:03:22.836458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b19a6391-bc20-4eff-806e-9c65b706cf94 req-389bb194-1482-4e0a-a15a-c249c9696d28 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0410423 Dec 22 09:03:23.975161 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e5732a3c-907d-43f8-8b0a-8f43d4670873 req-d7d12c3a-90b0-428d-9c1b-bc49258a2f62 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0877283 Dec 22 09:03:25.179679 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-775bcd15-6270-4550-b38e-da0a2e5fb2e1 req-430e6b7c-8ce3-47c0-90e4-3394c3b3b57f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.1529522 Dec 22 09:03:26.278594 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c733b35c-295c-4534-ab24-a75cd363ba6b req-2a9b9482-e5e6-41c3-ac79-109fd5044cac tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0423965 Dec 22 09:03:27.371708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f4c10e6f-5905-4c41-91c9-cb97e0b182c5 req-ff06504c-9eca-412e-8830-d92b4bcce5ea tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0421407 Dec 22 09:03:28.463896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-70f4b1d6-5755-4f56-a094-b557d9809680 req-b7e9c67f-641d-4514-961d-dc5568b09e17 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0417223 Dec 22 09:03:29.556902 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48fadd09-f333-4c0d-b256-9c07693de5c8 req-167dbc13-7575-4f9b-ad14-e5b40afc025e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0423787 Dec 22 09:03:30.651875 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-15388f86-c264-40c8-ad4c-6c388f98fcea req-b6cae037-83ce-4e5d-b47b-836a053b84c3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0449231 Dec 22 09:03:31.750153 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75ae0c28-641d-4c3b-951a-a6024bdc75e9 req-781e9837-7bb1-4525-bbdc-ca78ff80ad39 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0485444 Dec 22 09:03:32.842402 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aaacfdbe-90a3-4fca-977c-ae5f7aa5295e req-0f58c2a6-045d-44ab-90c6-7c9b4f7a3171 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419972 Dec 22 09:03:33.936665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0ce0d064-dc49-4e72-a802-0b616747947e req-b2a712cb-1a0c-46b9-a705-659c34531953 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0434601 Dec 22 09:03:35.027796 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b1c1bb38-ecad-425c-8f2d-3e7822373102 req-2dd98969-1ae5-4854-b809-2a723780b9bb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0416279 Dec 22 09:03:36.120428 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c373d577-f130-415a-adb3-70526e899169 req-1a0e3324-1b44-4dee-8985-8d4276424334 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0419033 Dec 22 09:03:37.218552 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4e98e3b4-8e84-4cfb-baa8-1449e7c93eac req-69b4e445-48ff-431c-98e1-28f68772ac1b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0453300 Dec 22 09:03:38.316481 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-218010a6-7391-4fd2-9a24-46dee025ea14 req-4fcaa26e-ce5f-482d-80cd-5a897590b77f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0456941 Dec 22 09:03:39.407728 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f1e2af48-a31e-49e4-875b-a5dadd94414a req-06f7af61-fa6e-4686-9387-d423b97e2028 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0420721 Dec 22 09:03:39.784698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56c38337-318a-495a-be19-6d773abd7b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:39.801488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:40.500011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11087ba8-d5d3-4ea8-8295-f62925220b62 req-9b25d14a-464e-4ae6-bf3c-cf8d7c6cc2e8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0420704 Dec 22 09:03:41.592950 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39869ae9-9319-4c8f-9093-a4838eb6bbcd req-2bed94e4-4188-48ef-8d6a-283aa369045e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0426946 Dec 22 09:03:42.067917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9f2611cd-359f-492f-a472-dfa57f45b229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:42.688994 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-238ca45d-36a8-433a-ac04-e38180463ae3 req-3893e436-6fb0-45c3-8730-b1b2850a7858 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0421999 Dec 22 09:03:43.211960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:43.257999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:43.862655 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-92d84ea1-8a36-4f12-b44a-96087606623a req-27bfeb17-9a39-49fd-91ce-726728376228 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0632401 Dec 22 09:03:43.933061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-07ceef3e-f7b6-4fa3-bf67-f2e7924a13eb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:43.933740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-07ceef3e-f7b6-4fa3-bf67-f2e7924a13eb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:03:43.947192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-07ceef3e-f7b6-4fa3-bf67-f2e7924a13eb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:03:43.948318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-07ceef3e-f7b6-4fa3-bf67-f2e7924a13eb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/networks?id=cc7d16fe-2874-4886-9582-049521b2e496 HTTP/1.1" status: 200 len: 796 time: 0.1683497 Dec 22 09:03:44.006651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-c2828343-2294-463e-85b0-6cb50ab33be1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:03:44.018880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-c2828343-2294-463e-85b0-6cb50ab33be1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:03:44.020027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-c2828343-2294-463e-85b0-6cb50ab33be1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e18f988404c41399e40e77df149310c HTTP/1.1" status: 200 len: 380 time: 0.0594234 Dec 22 09:03:44.030683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'port': {'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'admin_state_up': True, 'tenant_id': '3e18f988404c41399e40e77df149310c', 'security_groups': ['75fa632c-6254-450d-8065-a1cf6a0e59c4']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:03:44.167166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:03:44.176689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:03:44.186538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Made reservation on behalf of 3e18f988404c41399e40e77df149310c for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:03:44.190179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:44.361490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.20.0.8 (cc7d16fe-2874-4886-9582-049521b2e496/f6d24d9d-b29e-4c8a-9587-71f526a50280/43cae485-4a7e-44f4-9a08-588ef7aa5b60) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:03:44.556474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:44.569476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:44.573939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Transition to ACTIVE for port object 43cae485-4a7e-44f4-9a08-588ef7aa5b60 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:03:44.596584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:44.601965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:44.666280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network cc7d16fe-2874-4886-9582-049521b2e496 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:03:44.669465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:03:44.673207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:03:44.703518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=43cae485-4a7e-44f4-9a08-588ef7aa5b60,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:44.725186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.725573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.725949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.726323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.726687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.727577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.727956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.728320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.728681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.729041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.729397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.729754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:44.735464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:44.750689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:44.751334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:44.780446 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547469 Dec 22 09:03:44.839014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Request body: {'port': {'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:03:44.867695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9620ee76-e32f-432f-a58e-b3a375eac864 None None] Provisioning for port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:03:44.872463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9620ee76-e32f-432f-a58e-b3a375eac864 None None] Provisioning complete for port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:03:44.872980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9620ee76-e32f-432f-a58e-b3a375eac864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:44.927263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9620ee76-e32f-432f-a58e-b3a375eac864 None None] Port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:03:44.952571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:45.177617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d3bd-d425-4dad-96f1-facf237f6b90 req-38bd94d7-582f-4e78-b223-62e570e6d60b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:45.178305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e221d3bd-d425-4dad-96f1-facf237f6b90 req-38bd94d7-582f-4e78-b223-62e570e6d60b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:03:45.255298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e221d3bd-d425-4dad-96f1-facf237f6b90 req-38bd94d7-582f-4e78-b223-62e570e6d60b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:03:45.256455 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e221d3bd-d425-4dad-96f1-facf237f6b90 req-38bd94d7-582f-4e78-b223-62e570e6d60b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 931 time: 0.2607994 Dec 22 09:03:45.330378 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e221d3bd-d425-4dad-96f1-facf237f6b90 req-3190b697-bdbb-4d2b-886a-f0ec14c82264 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682163 Dec 22 09:03:45.399287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cae485-4a7e-44f4-9a08-588ef7aa5b60 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:03:45.406409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:45.421077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Transition to ACTIVE for port object 43cae485-4a7e-44f4-9a08-588ef7aa5b60 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:03:45.424163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:45.427874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:45.578186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Pushing event updated for resources: {'Port': ['ID=43cae485-4a7e-44f4-9a08-588ef7aa5b60,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:45.585454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:45.657104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Attempting to bind port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:03:45.657431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Attempting to bind port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:03:45.657757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Attempting to bind port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 on network cc7d16fe-2874-4886-9582-049521b2e496 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:03:45.662807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 on network cc7d16fe-2874-4886-9582-049521b2e496 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:03:45.663178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Attempting to bind port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 on network cc7d16fe-2874-4886-9582-049521b2e496 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:03:45.668123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:03:45.668457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Checking segment: {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:03:45.668835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Bound using segment: {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:03:45.669244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Bound port: 43cae485-4a7e-44f4-9a08-588ef7aa5b60, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b02be1d-32d7-467e-8613-6c34223d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:03:45.669582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:45.871137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] For port 43cae485-4a7e-44f4-9a08-588ef7aa5b60, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:03:45.874092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] For port 43cae485-4a7e-44f4-9a08-588ef7aa5b60, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:03:45.877591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:45.881096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-344092c4-2c22-4f23-bad1-100c9f145c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:45.936264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:45.936874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:45.938303 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] 10.222.0.16 "PUT /v2.0/ports/43cae485-4a7e-44f4-9a08-588ef7aa5b60 HTTP/1.1" status: 200 len: 1093 time: 1.1497183 Dec 22 09:03:45.938703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:45.960519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Pushing event updated for resources: {'Port': ['ID=43cae485-4a7e-44f4-9a08-588ef7aa5b60,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:45.963515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:46.048434 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'status': 'completed', 'code': 200} Dec 22 09:03:46.060888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-1d5176f8-09dc-4466-b1fd-5dc1ac0a4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.062366 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-1d5176f8-09dc-4466-b1fd-5dc1ac0a4b5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 1096 time: 0.0837493 Dec 22 09:03:46.130188 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-c1e18a1b-595b-458f-8eb4-ee6c33b0c60a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60 HTTP/1.1" status: 200 len: 217 time: 0.0605848 Dec 22 09:03:46.194385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-30bd302a-6d99-4257-b23f-93f9a9e35800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.195813 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-30bd302a-6d99-4257-b23f-93f9a9e35800 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d24d9d-b29e-4c8a-9587-71f526a50280 HTTP/1.1" status: 200 len: 833 time: 0.0594695 Dec 22 09:03:46.269201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-f506236d-76ff-4537-a055-b457920c035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.270617 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-f506236d-76ff-4537-a055-b457920c035e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc7d16fe-2874-4886-9582-049521b2e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689077 Dec 22 09:03:46.400865 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-b87b23df-3f93-4c13-a055-b95d8a28d48f service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235189 Dec 22 09:03:46.585251 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-edcd5dbc-a419-4355-8f5d-ba164a1b046d req-b283369a-f731-4e40-b9ce-628613875b50 service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779947 Dec 22 09:03:46.601240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a607-899d-4e20-8528-0ddcd894e453 req-d6542999-855e-46d3-9c8b-8a1e6b39834e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.603197 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2a20a607-899d-4e20-8528-0ddcd894e453 req-d6542999-855e-46d3-9c8b-8a1e6b39834e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 943 time: 0.1289890 Dec 22 09:03:46.697368 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2a20a607-899d-4e20-8528-0ddcd894e453 req-8393314d-9109-4910-a94d-e0bb91e73e16 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874970 Dec 22 09:03:46.714494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-8fd1da4e-7648-47c2-b271-2d8ed3170cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.715940 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-8fd1da4e-7648-47c2-b271-2d8ed3170cfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 1096 time: 0.0872469 Dec 22 09:03:46.848521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-7411af07-606b-4435-91fa-9c635b64320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.849945 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-7411af07-606b-4435-91fa-9c635b64320e service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc7d16fe-2874-4886-9582-049521b2e496 HTTP/1.1" status: 200 len: 896 time: 0.1265094 Dec 22 09:03:46.920568 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-b933fd99-ce9d-41ab-aa33-49654dda7667 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60 HTTP/1.1" status: 200 len: 217 time: 0.0642676 Dec 22 09:03:46.981985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-e5ce59b6-0e90-40b2-8969-bec58e8a892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.983328 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-e5ce59b6-0e90-40b2-8969-bec58e8a892b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d24d9d-b29e-4c8a-9587-71f526a50280 HTTP/1.1" status: 200 len: 833 time: 0.0561557 Dec 22 09:03:47.059643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-83422f03-8a61-425c-96e3-b119a4674df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:47.061148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-83422f03-8a61-425c-96e3-b119a4674df5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc7d16fe-2874-4886-9582-049521b2e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703268 Dec 22 09:03:47.189495 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-6da2c565-1dd4-42b4-bfc6-aaade4faf52c service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197214 Dec 22 09:03:47.317118 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30aa6845-c98e-43c1-b83e-164bb770efbd req-1283533d-c2aa-49b1-9d0c-3c214989368d service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203568 Dec 22 09:03:47.886645 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ee139-7aa9-4e0a-9564-d076c4052fa5 req-ebd8dd40-ce98-4658-9b0b-30f471a1ca04 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:47.888049 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-453ee139-7aa9-4e0a-9564-d076c4052fa5 req-ebd8dd40-ce98-4658-9b0b-30f471a1ca04 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 943 time: 0.0830090 Dec 22 09:03:47.931401 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-453ee139-7aa9-4e0a-9564-d076c4052fa5 req-19094764-06f5-4cb7-8e31-3a29e1d6e690 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377812 Dec 22 09:03:49.111009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba14e-c957-4eb0-bd51-b500ef38d6f0 req-3a303748-cf54-4e3a-8f7c-df6eac5e970d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:49.112438 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1aba14e-c957-4eb0-bd51-b500ef38d6f0 req-3a303748-cf54-4e3a-8f7c-df6eac5e970d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 943 time: 0.0768738 Dec 22 09:03:49.155047 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1aba14e-c957-4eb0-bd51-b500ef38d6f0 req-b5c7eeea-5e83-4f9a-a0e3-06407c64d925 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366290 Dec 22 09:03:49.507411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 43cae485-4a7e-44f4-9a08-588ef7aa5b60 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:03:49.635065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 43cae485-4a7e-44f4-9a08-588ef7aa5b60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:03:49.647457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'mac_address': 'fa:16:3e:da:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:03:49.704434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:49.721028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cae485-4a7e-44f4-9a08-588ef7aa5b60 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:03:49.736374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 43cae485-4a7e-44f4-9a08-588ef7aa5b60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:03:49.739693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:49.741363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-15aab924-c943-4ce8-be79-e452d0c47eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:49.806026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=43cae485-4a7e-44f4-9a08-588ef7aa5b60,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:49.812886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.813231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.813568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.813897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.814222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.814548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.814867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.815186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.815505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.815820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.816160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.816473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:49.820203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:50.148147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['43cae485-4a7e-44f4-9a08-588ef7aa5b60'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:03:50.347199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c1b12-2060-4315-8505-2d386f282d57 req-f049df9d-f7d7-4fdc-91b5-0141ec21b8fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:50.349979 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d04c1b12-2060-4315-8505-2d386f282d57 req-f049df9d-f7d7-4fdc-91b5-0141ec21b8fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 944 time: 0.0878434 Dec 22 09:03:50.400786 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d04c1b12-2060-4315-8505-2d386f282d57 req-86128abc-f6bb-4c8a-9d3e-d458a031196f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Dec 22 09:03:51.507350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 43cae485-4a7e-44f4-9a08-588ef7aa5b60 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:03:51.578378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:03:51.583617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:03:51.584030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:51.698925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f9ab7-8e2a-4d5b-9c70-437c37ab8468 req-0c3111c3-cf76-42e8-86c1-f89ea6ce33b1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:51.700461 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-be1f9ab7-8e2a-4d5b-9c70-437c37ab8468 req-0c3111c3-cf76-42e8-86c1-f89ea6ce33b1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 944 time: 0.2008829 Dec 22 09:03:51.701383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:51.728238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:51.739227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 43cae485-4a7e-44f4-9a08-588ef7aa5b60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:03:51.744512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:51.746731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:51.752527 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-be1f9ab7-8e2a-4d5b-9c70-437c37ab8468 req-68dd92da-3c96-46fa-ba96-2c4558a80545 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Dec 22 09:03:51.812296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=43cae485-4a7e-44f4-9a08-588ef7aa5b60,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:51.815388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:51.830178 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'code': 200} Dec 22 09:03:52.069202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef10a-368f-4c2d-a3c9-e61ed2ddfa2c req-275806b6-b992-4012-b893-0e31544f37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:52.070565 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-420ef10a-368f-4c2d-a3c9-e61ed2ddfa2c req-275806b6-b992-4012-b893-0e31544f37bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 1098 time: 0.0777550 Dec 22 09:03:52.110539 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-420ef10a-368f-4c2d-a3c9-e61ed2ddfa2c req-3dbd5a6e-38ef-4bed-8432-929724a54472 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337129 Dec 22 09:03:52.932021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69b5e-4dde-4580-b4c0-6fbc257c7d8b req-a3085d9b-a72b-4917-9086-3bada8e7cbe7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:52.933436 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-09b69b5e-4dde-4580-b4c0-6fbc257c7d8b req-a3085d9b-a72b-4917-9086-3bada8e7cbe7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 945 time: 0.0782671 Dec 22 09:03:52.977146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-09b69b5e-4dde-4580-b4c0-6fbc257c7d8b req-49e31b35-1ec3-4c33-a5b5-8bc621e36a97 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377195 Dec 22 09:03:53.378570 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:03:54.161115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7428fe-0af5-4b94-b0d2-10f5cd534c91 req-d23017de-2e7a-4e30-aa55-01726b186774 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:54.162559 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc7428fe-0af5-4b94-b0d2-10f5cd534c91 req-d23017de-2e7a-4e30-aa55-01726b186774 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 945 time: 0.0788839 Dec 22 09:03:54.205832 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc7428fe-0af5-4b94-b0d2-10f5cd534c91 req-e4ccd276-b4f9-4d08-9c66-af761db92020 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377464 Dec 22 09:03:54.390796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460f20b-1595-4620-bd4e-595a33fc4f88 req-c649219b-ae7f-4733-a019-051dbc67fafc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:54.392239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8460f20b-1595-4620-bd4e-595a33fc4f88 req-c649219b-ae7f-4733-a019-051dbc67fafc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 945 time: 0.0831356 Dec 22 09:03:54.435211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8460f20b-1595-4620-bd4e-595a33fc4f88 req-5817549d-a5cc-495c-9ad9-3b0694490cfd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374088 Dec 22 09:03:54.457573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39726) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:03:54.525105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525dd23a-5e76-45a5-904e-84f0ca4289cc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:54.526559 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-525dd23a-5e76-45a5-904e-84f0ca4289cc tempest-TestNetworkBasicOps-1240952269 tempest-TestNetworkBasicOps-1240952269-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 1093 time: 0.0680547 Dec 22 09:03:54.529307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39730) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:03:54.534157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:03:54.540034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:03:54.543765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Usage tracker for resource:floatingip and tenant:3e18f988404c41399e40e77df149310c is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:03:54.546567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:03:54.552406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:03:54.564006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:54.696982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:54.829860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Allocated IP 172.26.7.223 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/8d66f278-a243-48e7-a9de-75ac09a6eec9) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:03:54.974170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:55.003067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:55.007570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-03a7bd77-831f-4787-849b-1e65a2543c12 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:55.067746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:03:55.071059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:03:55.074656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:03:55.116191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=8d66f278-a243-48e7-a9de-75ac09a6eec9,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:55.120636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:55.479649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:55.550545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:55.870716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:55.875368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:55.878967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6564b5ca-a324-413f-b9a8-19674e39ea03 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:55.986341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event updated for resources: {'Port': ['ID=8d66f278-a243-48e7-a9de-75ac09a6eec9,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:55.990177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:55.997113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:56.171801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP bc681f29-2069-4a57-86a2-9f11179371e7 associated. External IP: 172.26.7.223, port: 43cae485-4a7e-44f4-9a08-588ef7aa5b60. Dec 22 09:03:56.514497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router d59b3ef6-cbc0-4ac6-8171-47c000adff9a has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:03:56.689898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:03:56.699863 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] Sync routers for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:03:56.710419 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:03:56.711196 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:03:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:03:56.713628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:56.768371 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2378826 Dec 22 09:03:56.768933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:56.770924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39734) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:03:56.816866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'status': 'completed', 'code': 200} Dec 22 09:03:56.885968 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bec8f801-553b-4cb0-9195-df4efa0ef385 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 200 len: 991 time: 0.1137478 Dec 22 09:03:56.889813 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:03:56.916915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-abd1ab89-076f-4a4f-b6b8-20cb77df0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:56.918403 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-abd1ab89-076f-4a4f-b6b8-20cb77df0a29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 1098 time: 0.0741990 Dec 22 09:03:57.048325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-80148d18-b0e7-460e-a93d-2c622339580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:57.049671 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-80148d18-b0e7-460e-a93d-2c622339580e service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc7d16fe-2874-4886-9582-049521b2e496 HTTP/1.1" status: 200 len: 896 time: 0.1252375 Dec 22 09:03:57.154758 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-cc57aad6-df29-45b4-9f4b-7567ebb7e791 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60 HTTP/1.1" status: 200 len: 999 time: 0.0984170 Dec 22 09:03:57.216565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-e804af75-940b-4a52-89aa-3de3193112c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:57.217976 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-e804af75-940b-4a52-89aa-3de3193112c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d24d9d-b29e-4c8a-9587-71f526a50280 HTTP/1.1" status: 200 len: 833 time: 0.0562885 Dec 22 09:03:57.227216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:37Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'bc681f29-2069-4a57-86a2-9f11179371e7', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.223', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'mac_address': 'fa:16:3e:da:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:03:55Z', 'updated_at': '2021-12-22T09:03:55Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:00:42Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:03:57.230990 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] Checking router: d59b3ef6-cbc0-4ac6-8171-47c000adff9a for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:03:57.239062 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:03:57.239646 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:03:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:03:57.290540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-e2fb2ec0-55f6-426a-afc2-78d196d62b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:57.292017 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-e2fb2ec0-55f6-426a-afc2-78d196d62b69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc7d16fe-2874-4886-9582-049521b2e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672762 Dec 22 09:03:57.459775 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:03:57.556860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-91e79c2c-b275-4267-9233-12fb1240cb78 service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584326 Dec 22 09:03:57.686990 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-501eb6bb-32d6-4152-9b1d-b1ff8207d5dd req-bd885cb0-e486-473d-ae4f-9e2374c4ade8 service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231081 Dec 22 09:03:57.798532 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:37Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'bc681f29-2069-4a57-86a2-9f11179371e7', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.223', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'mac_address': 'fa:16:3e:da:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:03:55Z', 'updated_at': '2021-12-22T09:03:55Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:00:42Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:03:57.802472 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f31f64-d51f-4ae7-a972-8ed0610f2609 None None] The sync data for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv is: [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:00:37Z', 'revision_number': 4, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'bc681f29-2069-4a57-86a2-9f11179371e7', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.223', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'mac_address': 'fa:16:3e:da:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:03:55Z', 'updated_at': '2021-12-22T09:03:55Z', 'revision_number': 0, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:00:42Z', 'revision_number': 5, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:03:57.889744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39740) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:03:57.993304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8be1d5-d0f4-424e-8e77-da0a2695ed7c None None] New status for floating IP bc681f29-2069-4a57-86a2-9f11179371e7: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:03:58.000577 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8724f82a-3a4f-43bc-8a72-39c0cc14ead2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 200 len: 991 time: 0.1095884 Dec 22 09:03:59.004341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39744) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:03:59.113888 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d3981c63-4255-42db-9402-dbfe0af07781 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 200 len: 993 time: 0.1079288 Dec 22 09:04:09.787413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3b36-4ccf-4fdf-8e88-dd7def634fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.817022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.070687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-908ddd0f-6999-428d-a821-072dd8c95cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.215563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.259224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:14.575542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:30.376687 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:04:39.790575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c055d321-db6c-4504-a23e-a4483f66e962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:39.831533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:42.076775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d2992337-4062-418e-a1eb-2d0c0515beb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:43.217770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:43.260870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:44.573552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:44.987993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-9bda7980-88a7-4c4c-b536-75125805e65b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678751 Dec 22 09:04:45.127012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7600e-2103-42bd-9958-5601b479e917 req-1ad15881-ce04-486c-9f12-701d344a0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:45.128485 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-1ad15881-ce04-486c-9f12-701d344a0c1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 1098 time: 0.0745440 Dec 22 09:04:45.268504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7600e-2103-42bd-9958-5601b479e917 req-a23f13fb-07c6-44b5-8724-5ea41640ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:45.269817 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-a23f13fb-07c6-44b5-8724-5ea41640ac00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc7d16fe-2874-4886-9582-049521b2e496 HTTP/1.1" status: 200 len: 896 time: 0.1220493 Dec 22 09:04:45.370392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-1fe76115-4bd9-4fe9-91b4-2f59f5987a7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60 HTTP/1.1" status: 200 len: 1001 time: 0.0935206 Dec 22 09:04:45.439497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7600e-2103-42bd-9958-5601b479e917 req-1dc6347a-d0f4-44a9-99da-169eb5a1edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:45.440962 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-1dc6347a-d0f4-44a9-99da-169eb5a1edf2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d24d9d-b29e-4c8a-9587-71f526a50280 HTTP/1.1" status: 200 len: 833 time: 0.0620952 Dec 22 09:04:45.515148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7600e-2103-42bd-9958-5601b479e917 req-7a10683d-13a7-4a13-ad45-a9022ef8200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:45.516740 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-7a10683d-13a7-4a13-ad45-a9022ef8200c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc7d16fe-2874-4886-9582-049521b2e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691991 Dec 22 09:04:45.645473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-452d0ebf-40ac-4053-b46c-75d5089b9e0a service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217387 Dec 22 09:04:45.783148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03a7600e-2103-42bd-9958-5601b479e917 req-db576a4e-529f-4173-904c-bc8a8b9f4c7a service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302550 Dec 22 09:05:07.374645 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:05:09.362962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39782) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:09.368971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-72957c55-a71d-427b-be60-39ed49b3f3d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:09.793678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3804fce9-cc2c-4415-8c43-8f8c4ead845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:09.845075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:09.998585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72957c55-a71d-427b-be60-39ed49b3f3d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:10.009377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72957c55-a71d-427b-be60-39ed49b3f3d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:10.190920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72957c55-a71d-427b-be60-39ed49b3f3d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router d59b3ef6-cbc0-4ac6-8171-47c000adff9a has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:05:10.362390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72957c55-a71d-427b-be60-39ed49b3f3d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:05:10.368977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72957c55-a71d-427b-be60-39ed49b3f3d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:10.370091 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72957c55-a71d-427b-be60-39ed49b3f3d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/d59b3ef6-cbc0-4ac6-8171-47c000adff9a HTTP/1.1" status: 200 len: 888 time: 1.0061386 Dec 22 09:05:10.372089 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] Sync routers for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:05:10.383902 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:10.384530 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:04:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:10.443423 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:10.451405 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:10.452002 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:04:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:10.512379 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:10.512785 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297968ca-faa1-4aea-abeb-3c62323eb841 None None] The sync data for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv is: [] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:05:11.011358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a86d8-7c2a-480c-9422-2e6001d1b16f None None] New status for floating IP bc681f29-2069-4a57-86a2-9f11179371e7: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:05:12.071216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-90988449-2690-4a7b-9d49-b3ee973ae9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:12.484963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13df22e9-4e90-42c9-a59d-4953ecd72ead no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:12.528415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39788) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:12.534291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-eace3817-c8ff-49cf-8cb2-678bab7d0d92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:12.596246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:12.612379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 13df22e9-4e90-42c9-a59d-4953ecd72ead, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13df22e9-4e90-42c9-a59d-4953ecd72ead,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:12.616407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:12.617252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 67b69c07-239c-4c8b-87d1-b3a9e40319df no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:12.647365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ff444bf2-0a8e-42a4-ad22-3238f647a854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:12.731039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=13df22e9-4e90-42c9-a59d-4953ecd72ead,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:12.768352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.768696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.769031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.769362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.769693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.770016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.770365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.771224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.771547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.771866 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.772209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.772525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:12.781543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:12.801519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:12.836996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 67b69c07-239c-4c8b-87d1-b3a9e40319df, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=67b69c07-239c-4c8b-87d1-b3a9e40319df,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:12.841215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:12.845354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:12.909800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:12.912956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:13.185003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eace3817-c8ff-49cf-8cb2-678bab7d0d92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:13.197297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eace3817-c8ff-49cf-8cb2-678bab7d0d92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-925469'] for router, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:13.219633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:13.264160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:13.378206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eace3817-c8ff-49cf-8cb2-678bab7d0d92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router d59b3ef6-cbc0-4ac6-8171-47c000adff9a has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:05:13.551762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace3817-c8ff-49cf-8cb2-678bab7d0d92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:05:13.558803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-eace3817-c8ff-49cf-8cb2-678bab7d0d92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:13.562028 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] Sync routers for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:05:13.562860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-eace3817-c8ff-49cf-8cb2-678bab7d0d92 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/d59b3ef6-cbc0-4ac6-8171-47c000adff9a HTTP/1.1" status: 200 len: 887 time: 1.0334342 Dec 22 09:05:13.563434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39792) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:13.571869 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:13.572502 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:05:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:13.669930 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1980377e-dbd5-49bf-ac17-169e482e05e3 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 200 len: 991 time: 0.1049037 Dec 22 09:05:13.745268 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:14.072959 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:13Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'bc681f29-2069-4a57-86a2-9f11179371e7', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.223', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'mac_address': 'fa:16:3e:da:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:03:55Z', 'updated_at': '2021-12-22T09:05:11Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:05:12Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:14.076845 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] Checking router: d59b3ef6-cbc0-4ac6-8171-47c000adff9a for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:05:14.084947 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:14.085531 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:05:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:14.284213 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:14.579102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:14.627859 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:13Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'bc681f29-2069-4a57-86a2-9f11179371e7', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.223', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'mac_address': 'fa:16:3e:da:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:03:55Z', 'updated_at': '2021-12-22T09:05:11Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:05:12Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:14.631800 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28fa40-3471-4c17-bf5a-1e833d0c138a None None] The sync data for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv is: [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:13Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'bc681f29-2069-4a57-86a2-9f11179371e7', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'floating_ip_address': '172.26.7.223', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'port_id': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'mac_address': 'fa:16:3e:da:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:03:55Z', 'updated_at': '2021-12-22T09:05:11Z', 'revision_number': 2, 'project_id': '3e18f988404c41399e40e77df149310c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:05:12Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:05:14.673681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39796) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:14.783401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f4131c7-010a-40db-a1fc-2871272fd827 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 200 len: 991 time: 0.1083515 Dec 22 09:05:15.787173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39800) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:15.905513 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5265a36b-50a6-4e80-bb4f-464bec67bf37 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 200 len: 991 time: 0.1171286 Dec 22 09:05:16.183721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b7be0-535e-45e8-9355-8a388b89ed26 None None] New status for floating IP bc681f29-2069-4a57-86a2-9f11179371e7: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:05:16.544223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13df22e9-4e90-42c9-a59d-4953ecd72ead up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:05:16.616275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 13df22e9-4e90-42c9-a59d-4953ecd72ead triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:16.616647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:16.730893 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:16.747896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 13df22e9-4e90-42c9-a59d-4953ecd72ead, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13df22e9-4e90-42c9-a59d-4953ecd72ead,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:16.751323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:16.752180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 67b69c07-239c-4c8b-87d1-b3a9e40319df up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:05:16.774851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ef132ba1-9a56-4a47-a9cf-9297e4954fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:16.866201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=13df22e9-4e90-42c9-a59d-4953ecd72ead,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:16.871312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:16.880704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 67b69c07-239c-4c8b-87d1-b3a9e40319df triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:16.881078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:16.909359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39804) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:16.994194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.013879 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-99d75220-70e5-4623-95ed-399039fc445e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 200 len: 993 time: 0.1033294 Dec 22 09:05:17.028828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 67b69c07-239c-4c8b-87d1-b3a9e40319df, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=67b69c07-239c-4c8b-87d1-b3a9e40319df,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:17.033899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.035816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:17.099652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:17.102973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:17.295475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39812) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:17.488182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 8d66f278-a243-48e7-a9de-75ac09a6eec9 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:05:17.488521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.783476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.783804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.901307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 8d66f278-a243-48e7-a9de-75ac09a6eec9 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:05:18.046679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:18.050140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-029d8b5d-695a-4158-b588-8efa6586ce6a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:18.094180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=8d66f278-a243-48e7-a9de-75ac09a6eec9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:18.160699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.161626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.161999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.162365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.162727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.163087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.163446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.163803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.164190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.164547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.164900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.165248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:18.170722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:18.195091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:18.195424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Floating IP bc681f29-2069-4a57-86a2-9f11179371e7 disassociated (deleted). External IP: 172.26.7.223, port: 43cae485-4a7e-44f4-9a08-588ef7aa5b60. Dec 22 09:05:18.496354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13df22e9-4e90-42c9-a59d-4953ecd72ead up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:05:18.545273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router d59b3ef6-cbc0-4ac6-8171-47c000adff9a has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:05:18.564272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 13df22e9-4e90-42c9-a59d-4953ecd72ead triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:18.564648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:18.679257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 67b69c07-239c-4c8b-87d1-b3a9e40319df up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:05:18.729447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:05:18.739742 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] Sync routers for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:05:18.747497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 67b69c07-239c-4c8b-87d1-b3a9e40319df triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:18.748157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:18.749396 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:18.750004 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:05:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:18.752816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:18.810192 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/floatingips/bc681f29-2069-4a57-86a2-9f11179371e7 HTTP/1.1" status: 204 len: 168 time: 1.5135703 Dec 22 09:05:18.810861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:18.861412 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'status': 'completed', 'code': 200} Dec 22 09:05:18.927188 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:18.958014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-994c36bc-3c68-454f-a89e-7d160840d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:18.959483 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-994c36bc-3c68-454f-a89e-7d160840d4aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e18f988404c41399e40e77df149310c&device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 1098 time: 0.0733182 Dec 22 09:05:19.101425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-088e0049-7130-40c4-a600-3d5b4900d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:19.102993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-088e0049-7130-40c4-a600-3d5b4900d580 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc7d16fe-2874-4886-9582-049521b2e496 HTTP/1.1" status: 200 len: 896 time: 0.1369855 Dec 22 09:05:19.242886 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:13Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:05:17Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:19.246986 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] Checking router: d59b3ef6-cbc0-4ac6-8171-47c000adff9a for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:05:19.256041 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:19.256627 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:05:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:19.340260 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-f6357164-a2a3-47f9-8608-d16acce5591d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60 HTTP/1.1" status: 200 len: 217 time: 0.2291234 Dec 22 09:05:19.417762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-802ca6ca-5563-431e-bead-d8b2694c5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:19.419179 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-802ca6ca-5563-431e-bead-d8b2694c5f17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6d24d9d-b29e-4c8a-9587-71f526a50280 HTTP/1.1" status: 200 len: 833 time: 0.0675120 Dec 22 09:05:19.430958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30cacd-e814-4079-aa50-969804556291 req-d276256c-815f-4d74-9d41-053eaeba6ae2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:19.431630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-9b30cacd-e814-4079-aa50-969804556291 req-d276256c-815f-4d74-9d41-053eaeba6ae2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Synchronizing usage tracker for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:05:19.434519 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:19.493412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-9b30cacd-e814-4079-aa50-969804556291 req-d276256c-815f-4d74-9d41-053eaeba6ae2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Unset dirty status for tenant:3e18f988404c41399e40e77df149310c on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:05:19.494457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b30cacd-e814-4079-aa50-969804556291 req-d276256c-815f-4d74-9d41-053eaeba6ae2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 945 time: 0.3362753 Dec 22 09:05:19.553027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-04b152c6-589d-4864-92e4-baf2e436a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:19.554505 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-04b152c6-589d-4864-92e4-baf2e436a98b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc7d16fe-2874-4886-9582-049521b2e496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192527 Dec 22 09:05:19.557557 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b30cacd-e814-4079-aa50-969804556291 req-7ad3898a-f66f-49db-a8e1-0fe81cc5f2a8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534725 Dec 22 09:05:19.687663 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-7d564534-34fd-41c8-b30c-5113595cdce1 service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245484 Dec 22 09:05:19.767335 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:13Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:05:17Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:19.771652 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228535d5-4c6d-465f-bcf3-aceaf1744ee7 None None] The sync data for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv is: [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:13Z', 'revision_number': 6, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '67b69c07-239c-4c8b-87d1-b3a9e40319df', 'name': '', 'network_id': 'cc7d16fe-2874-4886-9582-049521b2e496', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'mac_address': 'fa:16:3e:80:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:37Z', 'updated_at': '2021-12-22T09:05:17Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'subnets': [{'id': 'f6d24d9d-b29e-4c8a-9587-71f526a50280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:05:19.821902 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1991fd31-478c-4401-a542-1d34ad3c8fa7 req-febb7b23-8fed-4c2a-bc72-0cdee5c57b5b service neutron] 10.222.0.16 "GET /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260800 Dec 22 09:05:20.425384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344b912-5333-429c-8750-9fff4a54cb23 None None] New status for floating IP bc681f29-2069-4a57-86a2-9f11179371e7: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:05:20.751090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa6e2-ca00-4e10-8037-97f4b0ee6f4e req-0af7c2c0-d137-4a7b-a436-7409316c06db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:20.752693 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17efa6e2-ca00-4e10-8037-97f4b0ee6f4e req-0af7c2c0-d137-4a7b-a436-7409316c06db tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 945 time: 0.0840268 Dec 22 09:05:20.778263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33496f-dcfc-4770-b026-6931dd63484e req-33da9bff-0278-421c-85db-0b88b645be40 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:20.779669 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a33496f-dcfc-4770-b026-6931dd63484e req-33da9bff-0278-421c-85db-0b88b645be40 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 945 time: 0.0779364 Dec 22 09:05:20.797642 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17efa6e2-ca00-4e10-8037-97f4b0ee6f4e req-e8b222a0-ae9d-42f1-8137-0bbaf76f1f81 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/security-groups?id=75fa632c-6254-450d-8065-a1cf6a0e59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Dec 22 09:05:20.852904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:05:20.853159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.091048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 43cae485-4a7e-44f4-9a08-588ef7aa5b60, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=43cae485-4a7e-44f4-9a08-588ef7aa5b60,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:21.091428 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.215201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 43cae485-4a7e-44f4-9a08-588ef7aa5b60 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:05:21.356541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.362241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c570a481-7e3b-442e-9c51-ba945dcc17a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:21.406828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=43cae485-4a7e-44f4-9a08-588ef7aa5b60,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:21.409103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:21.484948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] No DVR routers for this DVR port 43cae485-4a7e-44f4-9a08-588ef7aa5b60 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:05:21.487165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:21.490341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'name': 'network-vif-deleted', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:21.505923 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a33496f-dcfc-4770-b026-6931dd63484e req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.16 "DELETE /v2.0/ports/43cae485-4a7e-44f4-9a08-588ef7aa5b60 HTTP/1.1" status: 204 len: 173 time: 0.7206473 Dec 22 09:05:21.538446 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29bcb15-b2f7-4f32-9db3-eab7a42455e1', 'name': 'network-vif-deleted', 'tag': '43cae485-4a7e-44f4-9a08-588ef7aa5b60', 'status': 'completed', 'code': 200} Dec 22 09:05:21.961158 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9dd44e20-0882-45d1-a38a-c2d05b99f6f8 req-580018ac-7b11-44de-8037-8da67519586e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29bcb15-b2f7-4f32-9db3-eab7a42455e1 HTTP/1.1" status: 200 len: 210 time: 0.0448632 Dec 22 09:05:23.057415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39830) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:23.124386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:23.152331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:23.215832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:23.219995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5ac37a0d-d9f7-4e45-9f06-8d123b505f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:23.235313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa632c-6254-450d-8065-a1cf6a0e59c4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:23.238023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:23.245855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:23.246948 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/security-groups/75fa632c-6254-450d-8065-a1cf6a0e59c4 HTTP/1.1" status: 204 len: 168 time: 0.1885784 Dec 22 09:05:24.295364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39838) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:24.970208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:25.317728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 67b69c07-239c-4c8b-87d1-b3a9e40319df {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:05:25.318421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:25.499221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 67b69c07-239c-4c8b-87d1-b3a9e40319df, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=67b69c07-239c-4c8b-87d1-b3a9e40319df,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:25.499575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:25.621170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 67b69c07-239c-4c8b-87d1-b3a9e40319df owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:05:25.956979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 43cae485-4a7e-44f4-9a08-588ef7aa5b60 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:25.992453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 43cae485-4a7e-44f4-9a08-588ef7aa5b60 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:05:25.992806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 43cae485-4a7e-44f4-9a08-588ef7aa5b60 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:05:26.068873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:26.072588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:26.118726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=67b69c07-239c-4c8b-87d1-b3a9e40319df,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:26.145683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:26.387672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:26.741281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Router d59b3ef6-cbc0-4ac6-8171-47c000adff9a has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:05:26.915302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:05:26.927258 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] Sync routers for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:05:26.929131 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "PUT /v2.0/routers/d59b3ef6-cbc0-4ac6-8171-47c000adff9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6326203 Dec 22 09:05:26.931671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39842) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:26.936914 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:26.937507 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:05:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:26.994437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting subnet f6d24d9d-b29e-4c8a-9587-71f526a50280 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:05:26.997266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.049588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.110662 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:27.135115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.207045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.211785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-08d55764-af2d-4c2a-ac08-bec2c65f1b0d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:27.248040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d24d9d-b29e-4c8a-9587-71f526a50280,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:27.249798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.253018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:27.257572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f3201-a5e6-4311-80fa-2692a57ab466 None None] Network cc7d16fe-2874-4886-9582-049521b2e496 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:05:27.259909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39846) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:27.260316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8aa2dae9-7732-4d10-8663-b0eab8009e7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/subnets/f6d24d9d-b29e-4c8a-9587-71f526a50280 HTTP/1.1" status: 204 len: 168 time: 0.3273346 Dec 22 09:05:27.393726 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:25Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:27.398172 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] Checking router: d59b3ef6-cbc0-4ac6-8171-47c000adff9a for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:05:27.406558 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] Routers {'d59b3ef6-cbc0-4ac6-8171-47c000adff9a'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:05:27.407159 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:05:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:27.530086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] DHCP port deletion for cc7d16fe-2874-4886-9582-049521b2e496 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:05:27.534372 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Deleting port 99505b30-6d87-4574-8423-0fb39b1ae9f1 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:05:27.534753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.587137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.603423 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] Set router d59b3ef6-cbc0-4ac6-8171-47c000adff9a gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:05:27.740077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] For port 99505b30-6d87-4574-8423-0fb39b1ae9f1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=99505b30-6d87-4574-8423-0fb39b1ae9f1,segment=NetworkSegment(6b02be1d-32d7-467e-8613-6c34223d2f0c),segment_id=6b02be1d-32d7-467e-8613-6c34223d2f0c)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:27.740525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.773760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.784605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Deleting port 13df22e9-4e90-42c9-a59d-4953ecd72ead {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:05:27.784912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.866492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Calling delete_port for 99505b30-6d87-4574-8423-0fb39b1ae9f1 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:05:27.889369 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:25Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:27.893249 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4908d3-f51d-43cf-94b4-93bf8d90de1b None None] The sync data for ids ['d59b3ef6-cbc0-4ac6-8171-47c000adff9a'] in dv-neutron-822602-1-hyperv is: [{'id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'name': 'tempest-TestNetworkBasicOps-router-391298603', 'tenant_id': '3e18f988404c41399e40e77df149310c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:00:32Z', 'updated_at': '2021-12-22T09:05:25Z', 'revision_number': 7, 'project_id': '3e18f988404c41399e40e77df149310c', 'gw_port': {'id': '13df22e9-4e90-42c9-a59d-4953ecd72ead', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b3ef6-cbc0-4ac6-8171-47c000adff9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:00:33Z', 'updated_at': '2021-12-22T09:05:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:05:27.950392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.955044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:27.981580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] For port 13df22e9-4e90-42c9-a59d-4953ecd72ead, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=13df22e9-4e90-42c9-a59d-4953ecd72ead,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:27.981935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:27.997781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Pushing event deleted for resources: {'Port': ['ID=99505b30-6d87-4574-8423-0fb39b1ae9f1,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:28.000766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:28.001537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] No DVR routers for this DVR port 99505b30-6d87-4574-8423-0fb39b1ae9f1 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:05:28.107568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Calling delete_port for 13df22e9-4e90-42c9-a59d-4953ecd72ead owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:05:28.272901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.276784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9901b610-0f45-4981-949f-c491d332a6bc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:28.353414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Port': ['ID=13df22e9-4e90-42c9-a59d-4953ecd72ead,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:28.397075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.397457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.397830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.398196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.398559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.398918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.399285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.399639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.400019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.400374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.400725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.401077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:05:28.404250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:28.435284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.544315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 99505b30-6d87-4574-8423-0fb39b1ae9f1 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:28.581829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 99505b30-6d87-4574-8423-0fb39b1ae9f1 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:05:28.582876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 99505b30-6d87-4574-8423-0fb39b1ae9f1 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:05:28.583392 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 67b69c07-239c-4c8b-87d1-b3a9e40319df no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:28.617388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.619539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.634273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 67b69c07-239c-4c8b-87d1-b3a9e40319df {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:05:28.634714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 67b69c07-239c-4c8b-87d1-b3a9e40319df not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:05:28.642885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.643407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Fanout notify agent at l3_agent the message router_deleted on router d59b3ef6-cbc0-4ac6-8171-47c000adff9a {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:05:28.659387 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.661157 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-48d75958-83cb-4769-9f01-3d2960a94580 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/routers/d59b3ef6-cbc0-4ac6-8171-47c000adff9a HTTP/1.1" status: 204 len: 168 time: 1.3990917 Dec 22 09:05:28.663722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39850) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:28.779714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.906520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.930829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7d16fe-2874-4886-9582-049521b2e496']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:28.942872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b02be1d-32d7-467e-8613-6c34223d2f0c') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:28.943167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b02be1d-32d7-467e-8613-6c34223d2f0c') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:05:28.954573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.971241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.977128 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:05:28.977622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:05:28.991978 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:05:29.192637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:29.195889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96ed6b1c-1c50-481b-b869-ad0cffa9f9bc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:29.210292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:29.222231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Pushing event deleted for resources: {'Network': ['ID=cc7d16fe-2874-4886-9582-049521b2e496,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:29.225055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:29.228901 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-928e0256-c28b-448f-90cb-4576cbe50c65 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] 10.222.0.36 "DELETE /v2.0/networks/cc7d16fe-2874-4886-9582-049521b2e496 HTTP/1.1" status: 204 len: 168 time: 0.5640328 Dec 22 09:05:29.603411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39858) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:29.746383 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-957580af-2de2-4a84-8303-280e85a618ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e18f988404c41399e40e77df149310c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416755 Dec 22 09:05:29.748647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39864) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:29.808714 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:29.833931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:29.885058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:29.888720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9fde96db-af4d-4051-952f-e46062869d1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:29.900654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6364fa70-7a99-47e3-820f-3a04113446fb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:29.904194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:29.909023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:29.910129 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6364fa70-7a99-47e3-820f-3a04113446fb HTTP/1.1" status: 204 len: 168 time: 0.1606152 Dec 22 09:05:30.196369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 39872) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:30.213697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:30.227490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:30.231213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3de9cc7b99486aa6f834544281997e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:30.233964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:30.239903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:30.322407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:30.326156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:30.333088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b7500e98-5fe4-4f05-b57a-6f63579d4bd4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:30.372391 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b3de9cc7b99486aa6f834544281997e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750038 Dec 22 09:05:30.373290 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeb6f8c-6f69-4bde-9d79-6239eb0da9bf,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:30.375095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 39876) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:30.376255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2851b854-edb0-4710-87bf-d231f1469972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:30.435852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:30.448869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13df22e9-4e90-42c9-a59d-4953ecd72ead no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:30.462640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:30.482516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 13df22e9-4e90-42c9-a59d-4953ecd72ead {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:05:30.482869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 13df22e9-4e90-42c9-a59d-4953ecd72ead not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:05:30.514210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:30.519065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ec6f98e5-6698-4de6-958d-fb1e0c0acc88 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:30.531148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeb6f8c-6f69-4bde-9d79-6239eb0da9bf,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:30.534130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:30.536167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:30.539797 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0aeb6f8c-6f69-4bde-9d79-6239eb0da9bf HTTP/1.1" status: 204 len: 168 time: 0.1611977 Dec 22 09:05:37.356354 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-e614df0b-bfb6-48dc-b636-28ffc811be86 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f87beb2b9b442818f49d48b562b6f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270240 Dec 22 09:05:37.632675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-810e066d-70be-48d1-840f-81b249d6a69b tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:37.634079 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-810e066d-70be-48d1-840f-81b249d6a69b tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728114 Dec 22 09:05:37.648869 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-9db41083-0b82-4bf6-aafe-75463e178b5b tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/quotas/7f87beb2b9b442818f49d48b562b6f58 HTTP/1.1" status: 200 len: 375 time: 0.0094390 Dec 22 09:05:37.697331 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-5d974745-fa32-4c79-a03e-de9d9f33de07 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f87beb2b9b442818f49d48b562b6f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436864 Dec 22 09:05:37.871725 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-820905e9-eb6d-4834-8db7-ab1cda6dd720 req-b7fde4fd-d460-4667-b513-83febf5f7e4d tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0463874 Dec 22 09:05:38.786682 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-264d5d92-502e-431a-b5f9-91b3af2bbfa5 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f87beb2b9b442818f49d48b562b6f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275912 Dec 22 09:05:38.942364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-9b465c9c-94c5-4737-a514-f9d7b3a669e5 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:38.944243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-9b465c9c-94c5-4737-a514-f9d7b3a669e5 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521251 Dec 22 09:05:38.957873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Request body: {'port': {'device_id': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010', 'admin_state_up': True, 'tenant_id': '7f87beb2b9b442818f49d48b562b6f58'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:39.080709 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f20cb839-5429-4f98-a0b1-2b3e1aaf8703 req-6980baf3-6b36-43a8-8f85-360d0bfafb10 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 210 time: 0.1024420 Dec 22 09:05:39.137130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:39.140865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Usage tracker for resource:port and tenant:7f87beb2b9b442818f49d48b562b6f58 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:39.143526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:39.149099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:39.159243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Made reservation on behalf of 7f87beb2b9b442818f49d48b562b6f58 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:05:39.163490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.178860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.197598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:39.201335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Usage tracker for resource:security_group_rule and tenant:7f87beb2b9b442818f49d48b562b6f58 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:39.204106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:39.209658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:39.294768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.299387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.302360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a6e6f43f-96b6-43ed-b2ce-a3851adbdadf tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:39.377518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473e1e06-0e6f-4ab8-84d7-6da6a973fa43,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:39.380700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:39.471802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Allocated IP 192.168.233.114 (ec1fdf8f-23a3-45e6-9873-4fda929c2010/ac77bee2-2717-4144-935b-108adc24cee8/df8b79bf-559e-4e1e-85c1-0effa8e6cfed) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:05:39.667041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.681982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Transition to ACTIVE for port object df8b79bf-559e-4e1e-85c1-0effa8e6cfed will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:05:39.704745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.710774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e82faab6-69d5-461f-b7bb-7ca25e4cef07 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:39.777865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Network ec1fdf8f-23a3-45e6-9873-4fda929c2010 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:05:39.781080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:05:39.784896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:05:39.799257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0266e78b-0948-4e6f-8f13-c385ed5eb613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.817091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Pushing event updated for resources: {'Port': ['ID=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:39.823613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:39.846915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.854634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:39.855253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.882082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9277315 Dec 22 09:05:39.895360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Request body: {'port': {'device_id': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:40.010041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.075452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-749ada68-4597-42ed-bb59-a63099b2819f None None] Provisioning for port df8b79bf-559e-4e1e-85c1-0effa8e6cfed completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:05:40.080161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-749ada68-4597-42ed-bb59-a63099b2819f None None] Provisioning complete for port df8b79bf-559e-4e1e-85c1-0effa8e6cfed triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:40.080543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-749ada68-4597-42ed-bb59-a63099b2819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.135673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-749ada68-4597-42ed-bb59-a63099b2819f None None] Port df8b79bf-559e-4e1e-85c1-0effa8e6cfed cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:05:40.269884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f3c28-aa82-448b-858b-c4eff8eb36a3 req-57ebf799-e5a0-4093-8f58-ea05abb0b3e0 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:40.271443 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b62f3c28-aa82-448b-858b-c4eff8eb36a3 req-57ebf799-e5a0-4093-8f58-ea05abb0b3e0 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 936 time: 0.0821035 Dec 22 09:05:40.314855 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b62f3c28-aa82-448b-858b-c4eff8eb36a3 req-3a68aeb6-1f61-4158-9020-aa0bd7bbf865 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378988 Dec 22 09:05:40.355346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8b79bf-559e-4e1e-85c1-0effa8e6cfed {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:05:40.362393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.376929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Transition to ACTIVE for port object df8b79bf-559e-4e1e-85c1-0effa8e6cfed will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:05:40.380544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.384775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b972cb1d-c52c-46f2-aeb0-ef78c1a91801 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:40.672444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Pushing event updated for resources: {'Port': ['ID=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:40.679747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:40.745820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Attempting to bind port df8b79bf-559e-4e1e-85c1-0effa8e6cfed on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:05:40.746066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Attempting to bind port df8b79bf-559e-4e1e-85c1-0effa8e6cfed by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:05:40.746383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Attempting to bind port df8b79bf-559e-4e1e-85c1-0effa8e6cfed on network ec1fdf8f-23a3-45e6-9873-4fda929c2010 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:05:40.750810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Port df8b79bf-559e-4e1e-85c1-0effa8e6cfed on network ec1fdf8f-23a3-45e6-9873-4fda929c2010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:05:40.751117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Attempting to bind port df8b79bf-559e-4e1e-85c1-0effa8e6cfed on network ec1fdf8f-23a3-45e6-9873-4fda929c2010 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:05:40.756035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:05:40.756365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Checking segment: {'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:05:40.756736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Bound using segment: {'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:05:40.757138 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Bound port: df8b79bf-559e-4e1e-85c1-0effa8e6cfed, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a05734-217b-48aa-b291-039d058b8be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:05:40.757475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.842004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] For port df8b79bf-559e-4e1e-85c1-0effa8e6cfed, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:05:40.844767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] For port df8b79bf-559e-4e1e-85c1-0effa8e6cfed, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,segment=NetworkSegment(34a05734-217b-48aa-b291-039d058b8be2),segment_id=34a05734-217b-48aa-b291-039d058b8be2)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:05:40.849800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.853329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b426e38f-245c-4a67-9677-e281472c3221 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:40.910899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:40.911501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.912892 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] 10.222.0.16 "PUT /v2.0/ports/df8b79bf-559e-4e1e-85c1-0effa8e6cfed HTTP/1.1" status: 200 len: 1098 time: 1.0221367 Dec 22 09:05:40.913399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'tag': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:40.939869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Pushing event updated for resources: {'Port': ['ID=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:40.943862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:40.993043 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'tag': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed', 'status': 'completed', 'code': 200} Dec 22 09:05:41.041160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-2b217131-bd9c-4b85-b905-dfe38e7cf07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:41.042651 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-2b217131-bd9c-4b85-b905-dfe38e7cf07f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f87beb2b9b442818f49d48b562b6f58&device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 1101 time: 0.0815756 Dec 22 09:05:41.116428 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-e0c7d46b-23ab-4277-a2a4-60e0d41471a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=df8b79bf-559e-4e1e-85c1-0effa8e6cfed HTTP/1.1" status: 200 len: 217 time: 0.0650461 Dec 22 09:05:41.186552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-96d4236f-bb02-4e93-8e01-0c7f9fed1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:41.187886 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-96d4236f-bb02-4e93-8e01-0c7f9fed1698 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac77bee2-2717-4144-935b-108adc24cee8 HTTP/1.1" status: 200 len: 843 time: 0.0656254 Dec 22 09:05:41.271495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-b43f0f8e-0f4a-47d4-b7b5-6853721db3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:41.272960 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-b43f0f8e-0f4a-47d4-b7b5-6853721db3a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1fdf8f-23a3-45e6-9873-4fda929c2010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0764310 Dec 22 09:05:41.419857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-b24cca29-6f84-4e74-9933-6b15090e85bd service neutron] 10.222.0.16 "GET /v2.0/networks/ec1fdf8f-23a3-45e6-9873-4fda929c2010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391518 Dec 22 09:05:41.511708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a280134-5032-4ee1-8ea5-6e7ff10e9fb6 req-4a195f4f-6714-4628-84e0-692406c25cc4 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:41.513325 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a280134-5032-4ee1-8ea5-6e7ff10e9fb6 req-4a195f4f-6714-4628-84e0-692406c25cc4 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 948 time: 0.0842783 Dec 22 09:05:41.558541 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1a280134-5032-4ee1-8ea5-6e7ff10e9fb6 req-c71e9c9a-5cab-4316-a70e-c009a5cd1a67 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Dec 22 09:05:41.561356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e97e614-149e-492c-86e8-f7b0fd9e20f3 req-671dda06-8904-4832-9252-fe8c6713a3d2 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1fdf8f-23a3-45e6-9873-4fda929c2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349566 Dec 22 09:05:41.685810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-b34b134c-9e13-4427-a1c8-336cd92a6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:41.687272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-b34b134c-9e13-4427-a1c8-336cd92a6942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f87beb2b9b442818f49d48b562b6f58&device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 1101 time: 0.0745969 Dec 22 09:05:41.819568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-08737d4d-283c-4741-bed5-04e182d21e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:41.821037 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-08737d4d-283c-4741-bed5-04e182d21e3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec1fdf8f-23a3-45e6-9873-4fda929c2010 HTTP/1.1" status: 200 len: 869 time: 0.1269126 Dec 22 09:05:41.893415 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-ae3e0a5a-19c3-4349-bfa7-9d6634661e63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=df8b79bf-559e-4e1e-85c1-0effa8e6cfed HTTP/1.1" status: 200 len: 217 time: 0.0638626 Dec 22 09:05:41.954218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-5b4d2419-05fc-4999-b372-62bee322b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:41.955632 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-5b4d2419-05fc-4999-b372-62bee322b0dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac77bee2-2717-4144-935b-108adc24cee8 HTTP/1.1" status: 200 len: 843 time: 0.0560699 Dec 22 09:05:42.034663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-85960903-3d39-40c9-baec-8650aa59bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:42.036277 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-85960903-3d39-40c9-baec-8650aa59bfaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec1fdf8f-23a3-45e6-9873-4fda929c2010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0724971 Dec 22 09:05:42.072568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e00ffd2d-75e8-4226-b6d4-c24a575ed642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:42.170726 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-c8a9a26a-d123-4c96-83a8-aab486efa347 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1fdf8f-23a3-45e6-9873-4fda929c2010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275842 Dec 22 09:05:42.418266 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7d2c3556-d56e-4a00-9993-a9f5fcce1a94 req-da3fbe9f-2b04-4212-b5c8-5ccb1adc8554 service neutron] 10.222.0.16 "GET /v2.0/networks/ec1fdf8f-23a3-45e6-9873-4fda929c2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403378 Dec 22 09:05:42.744461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4f556-da31-463c-b28d-f774abb0e36c req-8a1c5b27-53f1-4247-90af-f05ba7423837 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:42.745134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-48f4f556-da31-463c-b28d-f774abb0e36c req-8a1c5b27-53f1-4247-90af-f05ba7423837 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Synchronizing usage tracker for tenant:7f87beb2b9b442818f49d48b562b6f58 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:05:42.761020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-48f4f556-da31-463c-b28d-f774abb0e36c req-8a1c5b27-53f1-4247-90af-f05ba7423837 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Unset dirty status for tenant:7f87beb2b9b442818f49d48b562b6f58 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:05:42.761969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48f4f556-da31-463c-b28d-f774abb0e36c req-8a1c5b27-53f1-4247-90af-f05ba7423837 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 948 time: 0.0928421 Dec 22 09:05:42.805367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-48f4f556-da31-463c-b28d-f774abb0e36c req-a978381d-81e7-4e36-9079-6acdd9792586 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Synchronizing usage tracker for tenant:7f87beb2b9b442818f49d48b562b6f58 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:05:42.821140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-48f4f556-da31-463c-b28d-f774abb0e36c req-a978381d-81e7-4e36-9079-6acdd9792586 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Unset dirty status for tenant:7f87beb2b9b442818f49d48b562b6f58 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:05:42.822364 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48f4f556-da31-463c-b28d-f774abb0e36c req-a978381d-81e7-4e36-9079-6acdd9792586 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545890 Dec 22 09:05:43.222565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:43.266120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:44.001562 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff349a68-6407-4cd1-b7c3-17789f531158 req-d3e24ba4-f1fb-42d8-86f7-9c30da1e6b84 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:44.002997 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff349a68-6407-4cd1-b7c3-17789f531158 req-d3e24ba4-f1fb-42d8-86f7-9c30da1e6b84 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 948 time: 0.0783587 Dec 22 09:05:44.050315 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ff349a68-6407-4cd1-b7c3-17789f531158 req-67a8f695-a64d-4a8e-9078-df4ac7ca1c7d tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Dec 22 09:05:44.373619 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:05:44.577664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:45.235848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bfbb0-39c1-4a4b-a172-d0ed9a10a8c6 req-47e64e9d-eeb4-4702-b50b-f55c9a306474 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:45.237278 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e95bfbb0-39c1-4a4b-a172-d0ed9a10a8c6 req-47e64e9d-eeb4-4702-b50b-f55c9a306474 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 948 time: 0.0810926 Dec 22 09:05:45.279168 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e95bfbb0-39c1-4a4b-a172-d0ed9a10a8c6 req-cb6d9ac4-e6b8-4aa3-9bf3-f40c4b936b44 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357656 Dec 22 09:05:46.080040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device df8b79bf-559e-4e1e-85c1-0effa8e6cfed details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:05:46.208447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port df8b79bf-559e-4e1e-85c1-0effa8e6cfed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,segment=NetworkSegment(34a05734-217b-48aa-b291-039d058b8be2),segment_id=34a05734-217b-48aa-b291-039d058b8be2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:46.220929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed', 'network_id': 'ec1fdf8f-23a3-45e6-9873-4fda929c2010', 'port_id': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed', 'mac_address': 'fa:16:3e:60:6d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77bee2-2717-4144-935b-108adc24cee8', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:05:46.276918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:46.293733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8b79bf-559e-4e1e-85c1-0effa8e6cfed {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:05:46.308975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port df8b79bf-559e-4e1e-85c1-0effa8e6cfed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,segment=NetworkSegment(34a05734-217b-48aa-b291-039d058b8be2),segment_id=34a05734-217b-48aa-b291-039d058b8be2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:46.313088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:46.314829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:46.377966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:46.380993 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:46.464953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935d2a-767a-44b7-b982-0ab96bcb3dd3 req-9e59d7e4-22a7-4948-aa02-424f6233e1ae tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:46.466408 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3b935d2a-767a-44b7-b982-0ab96bcb3dd3 req-9e59d7e4-22a7-4948-aa02-424f6233e1ae tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 949 time: 0.0803978 Dec 22 09:05:46.509722 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3b935d2a-767a-44b7-b982-0ab96bcb3dd3 req-1d9b72e3-b208-4337-9c88-5b30804aee8a tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376925 Dec 22 09:05:46.615507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['df8b79bf-559e-4e1e-85c1-0effa8e6cfed'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:05:47.690118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77d5e-5a49-4a71-813b-4241cb26553c req-ee5d43ad-a95c-4128-bee5-2aa36512eb3d tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:47.691552 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f7a77d5e-5a49-4a71-813b-4241cb26553c req-ee5d43ad-a95c-4128-bee5-2aa36512eb3d tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 949 time: 0.0770419 Dec 22 09:05:47.740057 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f7a77d5e-5a49-4a71-813b-4241cb26553c req-61a37a10-ae54-433e-932a-ea15988f7c01 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Dec 22 09:05:48.095839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device df8b79bf-559e-4e1e-85c1-0effa8e6cfed up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:05:48.161917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port df8b79bf-559e-4e1e-85c1-0effa8e6cfed completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:05:48.166419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port df8b79bf-559e-4e1e-85c1-0effa8e6cfed triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:05:48.166794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:48.278987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:48.304438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:48.314074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port df8b79bf-559e-4e1e-85c1-0effa8e6cfed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,segment=NetworkSegment(34a05734-217b-48aa-b291-039d058b8be2),segment_id=34a05734-217b-48aa-b291-039d058b8be2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:48.318775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:48.320645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ff0df873-4fa0-4fdb-a79d-a71f3b674502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:48.350067 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed', 'code': 200} Dec 22 09:05:48.390103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:48.392888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:48.572977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772b44-d387-4b23-85de-5a5b620979d0 req-11e66c07-9f3f-47f7-bd5e-cf075af118ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:48.574423 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-31772b44-d387-4b23-85de-5a5b620979d0 req-11e66c07-9f3f-47f7-bd5e-cf075af118ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 1103 time: 0.0683277 Dec 22 09:05:48.615826 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-31772b44-d387-4b23-85de-5a5b620979d0 req-1b8b1c50-c1e0-4701-9ee7-c61a937dbf06 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Dec 22 09:05:48.924647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfb919-dfb3-419f-aa98-7e339b267fdf req-918f3b78-a945-4b8f-a10a-06c0ea466074 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:48.926311 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3cfb919-dfb3-419f-aa98-7e339b267fdf req-918f3b78-a945-4b8f-a10a-06c0ea466074 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 950 time: 0.0817578 Dec 22 09:05:48.968953 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3cfb919-dfb3-419f-aa98-7e339b267fdf req-e2eeb82d-efa3-4095-a61e-d5a183897605 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370729 Dec 22 09:05:50.158631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad06c51-98d5-4535-b8cb-479071c47259 req-64e58cca-c381-4377-b516-1bc699d71f81 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:50.160099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bad06c51-98d5-4535-b8cb-479071c47259 req-64e58cca-c381-4377-b516-1bc699d71f81 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 950 time: 0.0823333 Dec 22 09:05:50.203380 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bad06c51-98d5-4535-b8cb-479071c47259 req-2c4f062d-cf74-402f-afb1-b5b935675730 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Dec 22 09:05:51.309991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d0f68-dc70-4b96-887d-7b5ab7821ab7 req-58e0281c-7575-4623-a843-e91f0c2f6f95 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:51.311414 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e9d0f68-dc70-4b96-887d-7b5ab7821ab7 req-58e0281c-7575-4623-a843-e91f0c2f6f95 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 950 time: 0.0790575 Dec 22 09:05:51.354557 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e9d0f68-dc70-4b96-887d-7b5ab7821ab7 req-afe07b2f-e3c1-4b65-ba0c-47bf822b0164 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Dec 22 09:05:52.538110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd8166-2d12-44ed-ad1d-ec49bb15dfc1 req-53d29999-11e4-43e9-a57c-62b9c2cc2a6a tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:52.540794 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1bcd8166-2d12-44ed-ad1d-ec49bb15dfc1 req-53d29999-11e4-43e9-a57c-62b9c2cc2a6a tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 950 time: 0.0811226 Dec 22 09:05:52.625800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1bcd8166-2d12-44ed-ad1d-ec49bb15dfc1 req-2e038e7f-9a96-45aa-bfd8-830dc53bdaec tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/security-groups?id=473e1e06-0e6f-4ab8-84d7-6da6a973fa43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798275 Dec 22 09:05:52.667742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-8f640548-c39d-424e-92c7-4b4793935e48 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:52.669161 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-8f640548-c39d-424e-92c7-4b4793935e48 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.16 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 950 time: 0.0944932 Dec 22 09:05:52.737183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Deleting port df8b79bf-559e-4e1e-85c1-0effa8e6cfed {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:05:52.737515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:52.980902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] For port df8b79bf-559e-4e1e-85c1-0effa8e6cfed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,segment=NetworkSegment(34a05734-217b-48aa-b291-039d058b8be2),segment_id=34a05734-217b-48aa-b291-039d058b8be2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:05:52.981254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:53.100770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Calling delete_port for df8b79bf-559e-4e1e-85c1-0effa8e6cfed owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:05:53.245122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:53.250938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba312ed0-dc5a-499c-986a-f67da1bc8a1e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:53.257114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['df8b79bf-559e-4e1e-85c1-0effa8e6cfed'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:05:53.298297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Pushing event deleted for resources: {'Port': ['ID=df8b79bf-559e-4e1e-85c1-0effa8e6cfed,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:53.301640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:53.375307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] No DVR routers for this DVR port df8b79bf-559e-4e1e-85c1-0effa8e6cfed on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:05:53.377907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:53.380625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'name': 'network-vif-deleted', 'tag': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:05:53.398146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5b880fdf-26f4-4aaf-967f-e8b9e611f69f req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.16 "DELETE /v2.0/ports/df8b79bf-559e-4e1e-85c1-0effa8e6cfed HTTP/1.1" status: 204 len: 173 time: 0.7228215 Dec 22 09:05:53.436817 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4994a7c7-b406-42a6-a106-c2f82635f9b8', 'name': 'network-vif-deleted', 'tag': 'df8b79bf-559e-4e1e-85c1-0effa8e6cfed', 'status': 'completed', 'code': 200} Dec 22 09:05:53.789272 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-8fbfa2d5-3696-4a21-be8e-6822d96c1aee req-0c412392-5c7d-4e65-a604-953631f747ea tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Synchronizing usage tracker for tenant:7f87beb2b9b442818f49d48b562b6f58 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:05:53.804635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-8fbfa2d5-3696-4a21-be8e-6822d96c1aee req-0c412392-5c7d-4e65-a604-953631f747ea tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Unset dirty status for tenant:7f87beb2b9b442818f49d48b562b6f58 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:05:53.805885 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8fbfa2d5-3696-4a21-be8e-6822d96c1aee req-0c412392-5c7d-4e65-a604-953631f747ea tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] 10.222.0.36 "GET /v2.0/ports?device_id=4994a7c7-b406-42a6-a106-c2f82635f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0593073 Dec 22 09:05:55.150445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40012) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:55.296921 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a3f2adbd-121b-4d5b-b8a4-00f5f289afff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f87beb2b9b442818f49d48b562b6f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452682 Dec 22 09:05:55.299270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40018) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:55.355110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:55.379594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:55.431678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:55.435374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8cc75c2f-c77d-4d67-8da7-c10d85421d8c tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:55.447676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e1e06-0e6f-4ab8-84d7-6da6a973fa43,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:55.450789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:55.460283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:55.461385 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/473e1e06-0e6f-4ab8-84d7-6da6a973fa43 HTTP/1.1" status: 204 len: 168 time: 0.1612453 Dec 22 09:05:55.728381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40026) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:55.745525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:55.759754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:55.763813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Usage tracker for resource:security_group_rule and tenant:0739d687d8d04efd9acfc6d0b53be03e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:55.766679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:55.773062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:55.856121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:55.859654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:55.972221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9a22f5a8-e04d-4bde-bd6a-24e166ee4b75 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:56.010984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0739d687d8d04efd9acfc6d0b53be03e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815707 Dec 22 09:05:56.012515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7957db92-c0b0-41f5-bde8-af448c84f301,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:56.014028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:56.015668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:56.075116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:56.100013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:56.151197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:56.156705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d0d34274-80d6-450b-8ffa-d8c543fedf50 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:56.170525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957db92-c0b0-41f5-bde8-af448c84f301,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:56.173373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:56.177661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:56.179347 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7957db92-c0b0-41f5-bde8-af448c84f301 HTTP/1.1" status: 204 len: 168 time: 0.1642518 Dec 22 09:05:56.186006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device df8b79bf-559e-4e1e-85c1-0effa8e6cfed no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:05:56.220801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: df8b79bf-559e-4e1e-85c1-0effa8e6cfed {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:05:56.221147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device df8b79bf-559e-4e1e-85c1-0effa8e6cfed not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:05:56.877511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:56.980231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1559584710-network', 'tenant_id': '422f96a2550049d99af1352aa323691e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:56.985200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:56.988943 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Usage tracker for resource:network and tenant:422f96a2550049d99af1352aa323691e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:56.991786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:56.998068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:57.008442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Made reservation on behalf of 422f96a2550049d99af1352aa323691e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:05:57.010633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.022896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.036889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:57.040616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Usage tracker for resource:security_group_rule and tenant:422f96a2550049d99af1352aa323691e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:57.043278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:57.048906 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:57.129126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.133379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.137207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99a341d0-6cb8-4671-8aec-de37b5e79fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:57.163261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:05:57.171447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d0bc74-0cef-4382-a461-8465488be9f6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:57.175022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:57.177808 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.178227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Added segment 8135f2d5-1b54-4c9b-983d-00bec1b6db26 of type vlan for network a12ba0c4-4222-437e-ad1a-1ea20848fa1a Dec 22 09:05:57.207156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.235442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.236466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:57.237046 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.240272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-082a62c2-a1a4-4bbc-9943-5a2357240606 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:57.335753 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Pushing event updated for resources: {'Network': ['ID=a12ba0c4-4222-437e-ad1a-1ea20848fa1a,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:57.338887 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4603839 Dec 22 09:05:57.339751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:57.341838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:05:57.345781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a12ba0c4-4222-437e-ad1a-1ea20848fa1a details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:05:57.347079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Request body: {'subnet': {'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1559584710-subnet', 'tenant_id': '422f96a2550049d99af1352aa323691e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:57.351974 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:57.355758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Usage tracker for resource:subnet and tenant:422f96a2550049d99af1352aa323691e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:57.358610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:57.364599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:57.378103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Made reservation on behalf of 422f96a2550049d99af1352aa323691e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:05:57.380472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.578302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.582718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c33e31dd-cc06-44d2-81d0-f90d2cc234cc tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:05:57.650707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad294cca-2dc0-4576-a9c3-4f99083186f5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:05:57.653836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:05:57.662500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Checking segment: {'id': '8135f2d5-1b54-4c9b-983d-00bec1b6db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:05:57.663498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Network hostable DHCP agents. Network: a12ba0c4-4222-437e-ad1a-1ea20848fa1a, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:05:57.682127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Network a12ba0c4-4222-437e-ad1a-1ea20848fa1a is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:05:57.690746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a12ba0c4-4222-437e-ad1a-1ea20848fa1a) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:05:57.694695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:57.695284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:57.700082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5aa88-dc26-489c-a5a2-76cdf8316ac9 None None] Network a12ba0c4-4222-437e-ad1a-1ea20848fa1a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:05:57.715464 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3726604 Dec 22 09:05:57.920367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e6394-1afd-40de-931a-9eb700956c63 None None] Network a12ba0c4-4222-437e-ad1a-1ea20848fa1a requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:05:58.220564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-5ad5e2db-7517-42ca-ac3d-ffd998b3bff3 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:58.221966 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-5ad5e2db-7517-42ca-ac3d-ffd998b3bff3 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/networks?id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 200 len: 812 time: 0.1431468 Dec 22 09:05:58.236518 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-7f04039c-8f24-4ccd-9ced-e48c120083c2 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/quotas/422f96a2550049d99af1352aa323691e HTTP/1.1" status: 200 len: 375 time: 0.0086179 Dec 22 09:05:58.282067 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-5d1e3d20-b0a3-4b5b-9db4-dde9ca242d02 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=422f96a2550049d99af1352aa323691e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402386 Dec 22 09:05:58.458910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-29d96a10-ed69-4a9d-a615-370ac02c70b2 service neutron] 10.222.0.36 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697333 Dec 22 09:05:58.592887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-cc06324b-8141-4a77-b41b-8fa45acd1f64 service neutron] 10.222.0.36 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277556 Dec 22 09:05:58.766853 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f34993ca-eead-481e-b536-f5b8b3e610dc req-f59397f2-6a0f-4d29-aba0-2f81a5f70b67 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 210 time: 0.0467603 Dec 22 09:05:59.779099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-32e0d379-49fa-40fc-b683-9773d1f16d58 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:59.780537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-32e0d379-49fa-40fc-b683-9773d1f16d58 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.16 "GET /v2.0/networks?id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 200 len: 812 time: 0.1471989 Dec 22 09:05:59.792823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Request body: {'port': {'device_id': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a', 'admin_state_up': True, 'tenant_id': '422f96a2550049d99af1352aa323691e'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:05:59.928609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ed211568-c85c-4f44-8487-c284f470bf14 req-97de1404-e7ca-4ca0-8bce-a22188a07506 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 210 time: 0.0494602 Dec 22 09:05:59.975712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:05:59.979551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Usage tracker for resource:port and tenant:422f96a2550049d99af1352aa323691e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:05:59.982609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:05:59.988204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:05:59.997562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Made reservation on behalf of 422f96a2550049d99af1352aa323691e for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:06:00.001188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:00.157246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Allocated IP 172.20.0.9 (a12ba0c4-4222-437e-ad1a-1ea20848fa1a/ad294cca-2dc0-4576-a9c3-4f99083186f5/6a5d16a0-6587-4257-b140-7762f71d3856) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:06:00.349989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:00.377747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:00.383608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:00.450421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Network a12ba0c4-4222-437e-ad1a-1ea20848fa1a is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:06:00.453635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:06:00.457480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:06:00.486792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:00.493335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:00.521602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:00.522234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:00.546326 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571788 Dec 22 09:06:00.558545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Request body: {'port': {'device_id': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:06:00.670047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.114851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce5c62-72cd-448c-90e2-c56f457e8a6d req-2f78e2a3-4c37-4b2e-80f9-e1d68e91a195 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:01.116567 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44ce5c62-72cd-448c-90e2-c56f457e8a6d req-2f78e2a3-4c37-4b2e-80f9-e1d68e91a195 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 931 time: 0.0795527 Dec 22 09:06:01.123380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5d16a0-6587-4257-b140-7762f71d3856 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:01.130951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.147905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Transition to ACTIVE for port object 6a5d16a0-6587-4257-b140-7762f71d3856 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:06:01.152023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.155985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-721d153b-d5ea-4d26-af78-6fa38aa0cd9c tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:01.166341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-44ce5c62-72cd-448c-90e2-c56f457e8a6d req-96cb00d4-94b2-4890-83be-c6af99db17f4 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Synchronizing usage tracker for tenant:422f96a2550049d99af1352aa323691e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:06:01.182939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-44ce5c62-72cd-448c-90e2-c56f457e8a6d req-96cb00d4-94b2-4890-83be-c6af99db17f4 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Unset dirty status for tenant:422f96a2550049d99af1352aa323691e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:06:01.188395 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44ce5c62-72cd-448c-90e2-c56f457e8a6d req-96cb00d4-94b2-4890-83be-c6af99db17f4 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626566 Dec 22 09:06:01.279418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:01.282948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:01.384723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Attempting to bind port 6a5d16a0-6587-4257-b140-7762f71d3856 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:06:01.385049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Attempting to bind port 6a5d16a0-6587-4257-b140-7762f71d3856 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8135f2d5-1b54-4c9b-983d-00bec1b6db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:06:01.385363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Attempting to bind port 6a5d16a0-6587-4257-b140-7762f71d3856 on network a12ba0c4-4222-437e-ad1a-1ea20848fa1a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:06:01.389761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Port 6a5d16a0-6587-4257-b140-7762f71d3856 on network a12ba0c4-4222-437e-ad1a-1ea20848fa1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:06:01.390068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Attempting to bind port 6a5d16a0-6587-4257-b140-7762f71d3856 on network a12ba0c4-4222-437e-ad1a-1ea20848fa1a {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:06:01.395080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:06:01.395405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Checking segment: {'id': '8135f2d5-1b54-4c9b-983d-00bec1b6db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:06:01.395776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Bound using segment: {'id': '8135f2d5-1b54-4c9b-983d-00bec1b6db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:06:01.396224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Bound port: 6a5d16a0-6587-4257-b140-7762f71d3856, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8135f2d5-1b54-4c9b-983d-00bec1b6db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:06:01.396557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.481305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:06:01.484044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:06:01.488509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.492721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f8171730-4d46-46a5-a2d1-b20d2367b4a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:01.549946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:01.550724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.552371 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] 10.222.0.16 "PUT /v2.0/ports/6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 200 len: 1093 time: 0.9980400 Dec 22 09:06:01.555826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:01.579122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:01.582144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:01.621818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856', 'status': 'completed', 'code': 200} Dec 22 09:06:01.660052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-854addba-e984-4f3e-b258-16060b05e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:01.661494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-854addba-e984-4f3e-b258-16060b05e281 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=422f96a2550049d99af1352aa323691e&device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 1096 time: 0.0719910 Dec 22 09:06:01.732808 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-b1da66df-331e-4d14-aa47-a46c0e6b4d9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 200 len: 217 time: 0.0634749 Dec 22 09:06:01.793432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-8b8fb2fc-b072-4d36-a3f9-b4cfa52aed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:01.794803 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-8b8fb2fc-b072-4d36-a3f9-b4cfa52aed87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad294cca-2dc0-4576-a9c3-4f99083186f5 HTTP/1.1" status: 200 len: 852 time: 0.0564015 Dec 22 09:06:01.843530 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-61fa545e-0677-4d39-89a3-fd09c5dd07d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422843 Dec 22 09:06:01.971688 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-cedf00bc-85a6-47ed-815a-67d733b299a4 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218719 Dec 22 09:06:02.101090 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e7e60ba-90e3-48d8-8b08-762ec2933ecd req-1ea7cc78-2cd3-42a5-8937-b8565200f456 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230111 Dec 22 09:06:02.227035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-d59ef6c6-5fc7-4784-b5a0-3ca432a3af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:02.228752 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-d59ef6c6-5fc7-4784-b5a0-3ca432a3af8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=422f96a2550049d99af1352aa323691e&device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 1096 time: 0.0787392 Dec 22 09:06:02.362911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-0461bc8f-3174-46df-b1de-4c76194ab94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:02.364399 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-0461bc8f-3174-46df-b1de-4c76194ab94c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 200 len: 912 time: 0.1279211 Dec 22 09:06:02.373322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eca61-8b71-4023-916c-a9439e60f7c7 req-8e40ba20-2887-40e0-a050-e0fb7e1781e3 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:02.374777 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-505eca61-8b71-4023-916c-a9439e60f7c7 req-8e40ba20-2887-40e0-a050-e0fb7e1781e3 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 943 time: 0.0844917 Dec 22 09:06:02.419997 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-505eca61-8b71-4023-916c-a9439e60f7c7 req-2f24432c-cb31-4e06-944c-7680a9f47123 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391567 Dec 22 09:06:02.435717 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-5da81b1c-f9f8-44cf-84c2-71c6ca4b8476 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 200 len: 217 time: 0.0649476 Dec 22 09:06:02.499321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-1d6d3a45-319c-4da4-9433-eba826b350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:02.500809 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-1d6d3a45-319c-4da4-9433-eba826b350f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad294cca-2dc0-4576-a9c3-4f99083186f5 HTTP/1.1" status: 200 len: 852 time: 0.0590329 Dec 22 09:06:02.554882 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-5a8e91cd-5aeb-40ab-ae6d-1a710ce9fd5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449598 Dec 22 09:06:02.808695 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-2a189049-0eae-4b40-bd80-d3012a4ef809 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462146 Dec 22 09:06:02.940478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f7db1be-d591-4dbf-8aad-49ba05460261 req-be57d86e-50b1-4a2a-acbc-042dead20a2a service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242940 Dec 22 09:06:03.605137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cca15-2d3d-4882-997f-8e810128a966 req-2556d69c-8d16-46ab-9f97-0803dde101ab tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:03.605814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-387cca15-2d3d-4882-997f-8e810128a966 req-2556d69c-8d16-46ab-9f97-0803dde101ab tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Synchronizing usage tracker for tenant:422f96a2550049d99af1352aa323691e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:06:03.622256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-387cca15-2d3d-4882-997f-8e810128a966 req-2556d69c-8d16-46ab-9f97-0803dde101ab tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Unset dirty status for tenant:422f96a2550049d99af1352aa323691e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:06:03.623407 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-387cca15-2d3d-4882-997f-8e810128a966 req-2556d69c-8d16-46ab-9f97-0803dde101ab tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 943 time: 0.0956631 Dec 22 09:06:03.666959 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-387cca15-2d3d-4882-997f-8e810128a966 req-e179925e-41db-4f4f-90fb-9bca860a2e2e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375106 Dec 22 09:06:04.846389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a8ab3-171b-42cc-a1b7-dbed05d73e06 req-c13d31e1-c1b0-4c56-9963-a9f898cccbc7 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:04.847817 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fe4a8ab3-171b-42cc-a1b7-dbed05d73e06 req-c13d31e1-c1b0-4c56-9963-a9f898cccbc7 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 943 time: 0.0781128 Dec 22 09:06:04.894992 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fe4a8ab3-171b-42cc-a1b7-dbed05d73e06 req-2fe62227-7c53-44cd-a1e5-77c5ac2b19f9 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Dec 22 09:06:06.079094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4347fa5-e372-4291-aded-409d4ee8d825 req-8bc7bafd-2662-4a91-a1e2-f70e8236911c tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:06.080541 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c4347fa5-e372-4291-aded-409d4ee8d825 req-8bc7bafd-2662-4a91-a1e2-f70e8236911c tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 943 time: 0.0824316 Dec 22 09:06:06.124196 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c4347fa5-e372-4291-aded-409d4ee8d825 req-10c9e5ba-3f04-4d6e-a396-54945da9fbc9 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Dec 22 09:06:06.234666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6a5d16a0-6587-4257-b140-7762f71d3856 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:06:06.366813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:06.379204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '6a5d16a0-6587-4257-b140-7762f71d3856', 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a', 'port_id': '6a5d16a0-6587-4257-b140-7762f71d3856', 'mac_address': 'fa:16:3e:dd:9c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad294cca-2dc0-4576-a9c3-4f99083186f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:06:06.431712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:06.447516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5d16a0-6587-4257-b140-7762f71d3856 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:06.462902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:06.467023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:06.468724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:06.535141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:06.538769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:06.791519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['6a5d16a0-6587-4257-b140-7762f71d3856'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:06:07.306722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb794ad-c7a9-45ec-8093-8911215db505 req-7b8db696-9a34-4b0e-93b6-6302220b9ec5 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:07.308186 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eb794ad-c7a9-45ec-8093-8911215db505 req-7b8db696-9a34-4b0e-93b6-6302220b9ec5 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 944 time: 0.0791388 Dec 22 09:06:07.351337 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6eb794ad-c7a9-45ec-8093-8911215db505 req-bd89865c-1182-401d-9c6a-e1df72442e27 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Dec 22 09:06:08.206293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6a5d16a0-6587-4257-b140-7762f71d3856 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:06:08.274106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 6a5d16a0-6587-4257-b140-7762f71d3856 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:06:08.278800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 6a5d16a0-6587-4257-b140-7762f71d3856 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:06:08.279161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:08.392839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:08.419564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:08.429174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:08.433887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:08.435685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:08.470395 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856', 'code': 200} Dec 22 09:06:08.502524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:08.505576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:08.561477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ff711-9178-4bf7-b457-d28667e16f66 req-60d008c7-6a77-4ed6-a7d5-069ff88e5c12 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:08.563859 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-696ff711-9178-4bf7-b457-d28667e16f66 req-60d008c7-6a77-4ed6-a7d5-069ff88e5c12 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.1051145 Dec 22 09:06:08.609579 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-696ff711-9178-4bf7-b457-d28667e16f66 req-fbb8546e-0137-4196-aff1-c43ea749d729 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Dec 22 09:06:08.710752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701b90b-1c40-4125-aebd-2fb4a2e83f1e req-1065ad4e-c76d-4ae6-93db-1c3b6ff4a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:08.712155 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9701b90b-1c40-4125-aebd-2fb4a2e83f1e req-1065ad4e-c76d-4ae6-93db-1c3b6ff4a0d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 1098 time: 0.0779414 Dec 22 09:06:08.752058 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9701b90b-1c40-4125-aebd-2fb4a2e83f1e req-cd51bb07-ab9c-421c-9408-f589cc9e85b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Dec 22 09:06:09.795671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1e239-f2c3-4fd9-807d-7c7019b7fe1c req-7720d4be-fade-4770-bbc5-2796dc5d78a5 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:09.797132 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-caa1e239-f2c3-4fd9-807d-7c7019b7fe1c req-7720d4be-fade-4770-bbc5-2796dc5d78a5 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0824544 Dec 22 09:06:09.802163 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9f5c219f-9af1-41e6-b894-d44f4fe0226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:09.842370 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-caa1e239-f2c3-4fd9-807d-7c7019b7fe1c req-f1382d7a-bc3a-4d5d-bb8f-842b642def69 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Dec 22 09:06:09.854269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:11.025470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39106716-f98b-4ce0-a30d-a64b177f5136 req-5eb10cd2-bef0-4519-a279-a84cde558e55 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:11.026893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-39106716-f98b-4ce0-a30d-a64b177f5136 req-5eb10cd2-bef0-4519-a279-a84cde558e55 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0772028 Dec 22 09:06:11.074457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-39106716-f98b-4ce0-a30d-a64b177f5136 req-786bf3e8-b549-413c-ac36-d8058e44509e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419917 Dec 22 09:06:12.073770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4a40-9846-4c01-8a4d-478390b8fe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:12.457683 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40130) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:12.491976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe1a54-a1bf-400a-87b2-edf05745d54a req-27bb65f9-8a25-49b8-9ca6-f6b627cd71c9 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:12.493424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-57fe1a54-a1bf-400a-87b2-edf05745d54a req-27bb65f9-8a25-49b8-9ca6-f6b627cd71c9 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0817358 Dec 22 09:06:12.546992 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-57fe1a54-a1bf-400a-87b2-edf05745d54a req-edc9334a-29fe-4284-8bb0-388092c2203e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Dec 22 09:06:12.572605 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-5a5cd55a-d84b-4053-a1cf-cc0b2753e886 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136758 Dec 22 09:06:13.225694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:13.269772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:13.735834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087f54e-38ad-4420-bdfa-68e6ab33c1c9 req-65f06f8f-4fbb-4b67-acd0-55831096f94f tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:13.737302 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4087f54e-38ad-4420-bdfa-68e6ab33c1c9 req-65f06f8f-4fbb-4b67-acd0-55831096f94f tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0878038 Dec 22 09:06:13.812327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-4ce4c7c7-c82f-4258-80c0-aed16fcfd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:13.813859 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-4ce4c7c7-c82f-4258-80c0-aed16fcfd3e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=422f96a2550049d99af1352aa323691e&device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 1098 time: 0.0795431 Dec 22 09:06:13.886926 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4087f54e-38ad-4420-bdfa-68e6ab33c1c9 req-5a79b049-b3b2-4e6d-91da-4bb8c0ce3298 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428168 Dec 22 09:06:13.945157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-be0ebaaf-e710-47fc-af50-bc14b53da754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:13.946561 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-be0ebaaf-e710-47fc-af50-bc14b53da754 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 200 len: 912 time: 0.1262324 Dec 22 09:06:14.012984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-8b36b959-f80e-47f6-93a4-eb682205f802 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 200 len: 217 time: 0.0589550 Dec 22 09:06:14.077172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-016e902a-837e-44c5-bd4b-d11eba23d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:14.078469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-016e902a-837e-44c5-bd4b-d11eba23d8fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad294cca-2dc0-4576-a9c3-4f99083186f5 HTTP/1.1" status: 200 len: 852 time: 0.0589459 Dec 22 09:06:14.124090 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-23bce8a9-8cf8-43da-9739-5ef61815ef7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391147 Dec 22 09:06:14.253061 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-b6fca049-d688-4876-b384-1d498dfa527a service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227427 Dec 22 09:06:14.380566 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-c37a799d-de23-4188-a9d4-d4f464b190c2 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211181 Dec 22 09:06:14.579430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.068640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f0399-1320-435d-90e8-6da82385c044 req-6fe73dca-d786-41e8-9ca9-f9b66f765277 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:15.070048 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-538f0399-1320-435d-90e8-6da82385c044 req-6fe73dca-d786-41e8-9ca9-f9b66f765277 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0791976 Dec 22 09:06:15.230212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-538f0399-1320-435d-90e8-6da82385c044 req-3f7bd34f-ac73-4c4a-b189-d826956e1410 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546628 Dec 22 09:06:16.411475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6c8a-af30-4c4a-a9d9-42fe77265ae9 req-09422200-753a-4468-b8e4-711a65c77a93 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:16.413618 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-caea6c8a-af30-4c4a-a9d9-42fe77265ae9 req-09422200-753a-4468-b8e4-711a65c77a93 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0801361 Dec 22 09:06:16.455195 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-caea6c8a-af30-4c4a-a9d9-42fe77265ae9 req-a3935a01-0db1-44ea-9027-314096d147a0 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360761 Dec 22 09:06:17.640199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751c8e-cd8a-4870-9712-c79744c4a6a3 req-d0f72bad-1fa3-4e91-b133-d1fb1701e8ff tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:17.641616 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29751c8e-cd8a-4870-9712-c79744c4a6a3 req-d0f72bad-1fa3-4e91-b133-d1fb1701e8ff tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0784307 Dec 22 09:06:17.684894 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-29751c8e-cd8a-4870-9712-c79744c4a6a3 req-8b397f32-200f-4f2c-b1c4-267812e5aac4 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370283 Dec 22 09:06:18.870605 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f70ba-8352-4311-a815-611e870e26fc req-58f7941c-1a1c-4384-b799-76fd948cb63d tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:18.871975 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-035f70ba-8352-4311-a815-611e870e26fc req-58f7941c-1a1c-4384-b799-76fd948cb63d tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0815470 Dec 22 09:06:18.915761 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-035f70ba-8352-4311-a815-611e870e26fc req-13405453-ef69-4a54-a584-43dc929793b0 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Dec 22 09:06:20.099145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126de00f-a6e1-46eb-93de-f12d91bf19e4 req-907f7e13-07f1-4a94-a213-baf77e42995b tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:20.100603 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-126de00f-a6e1-46eb-93de-f12d91bf19e4 req-907f7e13-07f1-4a94-a213-baf77e42995b tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0807824 Dec 22 09:06:20.143442 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-126de00f-a6e1-46eb-93de-f12d91bf19e4 req-3bece28a-a8e8-4386-ad6b-405ccb4913bd tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Dec 22 09:06:21.323239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ccb70-f6a4-46af-8d1c-3b9b883ef588 req-ab362c1b-8ab6-48ae-87fa-4af08c8a4ddf tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:21.324699 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db9ccb70-f6a4-46af-8d1c-3b9b883ef588 req-ab362c1b-8ab6-48ae-87fa-4af08c8a4ddf tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0787258 Dec 22 09:06:21.371581 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-db9ccb70-f6a4-46af-8d1c-3b9b883ef588 req-a4094ef2-fafb-4f67-afbf-43ac6192d340 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Dec 22 09:06:21.371810 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:06:22.554857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962c60e-c1ab-4528-81f9-032ad7677048 req-2f4db792-87b5-41cc-bcb8-97bb36852067 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:22.556332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1962c60e-c1ab-4528-81f9-032ad7677048 req-2f4db792-87b5-41cc-bcb8-97bb36852067 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0807085 Dec 22 09:06:22.600500 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1962c60e-c1ab-4528-81f9-032ad7677048 req-32027e8c-cd89-4db8-afc1-9ac9229af48f tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Dec 22 09:06:23.782199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1b157-9907-4c04-9b0b-d9087fc15c32 req-2242b1a2-1de2-44c2-8333-ad2f03916784 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:23.783635 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ef1b157-9907-4c04-9b0b-d9087fc15c32 req-2242b1a2-1de2-44c2-8333-ad2f03916784 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0787725 Dec 22 09:06:23.827448 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6ef1b157-9907-4c04-9b0b-d9087fc15c32 req-11b25d2f-a867-4c60-81e9-3e21afd732d0 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Dec 22 09:06:25.018716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615439-1396-4cf0-aa16-11b361beeca7 req-cb8fdaa2-1881-4a7d-b6d4-9079dfccc8cc tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:25.020183 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4615439-1396-4cf0-aa16-11b361beeca7 req-cb8fdaa2-1881-4a7d-b6d4-9079dfccc8cc tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0863514 Dec 22 09:06:25.063151 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4615439-1396-4cf0-aa16-11b361beeca7 req-a9005e82-b8c1-4b24-87a8-7faea8e0f0ab tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Dec 22 09:06:26.250300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b233e1-cf83-4416-89e6-97034e1086c5 req-1dd2c9ac-4fa8-4e17-9b80-cdce48a6d925 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:26.251741 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1b233e1-cf83-4416-89e6-97034e1086c5 req-1dd2c9ac-4fa8-4e17-9b80-cdce48a6d925 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0822968 Dec 22 09:06:26.294896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e1b233e1-cf83-4416-89e6-97034e1086c5 req-41fc83db-8841-461d-8331-0cd775f4b1c5 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368776 Dec 22 09:06:27.476065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34525f-ffeb-484a-821a-d435cf9a2e08 req-d3d40fb2-ba48-430c-8b1d-d24d5eb83798 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:27.477492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a34525f-ffeb-484a-821a-d435cf9a2e08 req-d3d40fb2-ba48-430c-8b1d-d24d5eb83798 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0774446 Dec 22 09:06:27.525012 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a34525f-ffeb-484a-821a-d435cf9a2e08 req-f4bcae71-10cd-458e-a388-9c556e0c1eb4 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Dec 22 09:06:28.709263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6b986-3d7c-4f7c-b464-5977bbbc4401 req-8ab6a07f-8d55-40de-bf73-fcbaa480e906 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:28.710677 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a6b986-3d7c-4f7c-b464-5977bbbc4401 req-8ab6a07f-8d55-40de-bf73-fcbaa480e906 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0801518 Dec 22 09:06:28.752472 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a6b986-3d7c-4f7c-b464-5977bbbc4401 req-12597268-7ce4-44e4-a09e-ba91cd33df1c tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Dec 22 09:06:29.934586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7285522-bd0d-4179-916d-697af14ec64c req-bc40ac7b-ebbc-4fb4-8089-ad852cfc2883 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:29.935910 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c7285522-bd0d-4179-916d-697af14ec64c req-bc40ac7b-ebbc-4fb4-8089-ad852cfc2883 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0790756 Dec 22 09:06:29.978723 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c7285522-bd0d-4179-916d-697af14ec64c req-02248e0b-7a97-4fa5-ae56-c53f929acce0 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371444 Dec 22 09:06:31.163298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656c936-7bf6-44ea-ae46-26c6cb90b058 req-81087863-3a14-4908-8bd1-298619651e93 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:31.164751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c656c936-7bf6-44ea-ae46-26c6cb90b058 req-81087863-3a14-4908-8bd1-298619651e93 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0813015 Dec 22 09:06:31.207732 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c656c936-7bf6-44ea-ae46-26c6cb90b058 req-97a7249e-8d49-4763-8f84-8391133a4273 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375447 Dec 22 09:06:32.394914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b60f38-b79b-44b1-98df-cf14c07d344b req-65df9fc5-05d0-401e-bd3f-ff2381f32d30 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:32.398288 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c6b60f38-b79b-44b1-98df-cf14c07d344b req-65df9fc5-05d0-401e-bd3f-ff2381f32d30 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0831730 Dec 22 09:06:32.441177 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c6b60f38-b79b-44b1-98df-cf14c07d344b req-192bb9bd-d28b-40d9-baf1-ea74ff223e5e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Dec 22 09:06:33.623591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06986-986e-4b89-9463-9bface86c3e1 req-d0111b07-d730-4fad-a54a-3d7df2abcb8f tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:33.625057 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-64c06986-986e-4b89-9463-9bface86c3e1 req-d0111b07-d730-4fad-a54a-3d7df2abcb8f tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0784535 Dec 22 09:06:33.679791 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-64c06986-986e-4b89-9463-9bface86c3e1 req-80d22a46-2790-48e4-820c-e19a0a4b3013 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489101 Dec 22 09:06:35.009859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3fbbd-257b-47f2-b10a-b0c5f2794e03 req-c0bfcacf-a16f-4871-80c6-070f5c52d4fa tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:35.011198 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38e3fbbd-257b-47f2-b10a-b0c5f2794e03 req-c0bfcacf-a16f-4871-80c6-070f5c52d4fa tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0792413 Dec 22 09:06:35.054045 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38e3fbbd-257b-47f2-b10a-b0c5f2794e03 req-39c5b344-7f34-420f-9497-5f573ca817bb tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373402 Dec 22 09:06:36.233536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47988263-e9ce-4808-9fb1-071139f72f44 req-a7474e18-0f40-46eb-9b5c-3fa9c95b2188 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:36.234984 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-47988263-e9ce-4808-9fb1-071139f72f44 req-a7474e18-0f40-46eb-9b5c-3fa9c95b2188 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0787661 Dec 22 09:06:36.277487 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-47988263-e9ce-4808-9fb1-071139f72f44 req-334024b5-323e-4cf6-8971-0cf4cb3eba27 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364316 Dec 22 09:06:37.461229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05628906-319f-4c0a-ae64-f4254b354f4c req-ec57313a-e8bf-4541-8555-7cdb300522e4 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:37.462640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05628906-319f-4c0a-ae64-f4254b354f4c req-ec57313a-e8bf-4541-8555-7cdb300522e4 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0826414 Dec 22 09:06:37.507521 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05628906-319f-4c0a-ae64-f4254b354f4c req-efdc912f-5cd3-4ce8-8ffb-9296647fd40e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390842 Dec 22 09:06:38.691443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5083fc-f49d-4ce2-9687-b96133003756 req-57ff0db3-9789-41cd-9b96-c79238f8da4f tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:38.692953 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc5083fc-f49d-4ce2-9687-b96133003756 req-57ff0db3-9789-41cd-9b96-c79238f8da4f tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0826278 Dec 22 09:06:38.736002 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc5083fc-f49d-4ce2-9687-b96133003756 req-8489cf52-61b6-44bf-b027-141d82f65bcc tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367701 Dec 22 09:06:39.806373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-18cd415e-6090-42c2-8ec8-317751147316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:39.874412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:39.922780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc8e1-410d-4d22-ad29-5085d57d7003 req-07badcbc-14ca-4728-9f6e-2d9b684473eb tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:39.924241 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5eabc8e1-410d-4d22-ad29-5085d57d7003 req-07badcbc-14ca-4728-9f6e-2d9b684473eb tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0809932 Dec 22 09:06:39.970413 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5eabc8e1-410d-4d22-ad29-5085d57d7003 req-fd64e3a5-b4ae-4c88-b239-8df9f1aed79e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Dec 22 09:06:41.062552 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-bc418c03-950d-48d0-9be2-be4f588e1f54 service neutron] 10.222.0.16 "GET /v2.0/ports/6a5d16a0-6587-4257-b140-7762f71d3856/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0832269 Dec 22 09:06:41.159111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a64a7-d7ee-4d2b-8535-4f5b47cb42bd req-b30c8c1d-aa03-4666-b06b-3c49f0f3d398 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:41.160645 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-008a64a7-d7ee-4d2b-8535-4f5b47cb42bd req-b30c8c1d-aa03-4666-b06b-3c49f0f3d398 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0812979 Dec 22 09:06:41.207826 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-008a64a7-d7ee-4d2b-8535-4f5b47cb42bd req-0f6916f4-82a0-40de-9042-f359db353106 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Dec 22 09:06:41.330895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-51151937-d68e-4896-a1a8-f6670c40f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:41.332772 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-51151937-d68e-4896-a1a8-f6670c40f3d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0&tenant_id=422f96a2550049d99af1352aa323691e HTTP/1.1" status: 200 len: 1098 time: 0.0779338 Dec 22 09:06:41.428616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-372496a8-0424-43fe-8759-bdc04e372d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:41.430057 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-372496a8-0424-43fe-8759-bdc04e372d16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=422f96a2550049d99af1352aa323691e&device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 1098 time: 0.0763705 Dec 22 09:06:41.561567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-c0b38c2d-fc59-433e-bc3d-d286d0b398e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:41.562897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-c0b38c2d-fc59-433e-bc3d-d286d0b398e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 200 len: 912 time: 0.1256199 Dec 22 09:06:41.632761 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-49a6a66d-8c2c-47a2-8e35-874ee93adee5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 200 len: 217 time: 0.0633638 Dec 22 09:06:41.693949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-4dc10cba-53ae-45a0-9fb3-6c1781057e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:41.695354 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-4dc10cba-53ae-45a0-9fb3-6c1781057e1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad294cca-2dc0-4576-a9c3-4f99083186f5 HTTP/1.1" status: 200 len: 852 time: 0.0566349 Dec 22 09:06:41.742440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-a6ddf86c-23bc-4f66-8e08-e04ea3d282d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409679 Dec 22 09:06:41.872449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-f7dd0375-e35f-4db4-a34e-af5cc33c9e06 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224575 Dec 22 09:06:42.075059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-72facab6-b95f-4870-9181-b1e67804a5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:42.109108 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0eafd645-1093-4ea7-a1c5-94577ab9e08a req-2d2e86c4-03ca-4d8d-9206-54ab805395af service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308345 Dec 22 09:06:42.398229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe934f-fe00-4e06-a8e1-d49e31c0c753 req-7f18fcf7-f84a-4e35-944c-f33e0fe57c27 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:42.399647 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ffe934f-fe00-4e06-a8e1-d49e31c0c753 req-7f18fcf7-f84a-4e35-944c-f33e0fe57c27 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0845225 Dec 22 09:06:42.443416 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ffe934f-fe00-4e06-a8e1-d49e31c0c753 req-10f0c24c-1db6-429d-bf0e-ef771a87c3ce tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382094 Dec 22 09:06:43.228106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:43.271504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:43.629368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfb9c-8179-4ffe-9202-0ec803469ba7 req-53451aad-f387-4214-a0fc-0f48c2a12e8e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:43.630828 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4aebfb9c-8179-4ffe-9202-0ec803469ba7 req-53451aad-f387-4214-a0fc-0f48c2a12e8e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0831699 Dec 22 09:06:43.674793 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4aebfb9c-8179-4ffe-9202-0ec803469ba7 req-3d752e44-157d-4894-b64e-49a1a70b05de tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Dec 22 09:06:44.330400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6a5d16a0-6587-4257-b140-7762f71d3856 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:06:44.333749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6a5d16a0-6587-4257-b140-7762f71d3856 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:06:44.544798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:44.566389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:44.595894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '6a5d16a0-6587-4257-b140-7762f71d3856', 'network_id': 'a12ba0c4-4222-437e-ad1a-1ea20848fa1a', 'port_id': '6a5d16a0-6587-4257-b140-7762f71d3856', 'mac_address': 'fa:16:3e:dd:9c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad294cca-2dc0-4576-a9c3-4f99083186f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:06:44.604109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:44.634676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:44.646717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:44.654229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:44.658110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:44.686592 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856', 'code': 200} Dec 22 09:06:44.719404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:44.744213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a5d16a0-6587-4257-b140-7762f71d3856 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:44.753213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:44.794998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.795341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.795674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.796023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.796348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.796665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.796988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.797585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.797585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.797905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.798541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.798541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:44.809329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:44.822851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:06:44.823208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:06:44.887702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54429629-4198-4b27-8602-cdd968e3920e req-69cf1e9e-d30c-442d-b7fd-6fdca4fd8c19 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:44.889799 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54429629-4198-4b27-8602-cdd968e3920e req-69cf1e9e-d30c-442d-b7fd-6fdca4fd8c19 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 943 time: 0.0870852 Dec 22 09:06:44.906825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-d29d5f36-f64a-4fa4-a220-d0ba4eceed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:44.908340 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-d29d5f36-f64a-4fa4-a220-d0ba4eceed86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=422f96a2550049d99af1352aa323691e&device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 1096 time: 0.0861089 Dec 22 09:06:44.941169 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54429629-4198-4b27-8602-cdd968e3920e req-37a4e58b-9d97-46e5-b7fc-30581e558260 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Dec 22 09:06:45.058841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-2aa24803-64ad-4112-ba51-5d0a0d842796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:45.060314 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-2aa24803-64ad-4112-ba51-5d0a0d842796 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 200 len: 912 time: 0.1285224 Dec 22 09:06:45.130977 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-90efec0c-792f-47bb-ae1b-c068d881eb5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 200 len: 217 time: 0.0637586 Dec 22 09:06:45.190799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-d4900e67-5abd-4b6d-82c7-71f1bc500b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:45.192604 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-d4900e67-5abd-4b6d-82c7-71f1bc500b5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad294cca-2dc0-4576-a9c3-4f99083186f5 HTTP/1.1" status: 200 len: 852 time: 0.0550966 Dec 22 09:06:45.240006 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-d7bad379-9530-45b5-8b85-124b9c03bd3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418749 Dec 22 09:06:45.372483 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-6fff8f66-d09c-4223-a424-6bb9c4af58f3 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254578 Dec 22 09:06:45.381432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:45.398517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5d16a0-6587-4257-b140-7762f71d3856 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:45.413184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:45.417368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:45.419031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9db59123-ef50-4b68-a9af-d70e453c0f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:45.484078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['6a5d16a0-6587-4257-b140-7762f71d3856'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:06:45.503997 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c5a7666-ff1c-4e56-b369-f72616002fd9 req-fb921c89-845f-4a7b-b942-eddfa7b08ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253879 Dec 22 09:06:45.533090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:45.537423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:46.137331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47469761-6527-4c0e-bea2-db8c99d45668 req-57f160e5-0363-496b-93dc-b3afbe8ac26e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:46.138737 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47469761-6527-4c0e-bea2-db8c99d45668 req-57f160e5-0363-496b-93dc-b3afbe8ac26e tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 944 time: 0.0766923 Dec 22 09:06:46.182152 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47469761-6527-4c0e-bea2-db8c99d45668 req-cabe8321-2603-4d74-b19e-a3e4c9b05e26 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379417 Dec 22 09:06:46.361413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6a5d16a0-6587-4257-b140-7762f71d3856 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:06:46.428196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 6a5d16a0-6587-4257-b140-7762f71d3856 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:06:46.428882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:46.548391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:46.561499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737e37-437f-4a0d-a796-5132294bc308 req-827131a0-6cc0-4800-8a78-bc118f292714 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:46.562920 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-827131a0-6cc0-4800-8a78-bc118f292714 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0&tenant_id=422f96a2550049d99af1352aa323691e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0883601 Dec 22 09:06:46.580968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:46.586010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:46.589159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:46.659509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:46.663282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:46.688135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:46.698923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737e37-437f-4a0d-a796-5132294bc308 req-bd00c9a4-d923-4518-8122-e28d017be909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:46.700395 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-bd00c9a4-d923-4518-8122-e28d017be909 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=422f96a2550049d99af1352aa323691e&device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 1098 time: 0.0691733 Dec 22 09:06:46.739490 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856', 'code': 200} Dec 22 09:06:46.831493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737e37-437f-4a0d-a796-5132294bc308 req-fc402ca7-03ba-4cce-949a-9cf8ca6fa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:46.832878 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-fc402ca7-03ba-4cce-949a-9cf8ca6fa94c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 200 len: 912 time: 0.1261458 Dec 22 09:06:46.903677 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-8097ded8-2b4e-4873-b9a9-1b150910d0c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 200 len: 217 time: 0.0648077 Dec 22 09:06:46.963386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737e37-437f-4a0d-a796-5132294bc308 req-19ce69a5-292c-4976-8941-83ad5e12fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:46.964783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-19ce69a5-292c-4976-8941-83ad5e12fd6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad294cca-2dc0-4576-a9c3-4f99083186f5 HTTP/1.1" status: 200 len: 852 time: 0.0550141 Dec 22 09:06:47.013513 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-08215e2e-4d34-4c56-b369-91b321a25131 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a12ba0c4-4222-437e-ad1a-1ea20848fa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422192 Dec 22 09:06:47.143981 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-32143dd5-5c1b-4269-a2fb-9d24956f7cee service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235683 Dec 22 09:06:47.381220 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-8acd0c2b-55c4-441f-b788-ed2c565edd04 service neutron] 10.222.0.16 "GET /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304747 Dec 22 09:06:48.181508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178928d-10f4-427e-9ece-5274e526bc2f req-0f541a84-d081-4854-ab7a-45d10c51db01 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:48.182826 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0178928d-10f4-427e-9ece-5274e526bc2f req-0f541a84-d081-4854-ab7a-45d10c51db01 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0779583 Dec 22 09:06:48.225280 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0178928d-10f4-427e-9ece-5274e526bc2f req-565f0e6c-bee3-457c-b839-9768bef8c190 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368569 Dec 22 09:06:49.417224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66001502-346b-4a8b-94d1-f2ef4da45958 req-0bf410b3-64fa-4cfc-bf81-8d014bf3d6bf tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:49.418665 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-66001502-346b-4a8b-94d1-f2ef4da45958 req-0bf410b3-64fa-4cfc-bf81-8d014bf3d6bf tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0881248 Dec 22 09:06:49.462026 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-66001502-346b-4a8b-94d1-f2ef4da45958 req-fe707f0d-729d-40ea-bdca-b8206d9a0220 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/security-groups?id=78d0bc74-0cef-4382-a461-8465488be9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Dec 22 09:06:49.874411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737e37-437f-4a0d-a796-5132294bc308 req-75df315c-afe0-47f9-89f5-24febe43b363 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:49.875725 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-75df315c-afe0-47f9-89f5-24febe43b363 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 945 time: 0.0812342 Dec 22 09:06:49.944546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Deleting port 6a5d16a0-6587-4257-b140-7762f71d3856 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:06:49.944890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:50.185711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] For port 6a5d16a0-6587-4257-b140-7762f71d3856, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a5d16a0-6587-4257-b140-7762f71d3856,segment=NetworkSegment(8135f2d5-1b54-4c9b-983d-00bec1b6db26),segment_id=8135f2d5-1b54-4c9b-983d-00bec1b6db26)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:06:50.185959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:50.306701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Calling delete_port for 6a5d16a0-6587-4257-b140-7762f71d3856 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:06:50.448115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:50.453448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2d4ed2e-90b5-4cbf-a8e9-cb249689c3b9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:50.460287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['6a5d16a0-6587-4257-b140-7762f71d3856'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:06:50.496575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Pushing event deleted for resources: {'Port': ['ID=6a5d16a0-6587-4257-b140-7762f71d3856,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:50.505745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.506132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.506510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.506885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.507243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.507610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.507995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.508359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.508721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.509081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.509542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.509900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:50.514142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:50.625266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] No DVR routers for this DVR port 6a5d16a0-6587-4257-b140-7762f71d3856 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:06:50.628142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9ac7b6ec-a4c2-431a-9e66-0f6edd6e8a55 req-a620b393-0ad3-4de3-8d3f-d346616b07ae tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea79d0bb-01cf-4615-b9e9-345189fd25d0 HTTP/1.1" status: 200 len: 210 time: 0.0494399 Dec 22 09:06:50.629067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:50.631622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-deleted', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:50.653609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d737e37-437f-4a0d-a796-5132294bc308 req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] 10.222.0.16 "DELETE /v2.0/ports/6a5d16a0-6587-4257-b140-7762f71d3856 HTTP/1.1" status: 204 len: 173 time: 0.7724473 Dec 22 09:06:50.680133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea79d0bb-01cf-4615-b9e9-345189fd25d0', 'name': 'network-vif-deleted', 'tag': '6a5d16a0-6587-4257-b140-7762f71d3856', 'status': 'completed', 'code': 200} Dec 22 09:06:51.876289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40238) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:51.936396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Deleting subnet ad294cca-2dc0-4576-a9c3-4f99083186f5 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:06:51.939205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:51.985728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.043702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.110214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.113664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae3725be-7e60-470c-88d6-28b25a747bcc tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:52.147908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad294cca-2dc0-4576-a9c3-4f99083186f5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:52.150849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:52.151775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.157346 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ad294cca-2dc0-4576-a9c3-4f99083186f5 HTTP/1.1" status: 204 len: 168 time: 0.2800775 Dec 22 09:06:52.159830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40242) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:52.261738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.381623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.405358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12ba0c4-4222-437e-ad1a-1ea20848fa1a']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:52.421047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8135f2d5-1b54-4c9b-983d-00bec1b6db26') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:52.421355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8135f2d5-1b54-4c9b-983d-00bec1b6db26') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:52.432727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.447952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.453651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:06:52.454019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:06:52.466897 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:06:52.538766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.544829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.547497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ea609e39-2ee2-4768-94e5-8514745992bd tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:52.570988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12ba0c4-4222-437e-ad1a-1ea20848fa1a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:52.575880 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a12ba0c4-4222-437e-ad1a-1ea20848fa1a HTTP/1.1" status: 204 len: 168 time: 0.4128323 Dec 22 09:06:52.575880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:52.678516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40248) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:52.730081 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6a6bf5f4-15b5-4979-9226-e4522e1d58ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=422f96a2550049d99af1352aa323691e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502596 Dec 22 09:06:52.732446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40252) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:52.792156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.817472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.866559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.870126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2894fd9-9de6-489a-8ff0-d11ef189b56b tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:52.882589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d0bc74-0cef-4382-a461-8465488be9f6,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:52.891793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.892252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.892597 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.892954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.893320 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.893692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.894056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.894418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.894779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.895708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.896094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.896453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:52.901492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:52.905246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:52.906370 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78d0bc74-0cef-4382-a461-8465488be9f6 HTTP/1.1" status: 204 len: 168 time: 0.1730261 Dec 22 09:06:53.598548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40276) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:53.699325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-810314840-network', 'tenant_id': '1efbce51c6ec46749c173cc46f8fb1b2'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:06:53.704082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:06:53.708421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Usage tracker for resource:network and tenant:1efbce51c6ec46749c173cc46f8fb1b2 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:06:53.711183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:06:53.716700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:06:53.833623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Made reservation on behalf of 1efbce51c6ec46749c173cc46f8fb1b2 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:06:53.836010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:53.848688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:53.862281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:06:53.866033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Usage tracker for resource:security_group_rule and tenant:1efbce51c6ec46749c173cc46f8fb1b2 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:06:53.868779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:06:53.874263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:06:53.955876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:53.959887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:53.962753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4bac65a9-6665-4e9a-96ab-b9e7afe32016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:53.990035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:06:53.998330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853c37c5-8d8f-4fdf-97be-0818cd67a3b9,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:54.001696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:54.006905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.006905 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Added segment 803873a5-55fe-44fb-9e97-e1369d64b8be of type vlan for network 47be4bf4-63a1-4f8d-ada8-754a601e8207 Dec 22 09:06:54.033623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.062446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.063456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:54.064047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.068592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:54.166378 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5667427 Dec 22 09:06:54.169306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40282) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:54.169850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Pushing event updated for resources: {'Network': ['ID=47be4bf4-63a1-4f8d-ada8-754a601e8207,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:54.172760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-194a7883-efb5-49f8-87a1-210313d15462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:54.175330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Request body: {'subnet': {'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-810314840-subnet', 'tenant_id': '1efbce51c6ec46749c173cc46f8fb1b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:06:54.180269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 47be4bf4-63a1-4f8d-ada8-754a601e8207 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:06:54.181437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:06:54.185287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Usage tracker for resource:subnet and tenant:1efbce51c6ec46749c173cc46f8fb1b2 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:06:54.188190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:06:54.193989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:06:54.204774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Made reservation on behalf of 1efbce51c6ec46749c173cc46f8fb1b2 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:06:54.207263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.407898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.412619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:54.423301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6a5d16a0-6587-4257-b140-7762f71d3856 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:06:54.455836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 6a5d16a0-6587-4257-b140-7762f71d3856 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:06:54.456208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6a5d16a0-6587-4257-b140-7762f71d3856 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:06:54.484207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332ee186-deea-4790-8b7f-8e6c37ccffbc,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:54.488198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:54.492092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Checking segment: {'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:06:54.492445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Network hostable DHCP agents. Network: 47be4bf4-63a1-4f8d-ada8-754a601e8207, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:06:54.510752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Network 47be4bf4-63a1-4f8d-ada8-754a601e8207 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:06:54.520772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 47be4bf4-63a1-4f8d-ada8-754a601e8207) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:06:54.524847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:54.525411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:54.529858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296a8b0-9ca7-45ca-9252-cfc666c1a5cb None None] Network 47be4bf4-63a1-4f8d-ada8-754a601e8207 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:06:54.545981 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3753445 Dec 22 09:06:54.741364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5fcc20-0534-4438-8625-7988301174ae None None] Network 47be4bf4-63a1-4f8d-ada8-754a601e8207 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:06:55.147018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-70442712-4d47-4956-9b43-39042ece7962 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:55.148385 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-70442712-4d47-4956-9b43-39042ece7962 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 814 time: 0.2416966 Dec 22 09:06:55.162427 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-bfbf5631-eab3-49d0-aba4-e0fc41d24a66 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/quotas/1efbce51c6ec46749c173cc46f8fb1b2 HTTP/1.1" status: 200 len: 375 time: 0.0087004 Dec 22 09:06:55.207996 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-1dcdcd76-9029-4be1-984c-5f386eed1767 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408089 Dec 22 09:06:55.380998 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-352952be-1c45-4684-9771-1e412b499215 service neutron] 10.222.0.36 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664388 Dec 22 09:06:55.510024 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-55fe3e60-df95-43b1-9de3-389e28276c51 service neutron] 10.222.0.36 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233189 Dec 22 09:06:55.683798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8e850dbc-f80d-4ae6-98ed-18caaeaf95ac req-aaaddd51-7aa8-482d-834d-a732e9ec7d57 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 210 time: 0.0452793 Dec 22 09:06:56.697659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-62277525-df1a-47e1-a3c3-a6541032add1 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:56.698356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-62277525-df1a-47e1-a3c3-a6541032add1 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Synchronizing usage tracker for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:06:56.724092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-62277525-df1a-47e1-a3c3-a6541032add1 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Unset dirty status for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:06:56.725231 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-62277525-df1a-47e1-a3c3-a6541032add1 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 814 time: 0.1732190 Dec 22 09:06:56.738040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Request body: {'port': {'device_id': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207', 'admin_state_up': True, 'tenant_id': '1efbce51c6ec46749c173cc46f8fb1b2'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:06:56.838666 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9e3e268-3636-4bba-897b-55827f6b5c8e req-d5c678a1-0173-416f-a642-a546a42d8b9a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 210 time: 0.0467467 Dec 22 09:06:56.881616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:06:56.885352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Usage tracker for resource:port and tenant:1efbce51c6ec46749c173cc46f8fb1b2 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:06:56.888133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:06:56.893772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:06:56.903711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Made reservation on behalf of 1efbce51c6ec46749c173cc46f8fb1b2 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:06:56.907161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:57.069205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Allocated IP 172.20.0.10 (47be4bf4-63a1-4f8d-ada8-754a601e8207/332ee186-deea-4790-8b7f-8e6c37ccffbc/d71486cd-0f7c-464a-8f9d-abf41eab4ef1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:06:57.262913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:57.291401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:57.296877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f42c7486-7531-40a7-9ac0-cfed5e0cb783 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:57.360248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Network 47be4bf4-63a1-4f8d-ada8-754a601e8207 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:06:57.363114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:06:57.367083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:06:57.411775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:57.416195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:57.436093 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:57.436700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:57.456711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7231331 Dec 22 09:06:57.468496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Request body: {'port': {'device_id': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:06:57.578305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:57.922050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71486cd-0f7c-464a-8f9d-abf41eab4ef1 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:57.930205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:57.946611 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Transition to ACTIVE for port object d71486cd-0f7c-464a-8f9d-abf41eab4ef1 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:06:57.980698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:57.989976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2dd73911-373c-4fab-811e-0fcf01c3986b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:58.275421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:58.282853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:58.344274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5ab31-27dc-48c3-bac5-d4a540d17a64 req-bdb47ea4-b0ab-492b-8509-b9b242b3148d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:58.344963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-03b5ab31-27dc-48c3-bac5-d4a540d17a64 req-bdb47ea4-b0ab-492b-8509-b9b242b3148d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Synchronizing usage tracker for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:06:58.373965 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:06:58.375415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Attempting to bind port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:06:58.376018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Attempting to bind port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:06:58.376566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Attempting to bind port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 on network 47be4bf4-63a1-4f8d-ada8-754a601e8207 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:06:58.385493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-03b5ab31-27dc-48c3-bac5-d4a540d17a64 req-bdb47ea4-b0ab-492b-8509-b9b242b3148d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Unset dirty status for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:06:58.386659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03b5ab31-27dc-48c3-bac5-d4a540d17a64 req-bdb47ea4-b0ab-492b-8509-b9b242b3148d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 944 time: 0.4420731 Dec 22 09:06:58.387353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 on network 47be4bf4-63a1-4f8d-ada8-754a601e8207 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:06:58.387671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Attempting to bind port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 on network 47be4bf4-63a1-4f8d-ada8-754a601e8207 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:06:58.394260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:06:58.394590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Checking segment: {'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:06:58.394997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Bound using segment: {'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:06:58.395410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Bound port: d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:06:58.395750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:58.491997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-03b5ab31-27dc-48c3-bac5-d4a540d17a64 req-8b05c781-6b1e-4543-a7a9-ef06400cef85 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Synchronizing usage tracker for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:06:58.528610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:06:58.530293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-03b5ab31-27dc-48c3-bac5-d4a540d17a64 req-8b05c781-6b1e-4543-a7a9-ef06400cef85 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Unset dirty status for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:06:58.531519 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-03b5ab31-27dc-48c3-bac5-d4a540d17a64 req-8b05c781-6b1e-4543-a7a9-ef06400cef85 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381781 Dec 22 09:06:58.533162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:06:58.537533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:58.542222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:58.600700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:58.601307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:58.602668 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] 10.222.0.16 "PUT /v2.0/ports/d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 200 len: 1094 time: 1.1380270 Dec 22 09:06:58.603177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:58.626852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:58.630559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:58.670739 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'status': 'completed', 'code': 200} Dec 22 09:06:58.710566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-758d6bbd-f009-452e-a9b0-384e9ddf0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:58.712077 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-758d6bbd-f009-452e-a9b0-384e9ddf0f47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 1097 time: 0.0722139 Dec 22 09:06:58.782711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-a462dcf1-93d0-400a-bcc7-8eb93556d43b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 200 len: 217 time: 0.0632305 Dec 22 09:06:58.843552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-180a57a9-d032-4f7b-a1e9-14f057940bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:58.844972 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-180a57a9-d032-4f7b-a1e9-14f057940bd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0564995 Dec 22 09:06:58.890393 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-8749d61e-e68b-40da-a19c-6aa1ea391758 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389347 Dec 22 09:06:59.016824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-1f7ffc0b-cee4-4d4f-9cef-42e48c7f763f service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200211 Dec 22 09:06:59.143744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aeaca778-11f0-4435-b3cf-e269ec363389 req-3716b1f5-41db-406d-b92f-48fabe3b0488 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206512 Dec 22 09:06:59.263667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-0fc48d48-dc64-456c-b3b2-729fe887ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:59.265172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-0fc48d48-dc64-456c-b3b2-729fe887ed77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 1097 time: 0.0740602 Dec 22 09:06:59.394021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-6909129f-4c01-4a83-b987-e1fc2dae1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:59.395434 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-6909129f-4c01-4a83-b987-e1fc2dae1ea0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1240678 Dec 22 09:06:59.461082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-4f9b9214-e69e-48b3-9fe2-373bfe392b34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 200 len: 217 time: 0.0591524 Dec 22 09:06:59.526079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-1dcb82f7-78df-4b06-b4bb-fa434287bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:59.527477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-1dcb82f7-78df-4b06-b4bb-fa434287bbbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0591824 Dec 22 09:06:59.574646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-f230f5b3-f522-4d18-98d7-f295ac9bdb08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406907 Dec 22 09:06:59.876335 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-05878d83-5b90-4f4d-bc0f-95b8a88eb3a1 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953777 Dec 22 09:06:59.910012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee762c1-9e58-410c-b2b9-e523dd3a0b16 req-53da1fe7-c5aa-4558-8238-a42219e4fa1c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:59.911394 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6ee762c1-9e58-410c-b2b9-e523dd3a0b16 req-53da1fe7-c5aa-4558-8238-a42219e4fa1c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 944 time: 0.2635250 Dec 22 09:07:00.025603 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6ee762c1-9e58-410c-b2b9-e523dd3a0b16 req-b5a67f91-46a2-4457-9d8a-1316b495fba2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699067 Dec 22 09:07:00.045986 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acf596d8-3b19-4a13-85df-dc68c13447d1 req-b2939a26-9924-49fb-9cff-be22a61dec0b service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631854 Dec 22 09:07:01.211647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b1da-1b6c-4f1c-b12b-d3a4e62e5019 req-5bb290ab-d99e-4039-98d8-21c6d89c75d2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:01.213087 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2995b1da-1b6c-4f1c-b12b-d3a4e62e5019 req-5bb290ab-d99e-4039-98d8-21c6d89c75d2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 944 time: 0.0787816 Dec 22 09:07:01.255542 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2995b1da-1b6c-4f1c-b12b-d3a4e62e5019 req-48f71553-f464-40e1-9329-21260fe1ad25 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Dec 22 09:07:02.440631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d30e1-d7c2-468b-9e71-91132685eef2 req-16170227-1ab7-4d3d-a7b9-5353e974b062 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:02.441960 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-550d30e1-d7c2-468b-9e71-91132685eef2 req-16170227-1ab7-4d3d-a7b9-5353e974b062 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 944 time: 0.0800421 Dec 22 09:07:02.454543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d71486cd-0f7c-464a-8f9d-abf41eab4ef1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:07:02.491369 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-550d30e1-d7c2-468b-9e71-91132685eef2 req-6b0f966a-46bb-4923-bbb8-c9a886ed055e tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Dec 22 09:07:02.595632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:02.612168 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207', 'port_id': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'mac_address': 'fa:16:3e:74:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332ee186-deea-4790-8b7f-8e6c37ccffbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:07:02.666805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:02.684241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71486cd-0f7c-464a-8f9d-abf41eab4ef1 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:07:02.699803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:02.704865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:02.706595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0e31fdb9-3a37-4d46-83f0-afdb100564ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:02.771869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:02.774903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:03.040968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['d71486cd-0f7c-464a-8f9d-abf41eab4ef1'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:07:03.673135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92e27-8887-4634-bbcc-7fca5368dad9 req-7b3d3ac8-2d6c-4b0c-b75a-eaba2178ef7f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:03.674571 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ae92e27-8887-4634-bbcc-7fca5368dad9 req-7b3d3ac8-2d6c-4b0c-b75a-eaba2178ef7f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 945 time: 0.0804021 Dec 22 09:07:03.719224 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0ae92e27-8887-4634-bbcc-7fca5368dad9 req-044cbbb7-6f0c-487b-81cd-5486d9952091 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Dec 22 09:07:04.486327 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d71486cd-0f7c-464a-8f9d-abf41eab4ef1 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:07:04.556042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:07:04.560656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:07:04.561031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:04.670820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:04.698995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:04.709264 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:04.713398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:04.715400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:04.744935 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'code': 200} Dec 22 09:07:04.788571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:04.791816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:04.909435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491eb20-92bc-4bba-a3ec-f705a671aa1e req-c9ddbcc4-ce17-41e0-ae3f-f47051b4b16d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:04.910935 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1491eb20-92bc-4bba-a3ec-f705a671aa1e req-c9ddbcc4-ce17-41e0-ae3f-f47051b4b16d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0815582 Dec 22 09:07:04.955919 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1491eb20-92bc-4bba-a3ec-f705a671aa1e req-e3800afa-5f12-4940-8ea5-5df4e5003f3c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Dec 22 09:07:04.977517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dda77f-ed05-430c-a98e-4f6dc610935e req-851871cd-0c62-49b0-9a31-a56cd8fed853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:04.980034 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-17dda77f-ed05-430c-a98e-4f6dc610935e req-851871cd-0c62-49b0-9a31-a56cd8fed853 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 1099 time: 0.0725174 Dec 22 09:07:05.020757 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-17dda77f-ed05-430c-a98e-4f6dc610935e req-47d70e4c-1c9a-47f1-806e-72ba1835d343 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347998 Dec 22 09:07:06.146058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23b720-b37c-4def-ba74-cff90e40a20c req-ed68d1df-22c3-46d2-8850-f278668019ce tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:06.147453 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b23b720-b37c-4def-ba74-cff90e40a20c req-ed68d1df-22c3-46d2-8850-f278668019ce tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0821710 Dec 22 09:07:06.189148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b23b720-b37c-4def-ba74-cff90e40a20c req-7ca38de5-db38-4ecc-b95e-6bfa29dd6912 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Dec 22 09:07:07.375452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608425c7-5ce3-4976-ae7b-731a1ff404c8 req-0e7722b6-702b-4ae2-a736-a9f6c95136ec tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:07.376910 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-608425c7-5ce3-4976-ae7b-731a1ff404c8 req-0e7722b6-702b-4ae2-a736-a9f6c95136ec tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0820026 Dec 22 09:07:07.420149 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-608425c7-5ce3-4976-ae7b-731a1ff404c8 req-c523ba78-a623-4fcf-9a9e-95acf2c4a1f1 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377119 Dec 22 09:07:07.600742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52b406-00cf-4bcd-a19b-817dce8e54e7 req-8b0c8c04-a382-431a-a709-b512523fd979 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:07.602186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6b52b406-00cf-4bcd-a19b-817dce8e54e7 req-8b0c8c04-a382-431a-a709-b512523fd979 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0795195 Dec 22 09:07:07.644693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6b52b406-00cf-4bcd-a19b-817dce8e54e7 req-51e27dae-ef9f-4b46-8aef-3e0eee142aa9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369792 Dec 22 09:07:07.985525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cca2e-f428-41a0-bda1-6847e3ca1859 req-2c854392-b90a-4744-befd-abd8c3b224f8 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:07.986941 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-520cca2e-f428-41a0-bda1-6847e3ca1859 req-2c854392-b90a-4744-befd-abd8c3b224f8 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0825150 Dec 22 09:07:08.029600 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-520cca2e-f428-41a0-bda1-6847e3ca1859 req-20e25633-6ce2-404a-9457-3e1ba38526db tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 Dec 22 09:07:08.208786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7672f-99c4-4804-85e3-d7a9e6569699 req-e3eddb05-7ebc-44d8-8ca8-93bf69a28a12 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:08.210250 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29b7672f-99c4-4804-85e3-d7a9e6569699 req-e3eddb05-7ebc-44d8-8ca8-93bf69a28a12 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0784903 Dec 22 09:07:08.256880 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29b7672f-99c4-4804-85e3-d7a9e6569699 req-207c80a2-5475-43a6-96b2-96c9b2abf1b3 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Dec 22 09:07:08.656932 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-c9dc7581-4f9c-4491-b7d3-dab8af8da0b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276033 Dec 22 09:07:08.672662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69a9e-34c2-47a3-a05c-9aaa9bd82ffe req-3507c625-4789-413a-a062-a0d10ab136e5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:08.674055 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2e69a9e-34c2-47a3-a05c-9aaa9bd82ffe req-3507c625-4789-413a-a062-a0d10ab136e5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0958066 Dec 22 09:07:08.720696 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b2e69a9e-34c2-47a3-a05c-9aaa9bd82ffe req-425f2030-6c90-4fd4-90b7-093ee156b9fc tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Dec 22 09:07:09.800045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-10b69d9f-13cf-49d4-818f-710c7ef1f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.802392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-10b69d9f-13cf-49d4-818f-710c7ef1f7b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 1099 time: 0.0730736 Dec 22 09:07:09.809403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-66ed0b83-a0fc-44f9-8006-37a7a5f4f6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:09.881242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:09.994265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-5710bfe7-5525-4a57-944b-5fa955a23abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:09.995697 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-5710bfe7-5525-4a57-944b-5fa955a23abe service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1867170 Dec 22 09:07:10.063025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6016140-26d2-4ca9-ac39-1a5691cb00ce req-fa62368a-d0a4-4035-8e4c-7610841d55e7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:10.064386 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f6016140-26d2-4ca9-ac39-1a5691cb00ce req-fa62368a-d0a4-4035-8e4c-7610841d55e7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.1817777 Dec 22 09:07:10.076230 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-2944ea21-7254-4399-a17a-74a8cd9b1b1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 200 len: 217 time: 0.0734720 Dec 22 09:07:10.161587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f6016140-26d2-4ca9-ac39-1a5691cb00ce req-662a0898-f91a-41e3-ac0f-ccdf49fa8c81 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869782 Dec 22 09:07:10.165020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-55e8c5ec-20c6-4a0c-a0e8-094144397c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:10.166356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-55e8c5ec-20c6-4a0c-a0e8-094144397c80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0782061 Dec 22 09:07:10.220165 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-7cfe19b3-c185-4ca7-b4d9-107eb45838bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467975 Dec 22 09:07:10.350052 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-812a13c6-a9e3-4dc1-af28-673ee137ed64 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230378 Dec 22 09:07:10.477920 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-9a967978-af97-4a66-914a-00eb6c1ca9bc service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213634 Dec 22 09:07:11.341875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306cb4-528a-403d-bed6-1b9cb2805f3e req-58c109da-4127-4ef2-8b8f-9c17ee35cdc3 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:11.343297 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d306cb4-528a-403d-bed6-1b9cb2805f3e req-58c109da-4127-4ef2-8b8f-9c17ee35cdc3 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0787137 Dec 22 09:07:11.385745 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d306cb4-528a-403d-bed6-1b9cb2805f3e req-d4f37106-f622-4726-ab3a-37a42fb866ed tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366576 Dec 22 09:07:12.075624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d40d297a-f789-40b1-a409-34a14d7c3b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:12.568500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6734a9d-3ae3-4570-93d7-c086cc80401c req-1a51fd4b-3715-49dc-b05f-a0dab79801a0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:12.569939 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c6734a9d-3ae3-4570-93d7-c086cc80401c req-1a51fd4b-3715-49dc-b05f-a0dab79801a0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0817022 Dec 22 09:07:12.612298 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c6734a9d-3ae3-4570-93d7-c086cc80401c req-9f7bce4d-9777-4633-a18d-afb0c7fad09b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Dec 22 09:07:13.230692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:13.273653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:13.798129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f36c5-3d62-4873-b0ea-e754a63c1793 req-71827d92-76ca-4890-b4be-28bdcf7bca88 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:13.799667 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6b3f36c5-3d62-4873-b0ea-e754a63c1793 req-71827d92-76ca-4890-b4be-28bdcf7bca88 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0849671 Dec 22 09:07:13.842704 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6b3f36c5-3d62-4873-b0ea-e754a63c1793 req-4b5a8ff3-be10-4cbf-acc9-73787949c286 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 Dec 22 09:07:14.587622 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:15.030729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e5f0d-99b5-4f2c-801f-775d4238cf6f req-d199b1c2-f682-4ecd-8951-115e8fe84d05 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:15.032149 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-030e5f0d-99b5-4f2c-801f-775d4238cf6f req-d199b1c2-f682-4ecd-8951-115e8fe84d05 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0823581 Dec 22 09:07:15.187380 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-030e5f0d-99b5-4f2c-801f-775d4238cf6f req-38095e72-5047-4d8d-9324-d273d0628191 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489549 Dec 22 09:07:16.369882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a45b8-7f15-42d7-8380-f243e5fefc22 req-e172b041-3eb7-411b-b782-2d102aa330e9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:16.371309 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea0a45b8-7f15-42d7-8380-f243e5fefc22 req-e172b041-3eb7-411b-b782-2d102aa330e9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0780983 Dec 22 09:07:16.417408 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ea0a45b8-7f15-42d7-8380-f243e5fefc22 req-ff57233a-d226-4356-a292-b2724f77aad5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Dec 22 09:07:17.604813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f3fbe-236d-4b8a-976c-803734959f27 req-0849894f-227f-4752-9509-5a1c8f925050 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:17.606238 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c66f3fbe-236d-4b8a-976c-803734959f27 req-0849894f-227f-4752-9509-5a1c8f925050 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0780065 Dec 22 09:07:17.649077 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c66f3fbe-236d-4b8a-976c-803734959f27 req-683378bf-5df2-4cc6-8a89-0cffefe9b6fb tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372534 Dec 22 09:07:18.830043 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361883-a539-46f0-bac2-f932dad1f9e8 req-7e00a625-edaf-41ee-93c6-59506243e137 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:18.831380 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2361883-a539-46f0-bac2-f932dad1f9e8 req-7e00a625-edaf-41ee-93c6-59506243e137 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0786777 Dec 22 09:07:18.873278 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2361883-a539-46f0-bac2-f932dad1f9e8 req-33928bed-9d52-48ea-9855-44e6f9548c7c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Dec 22 09:07:20.055490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95180435-f889-4d21-af70-eab3985b2e65 req-fbcfd7eb-9237-4382-a8a5-9a9d13cda719 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:20.056956 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-95180435-f889-4d21-af70-eab3985b2e65 req-fbcfd7eb-9237-4382-a8a5-9a9d13cda719 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0798225 Dec 22 09:07:20.099904 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-95180435-f889-4d21-af70-eab3985b2e65 req-a76c1e0b-6f23-4196-b1e7-76b24b8676db tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Dec 22 09:07:21.285915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfdfd7-d872-4f32-bef5-10332b054775 req-2aad3655-c168-4d60-8017-39e16fe7f123 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:21.287346 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-abcfdfd7-d872-4f32-bef5-10332b054775 req-2aad3655-c168-4d60-8017-39e16fe7f123 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0842321 Dec 22 09:07:21.329596 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-abcfdfd7-d872-4f32-bef5-10332b054775 req-6931acd4-dde9-4391-be29-22be2d64f69b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Dec 22 09:07:22.510139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb32706-6b73-49a3-be50-615426d95946 req-f0768253-3723-4e4b-9332-92c57f8c061a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:22.511564 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cb32706-6b73-49a3-be50-615426d95946 req-f0768253-3723-4e4b-9332-92c57f8c061a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0779741 Dec 22 09:07:22.561399 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5cb32706-6b73-49a3-be50-615426d95946 req-190527a5-3665-4771-aae4-d07e9ec672c7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Dec 22 09:07:23.746054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f35ba-edfb-49de-8fec-4aa009b9b77c req-15a8c256-d914-4227-aa8a-d9d98cd1259c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:23.747478 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-303f35ba-edfb-49de-8fec-4aa009b9b77c req-15a8c256-d914-4227-aa8a-d9d98cd1259c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0793912 Dec 22 09:07:23.790807 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-303f35ba-edfb-49de-8fec-4aa009b9b77c req-61320079-0881-4a51-b7fd-58b23d469766 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375264 Dec 22 09:07:24.974083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d6e3f-836e-4125-be2c-47a3524ce987 req-2a063344-a04c-41ae-87c2-98f077a72da2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:24.975524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b42d6e3f-836e-4125-be2c-47a3524ce987 req-2a063344-a04c-41ae-87c2-98f077a72da2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0793543 Dec 22 09:07:25.017640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b42d6e3f-836e-4125-be2c-47a3524ce987 req-e322f27f-60e4-4137-8a7f-23ccbf714fbb tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362725 Dec 22 09:07:26.201090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b48e-f199-4819-9db6-ae6780334358 req-9f08193a-93f1-49af-b90e-81dfab56a933 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:26.202523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-22f9b48e-f199-4819-9db6-ae6780334358 req-9f08193a-93f1-49af-b90e-81dfab56a933 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0810857 Dec 22 09:07:26.246107 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-22f9b48e-f199-4819-9db6-ae6780334358 req-fb69c770-998f-4011-a1d8-2f662437f0f0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Dec 22 09:07:27.431881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea68e6-1d18-49d4-aa47-30cf84ec5d06 req-2663b7d6-e350-42b2-b4ff-e3871f1fbb9f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:27.433330 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30ea68e6-1d18-49d4-aa47-30cf84ec5d06 req-2663b7d6-e350-42b2-b4ff-e3871f1fbb9f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0844965 Dec 22 09:07:27.482534 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30ea68e6-1d18-49d4-aa47-30cf84ec5d06 req-09a8ffef-d8d8-4c77-9eb2-0aa6561715f0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Dec 22 09:07:28.665359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57288960-39ec-499f-88d4-b5edffdc9cd0 req-1b5eff6d-304d-4177-9d2b-18cc4527d61c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:28.666802 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-57288960-39ec-499f-88d4-b5edffdc9cd0 req-1b5eff6d-304d-4177-9d2b-18cc4527d61c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0790150 Dec 22 09:07:28.713712 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-57288960-39ec-499f-88d4-b5edffdc9cd0 req-b7b424c9-e74c-4d51-9a26-4a5f2a64802f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Dec 22 09:07:29.893240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec84c3-3557-4e19-9329-9c082e908fcb req-a4f62920-9abe-4d5a-b080-7f3905b42900 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:29.894570 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bbec84c3-3557-4e19-9329-9c082e908fcb req-a4f62920-9abe-4d5a-b080-7f3905b42900 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0779607 Dec 22 09:07:29.937902 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bbec84c3-3557-4e19-9329-9c082e908fcb req-ee7921cd-5872-4f37-9ee8-45d45d75583d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Dec 22 09:07:31.121355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944d49a-523e-49f6-be4b-447fd6a93ad6 req-426dd4a5-b024-400b-bf6a-20362205ef41 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:31.123079 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6944d49a-523e-49f6-be4b-447fd6a93ad6 req-426dd4a5-b024-400b-bf6a-20362205ef41 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0794775 Dec 22 09:07:31.167848 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6944d49a-523e-49f6-be4b-447fd6a93ad6 req-171b05e6-e528-4ade-8646-f2b0d54caa25 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Dec 22 09:07:32.353957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5be28-0c05-4507-b49f-7d0d81f547e0 req-a707ddd2-d8df-4197-9fc5-a7e4802b9b22 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:32.355367 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bbd5be28-0c05-4507-b49f-7d0d81f547e0 req-a707ddd2-d8df-4197-9fc5-a7e4802b9b22 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0812099 Dec 22 09:07:32.398991 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bbd5be28-0c05-4507-b49f-7d0d81f547e0 req-fa52fc15-908c-409e-9dcf-cfce91fa0878 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Dec 22 09:07:33.583392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede555a-608a-4613-a32a-6870a17b7f5d req-6fcd25b0-2db5-4a90-bc41-0520fecb23c5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:33.584857 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bede555a-608a-4613-a32a-6870a17b7f5d req-6fcd25b0-2db5-4a90-bc41-0520fecb23c5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0838785 Dec 22 09:07:33.725313 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bede555a-608a-4613-a32a-6870a17b7f5d req-cf7cc256-8434-4a6a-9e96-c1c139869ed0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348212 Dec 22 09:07:34.919554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964113c8-ea3d-41c2-a164-2841d6927402 req-e8d1d3c1-4344-4498-9026-9447d36ca4c6 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:34.921034 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-964113c8-ea3d-41c2-a164-2841d6927402 req-e8d1d3c1-4344-4498-9026-9447d36ca4c6 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0796888 Dec 22 09:07:34.968261 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-964113c8-ea3d-41c2-a164-2841d6927402 req-613e813c-2e1c-494d-a5da-d121415170d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Dec 22 09:07:35.372879 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:07:36.149398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca4d96-285e-427c-a95b-898c8e0a88c2 req-92f1758b-f368-4c2c-a5ff-6a627689105b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:36.150818 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3bca4d96-285e-427c-a95b-898c8e0a88c2 req-92f1758b-f368-4c2c-a5ff-6a627689105b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0781305 Dec 22 09:07:36.193566 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3bca4d96-285e-427c-a95b-898c8e0a88c2 req-326cc9b6-048f-4cb3-9a65-cdb18089c6c4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372741 Dec 22 09:07:37.215195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-ad13a156-512e-44a5-9abf-6754291f26f3 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:07:37.216201 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-ad13a156-512e-44a5-9abf-6754291f26f3 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052722 Dec 22 09:07:37.295622 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-d5902b3d-746e-42e7-8192-8d6165678452 service neutron] 10.222.0.16 "GET /v2.0/ports/d71486cd-0f7c-464a-8f9d-abf41eab4ef1/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0738266 Dec 22 09:07:37.378440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186de184-4f77-4723-96af-da927f42b564 req-d985f0e7-f04c-4833-8d92-d1af523fcba5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:37.379967 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-186de184-4f77-4723-96af-da927f42b564 req-d985f0e7-f04c-4833-8d92-d1af523fcba5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0795040 Dec 22 09:07:37.430297 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-186de184-4f77-4723-96af-da927f42b564 req-c935468d-7e34-4d53-b022-70de37e68569 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Dec 22 09:07:37.579178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-6d2819fd-098d-45f2-a43f-45faaddfe3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:37.580732 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-6d2819fd-098d-45f2-a43f-45faaddfe3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd&tenant_id=1efbce51c6ec46749c173cc46f8fb1b2 HTTP/1.1" status: 200 len: 1099 time: 0.0710654 Dec 22 09:07:37.667932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-dbb2c29a-2ca3-445c-b094-de07ee2e779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:37.669414 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-dbb2c29a-2ca3-445c-b094-de07ee2e779e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 1099 time: 0.0685096 Dec 22 09:07:37.797569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-ee434973-2292-4dbe-8a1c-eac1ba4e11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:37.799023 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-ee434973-2292-4dbe-8a1c-eac1ba4e11e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1235940 Dec 22 09:07:37.868206 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-75877a55-3416-4c16-a105-543c480bd509 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 200 len: 217 time: 0.0628550 Dec 22 09:07:37.932816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-5fc93bf4-8273-4bd2-8555-409886f0513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:37.934168 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-5fc93bf4-8273-4bd2-8555-409886f0513e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0599196 Dec 22 09:07:37.979783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-63775ea4-089f-4ec3-b29f-fd51b4faa9a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393753 Dec 22 09:07:38.108358 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-d7161fba-0203-4de3-b21b-5f32852be935 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213889 Dec 22 09:07:38.234814 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-026bd207-d4a8-4226-ad49-4d6abda22f33 req-0101b71b-059a-43e2-abb6-4e28ef91278e service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200078 Dec 22 09:07:38.619273 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9fe32-358a-4cf9-91db-e2fd407b9b37 req-c25f9092-308a-49a5-a568-e223f1f5699f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:38.620724 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3f9fe32-358a-4cf9-91db-e2fd407b9b37 req-c25f9092-308a-49a5-a568-e223f1f5699f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0822415 Dec 22 09:07:38.663028 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3f9fe32-358a-4cf9-91db-e2fd407b9b37 req-24f5c5f8-da23-44c7-abac-809669b20214 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Dec 22 09:07:39.813131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d3489da0-f400-4597-8062-e40d43b6b6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:39.847461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aaaaa-66a5-4a9a-a8b8-db17bf300520 req-fb953f83-545a-4be1-bce7-e940c47881d5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:39.849564 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-596aaaaa-66a5-4a9a-a8b8-db17bf300520 req-fb953f83-545a-4be1-bce7-e940c47881d5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0822873 Dec 22 09:07:39.891375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:39.902139 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-596aaaaa-66a5-4a9a-a8b8-db17bf300520 req-44bd84aa-3338-4a64-9592-af5073a2f162 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470340 Dec 22 09:07:40.679460 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d71486cd-0f7c-464a-8f9d-abf41eab4ef1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:07:40.681813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d71486cd-0f7c-464a-8f9d-abf41eab4ef1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:07:40.886809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:40.922028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:40.939354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:40.948033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207', 'port_id': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'mac_address': 'fa:16:3e:74:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332ee186-deea-4790-8b7f-8e6c37ccffbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:07:40.952105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:41.032213 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'code': 200} Dec 22 09:07:41.040115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:41.043955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ef132ba1-9a56-4a47-a9cf-9297e4954fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:41.105292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:41.128385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71486cd-0f7c-464a-8f9d-abf41eab4ef1 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:07:41.136690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:41.138161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51f00d-7305-4c7c-b359-bd166124f785 req-c27fa2a0-2f14-4439-9755-9693caf85998 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:41.143533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:41.144327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b51f00d-7305-4c7c-b359-bd166124f785 req-c27fa2a0-2f14-4439-9755-9693caf85998 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 944 time: 0.1273606 Dec 22 09:07:41.151107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:41.154983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:41.156712 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:41.197279 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5b51f00d-7305-4c7c-b359-bd166124f785 req-0f67664c-db5f-487f-89f6-9d8ee6a1797f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Dec 22 09:07:41.226810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['d71486cd-0f7c-464a-8f9d-abf41eab4ef1'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:07:41.263316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:41.272911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:42.078391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-da23ae68-dad6-4e3b-90d0-a0acd2ad06bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:42.382200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42993b-7d31-465a-b9ea-e4333388dc05 req-cd9f872c-1e3e-4d01-aab7-90058dd51fbd tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:42.383528 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e42993b-7d31-465a-b9ea-e4333388dc05 req-cd9f872c-1e3e-4d01-aab7-90058dd51fbd tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 945 time: 0.0811324 Dec 22 09:07:42.427258 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0e42993b-7d31-465a-b9ea-e4333388dc05 req-4ef72c0b-062e-4bdf-b319-8c2445a11b5f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Dec 22 09:07:42.687840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d71486cd-0f7c-464a-8f9d-abf41eab4ef1 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:07:42.754653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:07:42.755025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:42.873343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:42.905475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:42.909518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:42.911702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d38f32-a1e4-4120-ba7c-1addd34d0046 req-2cafdb0e-a924-4bc9-879d-e5c1e43e693a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:42.911872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-efa28f5f-e1c1-45c2-ad59-e4cf21dfe27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:42.913291 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75d38f32-a1e4-4120-ba7c-1addd34d0046 req-2cafdb0e-a924-4bc9-879d-e5c1e43e693a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 945 time: 0.2636573 Dec 22 09:07:42.922577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-2b4382e2-21aa-4773-b28e-95049b03838d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:42.923893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-2b4382e2-21aa-4773-b28e-95049b03838d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd&tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.2383306 Dec 22 09:07:42.963594 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75d38f32-a1e4-4120-ba7c-1addd34d0046 req-219a0567-34c7-434e-9a92-7dce50f9e578 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387280 Dec 22 09:07:42.978907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:42.981799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:43.033520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:43.071139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-164569ee-e640-46ab-b560-ed4ae120a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:43.072615 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-164569ee-e640-46ab-b560-ed4ae120a570 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 1099 time: 0.0708981 Dec 22 09:07:43.089963 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'code': 200} Dec 22 09:07:43.205068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-727c34e6-f851-4125-a55f-7acc4d444ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:43.206476 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-727c34e6-f851-4125-a55f-7acc4d444ad6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1267242 Dec 22 09:07:43.232139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:43.274089 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-321136cf-ce4b-4014-90a8-35594f8cf542 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 200 len: 217 time: 0.0611634 Dec 22 09:07:43.276321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:43.338674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-85cef339-62f6-49d6-b738-9f313807cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:43.340105 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-85cef339-62f6-49d6-b738-9f313807cdd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0600972 Dec 22 09:07:43.385150 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-3260ab87-ed01-4591-bca0-a23062e3dd08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388124 Dec 22 09:07:43.515436 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-f1de43ee-ec9e-45a4-9803-1ae11f939120 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236901 Dec 22 09:07:43.645039 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abec4cee-c35a-4706-a606-b61cd95a38c2 req-a9226751-3d8a-4c66-9c0e-b22df437b64e service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233282 Dec 22 09:07:44.168097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f42a9b-d34b-4291-a17b-49672a31e92a req-2dea59cf-1132-4f5f-872f-f0385b6152f2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:44.169561 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3f42a9b-d34b-4291-a17b-49672a31e92a req-2dea59cf-1132-4f5f-872f-f0385b6152f2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0905685 Dec 22 09:07:44.214186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3f42a9b-d34b-4291-a17b-49672a31e92a req-7d163aab-0579-4864-a466-bcba01c6fa5a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387731 Dec 22 09:07:44.401634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099ea86-880a-43f2-af65-3391ccf1f37d req-f94f27c2-af24-441c-b383-584045225853 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:44.403062 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3099ea86-880a-43f2-af65-3391ccf1f37d req-f94f27c2-af24-441c-b383-584045225853 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0782702 Dec 22 09:07:44.446285 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3099ea86-880a-43f2-af65-3391ccf1f37d req-f61c0123-9e30-4434-b753-b34bd3a30ee5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375841 Dec 22 09:07:44.591285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:44.627768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e48f2f-b8a0-4765-8cd7-41afb457d0b0 req-8db0858c-8052-4aed-8d6c-6e7970c241d2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:44.629228 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56e48f2f-b8a0-4765-8cd7-41afb457d0b0 req-8db0858c-8052-4aed-8d6c-6e7970c241d2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0785232 Dec 22 09:07:44.672255 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-56e48f2f-b8a0-4765-8cd7-41afb457d0b0 req-26d40eb7-a94f-475f-a82c-19a5e0b28e2d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369420 Dec 22 09:07:44.798082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-be2447ae-8923-40f6-9972-bf11c311fb7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723081 Dec 22 09:07:44.938849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-50a4112a-fa79-4faa-a43b-16e2bfbf46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:44.940324 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-50a4112a-fa79-4faa-a43b-16e2bfbf46a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 1099 time: 0.0766666 Dec 22 09:07:45.194895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-3184675e-4bf9-44d7-853d-130d75f459c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:45.196242 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-3184675e-4bf9-44d7-853d-130d75f459c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.2372603 Dec 22 09:07:45.208101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-035fdcd0-12e9-4733-bc03-e09964b21913 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:45.209410 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-035fdcd0-12e9-4733-bc03-e09964b21913 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 814 time: 0.1825154 Dec 22 09:07:45.279934 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-add08dc7-65b2-4f12-8c42-55a18c1ca3b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 200 len: 217 time: 0.0696335 Dec 22 09:07:45.281318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-4a0e4a79-74b1-4b6f-bed9-0cd8b2d9df34 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/quotas/1efbce51c6ec46749c173cc46f8fb1b2 HTTP/1.1" status: 200 len: 375 time: 0.0214529 Dec 22 09:07:45.510319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-81001da1-917b-45f2-a541-585753b9369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:45.511733 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-81001da1-917b-45f2-a541-585753b9369d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.2239051 Dec 22 09:07:45.562848 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-4a5def1a-57f5-428b-afb9-3e23ecef4f17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433426 Dec 22 09:07:45.567053 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-8bdc85d8-1bb9-40ef-bf77-db365f105ded tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2802260 Dec 22 09:07:45.796569 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-3326f7c6-7efd-4f95-922a-12fcc448590e service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266955 Dec 22 09:07:45.798257 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-30ae2625-86dc-49f6-9b66-86ab796313a1 service neutron] 10.222.0.36 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116456 Dec 22 09:07:46.030667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0d43f76-f1af-4c8a-908e-b369eb9ab1fb req-f3052c28-08b8-4d34-a6a3-b658cfb54563 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265422 Dec 22 09:07:46.032444 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-b97e8582-eccb-4151-b267-8ef49d9d9031 service neutron] 10.222.0.36 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116482 Dec 22 09:07:46.209549 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7cc43cef-f2f9-480d-a383-949bad2e0ce9 req-9f397173-3b4c-40e6-8eff-1b5992346279 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 210 time: 0.0458200 Dec 22 09:07:46.836294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-2d43ba2b-e415-4c47-a0f5-31cbdef0ecf8 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:46.837601 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-2d43ba2b-e415-4c47-a0f5-31cbdef0ecf8 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f751f1b-4fb4-449e-bfa1-f1895dad45fd HTTP/1.1" status: 200 len: 946 time: 0.0848358 Dec 22 09:07:46.909398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Deleting port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:07:46.909737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:47.276247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] For port d71486cd-0f7c-464a-8f9d-abf41eab4ef1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:47.276705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:47.436788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-b8af7ec6-378f-4b70-b87b-460e8614e695 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:47.438129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-b8af7ec6-378f-4b70-b87b-460e8614e695 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 814 time: 0.3472984 Dec 22 09:07:47.451799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Calling delete_port for d71486cd-0f7c-464a-8f9d-abf41eab4ef1 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:07:47.499766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Request body: {'port': {'device_id': 'cef21829-f434-4366-b51f-d349852fe83d', 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207', 'admin_state_up': True, 'tenant_id': '1efbce51c6ec46749c173cc46f8fb1b2'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:07:47.513580 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e1fc423-b8d5-4b79-9e84-3b00203906ea req-fb6e918d-b9f9-424d-92e7-d9e12977c720 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 210 time: 0.1636760 Dec 22 09:07:47.824603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:07:47.831858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Usage tracker for resource:port and tenant:1efbce51c6ec46749c173cc46f8fb1b2 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:07:47.836856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:07:47.846449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:07:47.854792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:47.856902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Made reservation on behalf of 1efbce51c6ec46749c173cc46f8fb1b2 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:07:47.860281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:47.868146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['d71486cd-0f7c-464a-8f9d-abf41eab4ef1'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:07:47.875245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-208876a3-9fe4-459e-aa24-a86aec89f9f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:47.926519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Pushing event deleted for resources: {'Port': ['ID=d71486cd-0f7c-464a-8f9d-abf41eab4ef1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:47.930377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:48.040540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] No DVR routers for this DVR port d71486cd-0f7c-464a-8f9d-abf41eab4ef1 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:07:48.047097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:48.049539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-deleted', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:48.077089 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "DELETE /v2.0/ports/d71486cd-0f7c-464a-8f9d-abf41eab4ef1 HTTP/1.1" status: 204 len: 173 time: 1.2316980 Dec 22 09:07:48.095472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f751f1b-4fb4-449e-bfa1-f1895dad45fd', 'name': 'network-vif-deleted', 'tag': 'd71486cd-0f7c-464a-8f9d-abf41eab4ef1', 'status': 'completed', 'code': 200} Dec 22 09:07:48.156005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Allocated IP 172.20.0.3 (47be4bf4-63a1-4f8d-ada8-754a601e8207/332ee186-deea-4790-8b7f-8e6c37ccffbc/224a2191-6250-46dd-a90a-71960a67c03a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:07:48.358557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:48.386989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:48.392294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:48.399021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['d71486cd-0f7c-464a-8f9d-abf41eab4ef1'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:07:48.455602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Network 47be4bf4-63a1-4f8d-ada8-754a601e8207 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:07:48.458667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:07:48.462701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:07:48.507063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Pushing event updated for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:48.524031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:48.550304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:48.552023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:48.572718 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829718 Dec 22 09:07:48.584549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Request body: {'port': {'device_id': 'cef21829-f434-4366-b51f-d349852fe83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:07:48.753464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:48.779100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0efa2-4f58-40a0-95cb-c620f49449ed req-7ff7162b-8e61-498a-bf98-91d99dfeb54a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:48.779786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-78d0efa2-4f58-40a0-95cb-c620f49449ed req-7ff7162b-8e61-498a-bf98-91d99dfeb54a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Synchronizing usage tracker for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:07:48.836627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-78d0efa2-4f58-40a0-95cb-c620f49449ed req-7ff7162b-8e61-498a-bf98-91d99dfeb54a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Unset dirty status for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:07:48.837751 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-78d0efa2-4f58-40a0-95cb-c620f49449ed req-7ff7162b-8e61-498a-bf98-91d99dfeb54a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 931 time: 0.2094436 Dec 22 09:07:48.945383 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-78d0efa2-4f58-40a0-95cb-c620f49449ed req-3f18aeb9-8014-4e95-a41c-076a1699f2db tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995564 Dec 22 09:07:49.136168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224a2191-6250-46dd-a90a-71960a67c03a {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:07:49.143405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:49.156886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Transition to ACTIVE for port object 224a2191-6250-46dd-a90a-71960a67c03a will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:07:49.162360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:49.166720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e397273b-0451-4ec0-a11f-f0936ad2c24e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:49.320120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:49.327375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:49.391623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Attempting to bind port 224a2191-6250-46dd-a90a-71960a67c03a on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:07:49.391865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Attempting to bind port 224a2191-6250-46dd-a90a-71960a67c03a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:07:49.392212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Attempting to bind port 224a2191-6250-46dd-a90a-71960a67c03a on network 47be4bf4-63a1-4f8d-ada8-754a601e8207 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:07:49.396675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Port 224a2191-6250-46dd-a90a-71960a67c03a on network 47be4bf4-63a1-4f8d-ada8-754a601e8207 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:07:49.396983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Attempting to bind port 224a2191-6250-46dd-a90a-71960a67c03a on network 47be4bf4-63a1-4f8d-ada8-754a601e8207 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:07:49.401933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:07:49.402258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Checking segment: {'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:07:49.402629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Bound using segment: {'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:07:49.403031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Bound port: 224a2191-6250-46dd-a90a-71960a67c03a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803873a5-55fe-44fb-9e97-e1369d64b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:07:49.403361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:49.493571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:07:49.496515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:07:49.500802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:49.504430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:49.558333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:49.559414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:49.560796 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] 10.222.0.16 "PUT /v2.0/ports/224a2191-6250-46dd-a90a-71960a67c03a HTTP/1.1" status: 200 len: 1093 time: 0.9807658 Dec 22 09:07:49.582186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:49.585710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:49.667165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-bb1e9c91-2a0b-4daf-8817-c09c61aac78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:49.668525 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-bb1e9c91-2a0b-4daf-8817-c09c61aac78c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 1096 time: 0.0690076 Dec 22 09:07:49.850852 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-259777d0-970f-435a-ab71-f66f56708fab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=224a2191-6250-46dd-a90a-71960a67c03a HTTP/1.1" status: 200 len: 217 time: 0.1747327 Dec 22 09:07:49.915107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-9c30b8a6-4b65-417a-966f-70cca375bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:49.916517 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-9c30b8a6-4b65-417a-966f-70cca375bff0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0580313 Dec 22 09:07:49.964025 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-e0777108-279d-4bcb-b5ab-108976cd2554 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407043 Dec 22 09:07:50.094846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-a73447a5-93b5-4bdd-ad5f-523e4ebee58f service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238406 Dec 22 09:07:50.096439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:50.130364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207981ef-8b9c-4433-9175-57a19fa5b576 req-f0be78e8-5de2-4646-9d96-e3b4c78e0710 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:50.131852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-207981ef-8b9c-4433-9175-57a19fa5b576 req-f0be78e8-5de2-4646-9d96-e3b4c78e0710 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 943 time: 0.0807371 Dec 22 09:07:50.170042 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a', 'status': 'completed', 'code': 200} Dec 22 09:07:50.178033 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-207981ef-8b9c-4433-9175-57a19fa5b576 req-be84a08e-f3d6-476b-8968-0553b11a7edb tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Dec 22 09:07:50.228951 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5d1bfb7-5142-483d-8ebd-b8cfdf70ea4a req-fad995d5-53d8-4210-ad97-a140773ac8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269898 Dec 22 09:07:50.339327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-55ff0d74-4539-42b8-a564-8e862c87414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:50.340817 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-55ff0d74-4539-42b8-a564-8e862c87414d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 1096 time: 0.0699551 Dec 22 09:07:50.470971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-3d394bc2-c136-4eba-b366-091190344b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:50.472421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-3d394bc2-c136-4eba-b366-091190344b8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1254487 Dec 22 09:07:50.543162 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-9181375c-5c9c-42e7-8392-ef8245753841 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=224a2191-6250-46dd-a90a-71960a67c03a HTTP/1.1" status: 200 len: 217 time: 0.0644090 Dec 22 09:07:50.609507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-b41e822a-e60c-4c61-afcf-06801d60b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:50.610932 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-b41e822a-e60c-4c61-afcf-06801d60b026 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0616410 Dec 22 09:07:50.657485 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-184b2a56-3bdf-426a-9886-a1e917bd122d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398440 Dec 22 09:07:50.732468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d71486cd-0f7c-464a-8f9d-abf41eab4ef1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:07:50.765578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: d71486cd-0f7c-464a-8f9d-abf41eab4ef1 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:07:50.765834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device d71486cd-0f7c-464a-8f9d-abf41eab4ef1 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:07:50.786991 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-3978466e-8c0c-47ba-a5e6-0ced405bc2ac service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235952 Dec 22 09:07:50.918530 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe8e27f9-3d20-49a1-a1b7-aa3a3b1bb4b4 req-8a72ef24-b3d3-4830-9ace-59b36f3697af service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246741 Dec 22 09:07:51.361470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57097d1-fd67-4cb1-9f08-599c75a1ca27 req-138f99b1-decc-4e63-b9c9-9c6c59fe7775 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:51.362887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a57097d1-fd67-4cb1-9f08-599c75a1ca27 req-138f99b1-decc-4e63-b9c9-9c6c59fe7775 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 943 time: 0.0797358 Dec 22 09:07:51.406998 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a57097d1-fd67-4cb1-9f08-599c75a1ca27 req-926a9f2c-3ca2-46b2-8ea2-05afe980be8d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381787 Dec 22 09:07:52.600910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063265a7-7251-468a-902e-310200f11d46 req-8abcf035-23c6-45f7-bac4-6759f19c490f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:52.602341 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-063265a7-7251-468a-902e-310200f11d46 req-8abcf035-23c6-45f7-bac4-6759f19c490f tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 943 time: 0.0917118 Dec 22 09:07:52.645827 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-063265a7-7251-468a-902e-310200f11d46 req-6f2513fb-9334-4b84-863a-c3e82d637b58 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 Dec 22 09:07:53.833512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81387f12-ca9d-48ae-add2-1adbeb6a9a37 req-07889ef9-2420-40a3-89bf-09cd9b67e616 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:53.834845 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-81387f12-ca9d-48ae-add2-1adbeb6a9a37 req-07889ef9-2420-40a3-89bf-09cd9b67e616 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 943 time: 0.0828755 Dec 22 09:07:53.876909 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-81387f12-ca9d-48ae-add2-1adbeb6a9a37 req-73e8f236-a264-4b90-b8cc-7d0237743999 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366082 Dec 22 09:07:54.748096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 224a2191-6250-46dd-a90a-71960a67c03a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:07:54.875129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:54.887634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '224a2191-6250-46dd-a90a-71960a67c03a', 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207', 'port_id': '224a2191-6250-46dd-a90a-71960a67c03a', 'mac_address': 'fa:16:3e:18:53:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332ee186-deea-4790-8b7f-8e6c37ccffbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:07:54.946058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:54.962230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224a2191-6250-46dd-a90a-71960a67c03a {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:07:54.978990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:54.983530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:54.985452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:55.055545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:55.063647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.064081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.064419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.064742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.065062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.065381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.065699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.066016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.066331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.066643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.066953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.067260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:07:55.071919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:55.206524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effee4af-4ffa-4020-b593-43c25244619f req-cd058310-c00e-4ace-b3a1-409bf21d1288 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:55.207960 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-effee4af-4ffa-4020-b593-43c25244619f req-cd058310-c00e-4ace-b3a1-409bf21d1288 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 944 time: 0.0781028 Dec 22 09:07:55.251283 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-effee4af-4ffa-4020-b593-43c25244619f req-0bbe2a0d-332e-4e0d-bb19-f0cecff5fc83 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Dec 22 09:07:55.290225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['224a2191-6250-46dd-a90a-71960a67c03a'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:07:56.430913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81022a-b9ff-4c7f-925e-c0d60f2edd1a req-c780bf54-b93a-453e-9b1d-34f269d165dd tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:56.432343 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bf81022a-b9ff-4c7f-925e-c0d60f2edd1a req-c780bf54-b93a-453e-9b1d-34f269d165dd tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 944 time: 0.0781612 Dec 22 09:07:56.478574 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bf81022a-b9ff-4c7f-925e-c0d60f2edd1a req-35fc2217-4529-4520-9926-3378b61e24a2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Dec 22 09:07:56.763403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 224a2191-6250-46dd-a90a-71960a67c03a up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:07:56.830350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 224a2191-6250-46dd-a90a-71960a67c03a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:07:56.835502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 224a2191-6250-46dd-a90a-71960a67c03a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:07:56.835884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:56.949332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:56.975762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:07:56.985104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:07:56.989080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:56.990895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:07:57.020278 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a', 'code': 200} Dec 22 09:07:57.062236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:07:57.065036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:07:57.238646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b836b-d583-49d0-afd2-d5f6be707b1c req-73d93897-3b4e-4f36-9e6d-c4207da507ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:57.240670 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff7b836b-d583-49d0-afd2-d5f6be707b1c req-73d93897-3b4e-4f36-9e6d-c4207da507ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 1098 time: 0.0693905 Dec 22 09:07:57.278826 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ff7b836b-d583-49d0-afd2-d5f6be707b1c req-d6a20a28-040c-4df1-baf6-433c1429f4d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Dec 22 09:07:57.774328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9132cc1-5dfb-4ce4-b936-b33dfb5a093d req-da435fb4-408f-4f14-a643-49a14ff6589b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:57.775667 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9132cc1-5dfb-4ce4-b936-b33dfb5a093d req-da435fb4-408f-4f14-a643-49a14ff6589b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.1935155 Dec 22 09:07:57.818395 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9132cc1-5dfb-4ce4-b936-b33dfb5a093d req-12fafdce-8ab0-4b26-9381-4c80412c62d5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365629 Dec 22 09:07:59.002336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73519e-e477-40eb-914e-fc94558999f4 req-2036418d-f8ab-475f-b9af-c39cca7a0081 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:59.003774 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a73519e-e477-40eb-914e-fc94558999f4 req-2036418d-f8ab-475f-b9af-c39cca7a0081 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0818896 Dec 22 09:07:59.047292 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a73519e-e477-40eb-914e-fc94558999f4 req-8a6e369e-1b79-4eb2-aa4f-c1c022eb7642 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378647 Dec 22 09:07:59.229243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c02337-1c30-409e-bac3-6a38d48017ea req-cbf32dc7-4c36-4f01-9b05-904418165bd4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:59.231887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-73c02337-1c30-409e-bac3-6a38d48017ea req-cbf32dc7-4c36-4f01-9b05-904418165bd4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0798447 Dec 22 09:07:59.275629 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-73c02337-1c30-409e-bac3-6a38d48017ea req-22e4fb26-15bb-4df7-9dc9-5a1f9a6c796d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Dec 22 09:07:59.634675 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-4524631b-1567-49be-afae-1599442163b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838103 Dec 22 09:07:59.666399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624f411-90e7-4996-88ee-bc9709746ef2 req-bc9f0100-b0b4-4e39-9b7c-003ade9befe2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:59.667826 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a624f411-90e7-4996-88ee-bc9709746ef2 req-bc9f0100-b0b4-4e39-9b7c-003ade9befe2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0810196 Dec 22 09:07:59.713707 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a624f411-90e7-4996-88ee-bc9709746ef2 req-ab174a21-b4da-4e50-94b3-f9ab169dbf0e tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Dec 22 09:08:00.728556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-6e8fbf5d-653c-41bf-8463-fa1a15fae2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:00.730010 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-6e8fbf5d-653c-41bf-8463-fa1a15fae2a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 1098 time: 0.0705986 Dec 22 09:08:00.861548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-0358d9a5-1a7a-4935-ac7b-82a7a8da9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:00.862887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-0358d9a5-1a7a-4935-ac7b-82a7a8da9200 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1262612 Dec 22 09:08:00.904980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182bf2-3e47-46e5-b507-822923f2ea6e req-c65c2df7-8620-4187-86dc-7a5cc5c8cec0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:00.906427 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc182bf2-3e47-46e5-b507-822923f2ea6e req-c65c2df7-8620-4187-86dc-7a5cc5c8cec0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0875878 Dec 22 09:08:00.933174 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-0b40356f-212a-4c3e-88ed-eb748fc7fcdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=224a2191-6250-46dd-a90a-71960a67c03a HTTP/1.1" status: 200 len: 217 time: 0.0641079 Dec 22 09:08:00.949955 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc182bf2-3e47-46e5-b507-822923f2ea6e req-dec44c4a-8664-49de-8280-4a45b1374740 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378652 Dec 22 09:08:01.001103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-f210d5fa-050d-42a2-979f-0f6e737e97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:01.002495 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-f210d5fa-050d-42a2-979f-0f6e737e97f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0622466 Dec 22 09:08:01.047889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-ccc304f6-ba05-4094-956e-358da140fa0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391011 Dec 22 09:08:01.174868 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-f0d891e8-2260-41ea-b8f9-b9b3c4fee294 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195991 Dec 22 09:08:01.302365 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-0e1138f0-cc38-4a9e-83a7-ca9e390ba3fc service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211634 Dec 22 09:08:02.130242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85eae9-4ba1-40f7-b354-c836e807954a req-9f59f15a-ec21-40a7-8528-c0ff0c4a9275 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:02.132337 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6e85eae9-4ba1-40f7-b354-c836e807954a req-9f59f15a-ec21-40a7-8528-c0ff0c4a9275 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0783527 Dec 22 09:08:02.175942 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6e85eae9-4ba1-40f7-b354-c836e807954a req-78f594c2-dfa2-46cd-b3da-7799852590c8 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Dec 22 09:08:03.362885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df995-4d19-449a-ae4f-bb4ecfcc5995 req-5864849d-ec9c-4ad6-95e9-d16679db9942 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:03.364236 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c1df995-4d19-449a-ae4f-bb4ecfcc5995 req-5864849d-ec9c-4ad6-95e9-d16679db9942 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0781343 Dec 22 09:08:03.407511 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c1df995-4d19-449a-ae4f-bb4ecfcc5995 req-76c0737b-371d-4427-827c-add1d07cd0e7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Dec 22 09:08:04.641201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be746e-af71-431c-a716-123cec76d922 req-37e47e5d-d596-4a04-b0d6-1dc28e5c0edd tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:04.642637 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9be746e-af71-431c-a716-123cec76d922 req-37e47e5d-d596-4a04-b0d6-1dc28e5c0edd tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.1295061 Dec 22 09:08:04.685473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d9be746e-af71-431c-a716-123cec76d922 req-a3848e47-1e61-469d-94e2-99bf7f654bc6 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Dec 22 09:08:05.871975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f0f7-a978-4342-be89-a649431483c5 req-916c799f-3492-41dc-992d-fc57c7a57373 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:05.873312 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efc1f0f7-a978-4342-be89-a649431483c5 req-916c799f-3492-41dc-992d-fc57c7a57373 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0807545 Dec 22 09:08:05.916120 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efc1f0f7-a978-4342-be89-a649431483c5 req-e5d443f9-de38-4243-b5d2-20b7c68caf94 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Dec 22 09:08:07.095165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b281f9-0591-4338-bd5f-fdc6ee8d1aea req-7bc2eeac-2321-4a2f-bd8f-95e610a24665 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:07.096603 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27b281f9-0591-4338-bd5f-fdc6ee8d1aea req-7bc2eeac-2321-4a2f-bd8f-95e610a24665 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0778105 Dec 22 09:08:07.143304 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27b281f9-0591-4338-bd5f-fdc6ee8d1aea req-a99ec951-ed6c-4d57-9c08-3a77bdff1062 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Dec 22 09:08:08.321529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f2522-789a-42ea-b514-c2c2951648c0 req-1e368410-638f-43dd-9e3b-20c57c8dc1db tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:08.322949 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a07f2522-789a-42ea-b514-c2c2951648c0 req-1e368410-638f-43dd-9e3b-20c57c8dc1db tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0774009 Dec 22 09:08:08.369036 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a07f2522-789a-42ea-b514-c2c2951648c0 req-fdc5da6c-4e13-4690-9fbe-bf6379a1fae8 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Dec 22 09:08:09.549312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666833d0-22de-48b6-8d4d-195c4d732f51 req-ec0576c9-c817-4178-b8d2-5e1bcec47549 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:09.550727 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-666833d0-22de-48b6-8d4d-195c4d732f51 req-ec0576c9-c817-4178-b8d2-5e1bcec47549 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0792449 Dec 22 09:08:09.596283 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-666833d0-22de-48b6-8d4d-195c4d732f51 req-4747e2d4-0a7c-43d2-80ac-dec2929b51f7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Dec 22 09:08:09.849123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-83e00360-a6f3-4efe-8d69-2354c2df3032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:09.878813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:10.777559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c186c17-74c8-4d9c-a596-b0f9706375f6 req-cadfa27d-63dc-4946-b2ad-4e3ba94a1f5e tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:10.778907 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2c186c17-74c8-4d9c-a596-b0f9706375f6 req-cadfa27d-63dc-4946-b2ad-4e3ba94a1f5e tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0792511 Dec 22 09:08:10.822580 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2c186c17-74c8-4d9c-a596-b0f9706375f6 req-22dc4f77-2f82-4f84-ad64-848aef75d0d0 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Dec 22 09:08:12.009419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e140f2b-1502-4200-924a-385bc8c5503e req-740355c4-1f7a-4cc4-8d30-47a66453d9df tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:12.010841 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5e140f2b-1502-4200-924a-385bc8c5503e req-740355c4-1f7a-4cc4-8d30-47a66453d9df tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0826986 Dec 22 09:08:12.055206 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5e140f2b-1502-4200-924a-385bc8c5503e req-010997b5-a496-40ba-9880-19f1055e113d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Dec 22 09:08:12.080720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-35078632-63e1-4f55-a372-aa8e4c0a83dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:12.371447 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:08:13.235387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:13.243395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf7bec-aabb-4684-b5d8-e269f88c029d req-cc1e7c40-3a56-441f-b95f-2037918f9cee tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:13.244876 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-94cf7bec-aabb-4684-b5d8-e269f88c029d req-cc1e7c40-3a56-441f-b95f-2037918f9cee tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0850365 Dec 22 09:08:13.279811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:13.290994 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-94cf7bec-aabb-4684-b5d8-e269f88c029d req-b317d1b4-e5a7-4626-891a-73be82bf5f5b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Dec 22 09:08:14.472422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a403b-cb46-4152-b9e3-8fe77d8659b0 req-ab993840-c9d3-4ab3-936c-42cf8cc6cdb7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:14.473874 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cc0a403b-cb46-4152-b9e3-8fe77d8659b0 req-ab993840-c9d3-4ab3-936c-42cf8cc6cdb7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0785255 Dec 22 09:08:14.517191 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cc0a403b-cb46-4152-b9e3-8fe77d8659b0 req-7d304468-7276-4a96-9080-95d5ad1320de tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Dec 22 09:08:14.594418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:15.697602 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce46df-69d1-4522-a412-a7f559d30f70 req-5c1c1771-c21b-48d6-be65-40e2d1fee307 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:15.699032 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3fce46df-69d1-4522-a412-a7f559d30f70 req-5c1c1771-c21b-48d6-be65-40e2d1fee307 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0786450 Dec 22 09:08:15.742211 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3fce46df-69d1-4522-a412-a7f559d30f70 req-2eabbb83-c595-4117-bf0f-8bdfba44be70 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370150 Dec 22 09:08:16.926650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aba6-3666-487c-9363-09e3b7922ccd req-8caeb121-0697-4194-bd71-1502927a69b9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:16.928086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e0c5aba6-3666-487c-9363-09e3b7922ccd req-8caeb121-0697-4194-bd71-1502927a69b9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0826709 Dec 22 09:08:16.969914 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e0c5aba6-3666-487c-9363-09e3b7922ccd req-23ad8eb8-2bb4-457c-98e0-9bf9ea11dcbb tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Dec 22 09:08:18.155844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d93be-5d3a-4d97-805e-84f07762aa54 req-9fded2a3-2584-4059-930a-116237e89b32 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:18.157304 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f68d93be-5d3a-4d97-805e-84f07762aa54 req-9fded2a3-2584-4059-930a-116237e89b32 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0829418 Dec 22 09:08:18.200522 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f68d93be-5d3a-4d97-805e-84f07762aa54 req-1d0f49c0-156d-4db9-9854-34707f567aac tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 Dec 22 09:08:19.387560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e880-43b9-404e-92c7-0284ec71acd3 req-6799e1bf-b6d4-445c-9d85-b9aa615d9709 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:19.389000 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f875e880-43b9-404e-92c7-0284ec71acd3 req-6799e1bf-b6d4-445c-9d85-b9aa615d9709 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0778222 Dec 22 09:08:19.435492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f875e880-43b9-404e-92c7-0284ec71acd3 req-f3b8cb95-5f65-4933-9124-2922a2eeabc6 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Dec 22 09:08:20.619073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb40dc9-5008-4a79-a79e-560bdb227927 req-fa6a93ff-d862-4fab-a337-dc68adeaa74c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:20.620525 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-adb40dc9-5008-4a79-a79e-560bdb227927 req-fa6a93ff-d862-4fab-a337-dc68adeaa74c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0786781 Dec 22 09:08:20.667794 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-adb40dc9-5008-4a79-a79e-560bdb227927 req-78d16b76-b37b-46eb-876b-0d7fe7bc82ac tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Dec 22 09:08:21.856807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e10578-eb37-4133-a4c0-e12b78c1860e req-c8b144eb-5cdb-45ea-a35d-3a02cfa28f97 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:21.858132 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-93e10578-eb37-4133-a4c0-e12b78c1860e req-c8b144eb-5cdb-45ea-a35d-3a02cfa28f97 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0781286 Dec 22 09:08:21.901266 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-93e10578-eb37-4133-a4c0-e12b78c1860e req-9f82d637-3266-427d-8923-7001d6ebe14d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377054 Dec 22 09:08:23.130610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6508b2a-9f50-47f3-bbd1-1ecc8370ab44 req-7d6edc90-2055-40f5-9cf4-435895455e8c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:23.132840 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6508b2a-9f50-47f3-bbd1-1ecc8370ab44 req-7d6edc90-2055-40f5-9cf4-435895455e8c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.1269600 Dec 22 09:08:23.175778 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6508b2a-9f50-47f3-bbd1-1ecc8370ab44 req-ce825bea-8a58-48bf-ac13-1fabb8ec9cd9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375850 Dec 22 09:08:24.360821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502580d-ba61-4fb8-9415-25e0b32b8619 req-8d7c5067-cb61-4768-9308-f852aefeb2bf tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:24.362244 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6502580d-ba61-4fb8-9415-25e0b32b8619 req-8d7c5067-cb61-4768-9308-f852aefeb2bf tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0834558 Dec 22 09:08:24.512209 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6502580d-ba61-4fb8-9415-25e0b32b8619 req-54cb6464-6e38-4a4a-b873-1d883c598ab2 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442058 Dec 22 09:08:25.699606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a2ef5-096e-4510-b019-354be0ddfdc9 req-37f3efe4-86a3-4895-9400-03683d5e8048 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:25.701066 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c5a2ef5-096e-4510-b019-354be0ddfdc9 req-37f3efe4-86a3-4895-9400-03683d5e8048 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0825315 Dec 22 09:08:25.843793 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c5a2ef5-096e-4510-b019-354be0ddfdc9 req-425f4311-3156-45a0-b489-dc1f289f64f5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369023 Dec 22 09:08:27.028170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7c0f6-2674-45f3-a28b-e9147c24e21f req-4ab7809a-1af0-4632-bc1f-86a98c087001 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:27.029611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d7a7c0f6-2674-45f3-a28b-e9147c24e21f req-4ab7809a-1af0-4632-bc1f-86a98c087001 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0784471 Dec 22 09:08:27.072223 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d7a7c0f6-2674-45f3-a28b-e9147c24e21f req-cfd2c730-23f3-432e-8391-059c593e1f9b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Dec 22 09:08:28.048459 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-9f704616-3032-4b76-8246-ad6602187058 service neutron] 10.222.0.16 "GET /v2.0/ports/224a2191-6250-46dd-a90a-71960a67c03a/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0756371 Dec 22 09:08:28.258289 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0768d-8ec0-442f-8421-f6b6ec213869 req-e1d2cb77-e2fd-4954-ad9c-d8b7d1f227d9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:28.259724 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b7a0768d-8ec0-442f-8421-f6b6ec213869 req-e1d2cb77-e2fd-4954-ad9c-d8b7d1f227d9 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0796077 Dec 22 09:08:28.304019 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b7a0768d-8ec0-442f-8421-f6b6ec213869 req-fadc1ac2-d551-46bb-bcac-64bdfa59797a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384641 Dec 22 09:08:28.311649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-00a9b243-f665-4a4e-a0ce-4345f930ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:28.313151 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-00a9b243-f665-4a4e-a0ce-4345f930ec40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d&tenant_id=1efbce51c6ec46749c173cc46f8fb1b2 HTTP/1.1" status: 200 len: 1098 time: 0.0704565 Dec 22 09:08:28.422500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-962239a3-f5e4-4260-907c-23f489f60ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:28.424035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-962239a3-f5e4-4260-907c-23f489f60ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 1098 time: 0.0725837 Dec 22 09:08:28.560558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-171f966e-2527-4812-a881-1c9fce63bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:28.561890 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-171f966e-2527-4812-a881-1c9fce63bf5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1319175 Dec 22 09:08:28.627647 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-e252f607-c181-4238-b5a5-23c72f7b4256 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=224a2191-6250-46dd-a90a-71960a67c03a HTTP/1.1" status: 200 len: 217 time: 0.0595229 Dec 22 09:08:28.690348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-44089096-4ee7-4993-8367-822f151d837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:28.691700 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-44089096-4ee7-4993-8367-822f151d837d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0584428 Dec 22 09:08:28.736866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-a21f1e51-48b2-44bb-89ee-5c68decb216c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388145 Dec 22 09:08:28.866560 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-09984098-91c9-441e-a1c2-f5b1982a64ab service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222494 Dec 22 09:08:28.994491 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5ff39977-944e-4edf-b71f-6045d4fb7973 req-cd29d62a-a8ae-4f8a-9c4b-9fc1b7c04f58 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216104 Dec 22 09:08:29.493623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6a13-ac52-4859-82b8-b6b62c80eb83 req-2f57dc6a-691c-4fa9-8848-d2bfd7fd97d7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:29.495043 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f4f6a13-ac52-4859-82b8-b6b62c80eb83 req-2f57dc6a-691c-4fa9-8848-d2bfd7fd97d7 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0819926 Dec 22 09:08:29.538256 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f4f6a13-ac52-4859-82b8-b6b62c80eb83 req-f2fbb1bc-5d05-40f1-9fc4-e6b1809a901e tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376654 Dec 22 09:08:30.720873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aba828-7b0b-433f-b82e-ff30ced3cffc req-18b3ec22-3058-488a-abda-4b29c115ee98 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:30.722303 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-22aba828-7b0b-433f-b82e-ff30ced3cffc req-18b3ec22-3058-488a-abda-4b29c115ee98 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0811689 Dec 22 09:08:30.777228 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-22aba828-7b0b-433f-b82e-ff30ced3cffc req-1a70af5d-7500-4755-a2d1-37d1bde23f86 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Dec 22 09:08:30.895234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 224a2191-6250-46dd-a90a-71960a67c03a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:08:31.022113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:31.035419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '224a2191-6250-46dd-a90a-71960a67c03a', 'network_id': '47be4bf4-63a1-4f8d-ada8-754a601e8207', 'port_id': '224a2191-6250-46dd-a90a-71960a67c03a', 'mac_address': 'fa:16:3e:18:53:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332ee186-deea-4790-8b7f-8e6c37ccffbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:08:31.090663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:31.106592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 224a2191-6250-46dd-a90a-71960a67c03a {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:08:31.121833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:31.125279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:31.126911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:31.190024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['224a2191-6250-46dd-a90a-71960a67c03a'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:08:31.220645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:31.229356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:31.959164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae3375-6a0e-485d-b718-c882e64b61ee req-d956f2d4-9c32-4019-951d-fe7c6936d246 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:31.960812 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d7ae3375-6a0e-485d-b718-c882e64b61ee req-d956f2d4-9c32-4019-951d-fe7c6936d246 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 944 time: 0.0771849 Dec 22 09:08:32.002772 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d7ae3375-6a0e-485d-b718-c882e64b61ee req-a2865dea-409d-4beb-9a21-f82d080348ce tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364556 Dec 22 09:08:32.366992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-d33dd6aa-9e41-44a2-9463-be5cec8b8c83 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:32.368433 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-d33dd6aa-9e41-44a2-9463-be5cec8b8c83 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d&tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1436288 Dec 22 09:08:32.375670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185cf09-6501-4619-b231-5d88c6bbb506 req-cc095e83-0e1a-461b-bc2c-cceaa6868f3c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:32.377035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1185cf09-6501-4619-b231-5d88c6bbb506 req-cc095e83-0e1a-461b-bc2c-cceaa6868f3c tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 944 time: 0.1176426 Dec 22 09:08:32.423897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1185cf09-6501-4619-b231-5d88c6bbb506 req-52ebb097-462e-4e23-b96c-0ac582e52a7a tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Dec 22 09:08:32.508294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-8cbf64ab-e926-4288-b99d-e515ddd3ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:32.509735 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-8cbf64ab-e926-4288-b99d-e515ddd3ca19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 1097 time: 0.0697901 Dec 22 09:08:32.642741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-6d488e60-ec25-495f-b19b-a22d0a239f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:32.644207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-6d488e60-ec25-495f-b19b-a22d0a239f91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 200 len: 914 time: 0.1278846 Dec 22 09:08:32.837408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-f90c73ed-4cb7-4b18-9e3b-1f05d69bb11e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=224a2191-6250-46dd-a90a-71960a67c03a HTTP/1.1" status: 200 len: 217 time: 0.1866536 Dec 22 09:08:32.897064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-53f4385b-174e-487b-911b-9e83629fae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:32.898413 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-53f4385b-174e-487b-911b-9e83629fae1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 200 len: 854 time: 0.0552061 Dec 22 09:08:32.902634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 224a2191-6250-46dd-a90a-71960a67c03a up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:32.944433 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-97f4353b-6fc5-4511-b61d-83aaf27283c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47be4bf4-63a1-4f8d-ada8-754a601e8207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391066 Dec 22 09:08:32.969090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 224a2191-6250-46dd-a90a-71960a67c03a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:32.969699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:33.076666 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-6484c048-dc07-447f-b444-4fb00d459f03 service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260073 Dec 22 09:08:33.088901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:33.114700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:33.124143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:33.128337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:33.130225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:33.186558 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a', 'code': 200} Dec 22 09:08:33.204855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:33.208528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:33.216971 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-16d105e8-fbb8-4e1d-9b28-25c1e298e482 req-e4427cce-71ce-432e-9c63-4702ba30c07e service neutron] 10.222.0.16 "GET /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335864 Dec 22 09:08:33.637103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2310d0d-c2a5-4287-bd07-35170fa41e84 req-cd7e63fb-5dc1-4d27-ace9-663974fbbf45 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:33.638520 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a2310d0d-c2a5-4287-bd07-35170fa41e84 req-cd7e63fb-5dc1-4d27-ace9-663974fbbf45 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0847652 Dec 22 09:08:33.683342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a2310d0d-c2a5-4287-bd07-35170fa41e84 req-2876e65c-ae70-4971-9108-b8433628c88d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Dec 22 09:08:34.868948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a068a4-5f27-421a-8669-625f2c381c81 req-1d05767e-2d2a-4099-a95d-1d75bea5ceec tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:34.870270 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39a068a4-5f27-421a-8669-625f2c381c81 req-1d05767e-2d2a-4099-a95d-1d75bea5ceec tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0795090 Dec 22 09:08:34.916362 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39a068a4-5f27-421a-8669-625f2c381c81 req-84c08fe1-fbcf-43ba-99c5-50219f4bf42e tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Dec 22 09:08:35.097811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823199cd-57db-4060-b96e-31a8e3edcab8 req-66d688e0-558b-47b5-b334-5bd0bb9c7f48 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:35.099217 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-823199cd-57db-4060-b96e-31a8e3edcab8 req-66d688e0-558b-47b5-b334-5bd0bb9c7f48 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0785859 Dec 22 09:08:35.141854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-823199cd-57db-4060-b96e-31a8e3edcab8 req-222fa5a0-c50a-4a11-a78a-c05a76aa9fdf tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Dec 22 09:08:35.321540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f662c-29c9-4967-82b8-d722003543b5 req-3a69b6d8-e214-410e-8133-6a8c555d8c92 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:35.322988 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b84f662c-29c9-4967-82b8-d722003543b5 req-3a69b6d8-e214-410e-8133-6a8c555d8c92 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0788133 Dec 22 09:08:35.366158 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b84f662c-29c9-4967-82b8-d722003543b5 req-cdd047ac-ca66-4aac-86eb-a767b339d08e tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Dec 22 09:08:35.911733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf77e96-d663-46b0-997c-d3b423e35d53 req-a1b448ca-0d4d-4f25-b9ce-d4a47cfa5db5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:35.913091 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bcf77e96-d663-46b0-997c-d3b423e35d53 req-a1b448ca-0d4d-4f25-b9ce-d4a47cfa5db5 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0845406 Dec 22 09:08:35.957358 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bcf77e96-d663-46b0-997c-d3b423e35d53 req-edbf92c3-025a-45ef-b15f-aa02fbc3ab7d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388474 Dec 22 09:08:37.148408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140aa913-93dc-4a55-951b-92386ad0a644 req-f6b456b5-0c3e-4567-bdec-4e05f49b722d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:37.149925 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-140aa913-93dc-4a55-951b-92386ad0a644 req-f6b456b5-0c3e-4567-bdec-4e05f49b722d tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0832899 Dec 22 09:08:37.195748 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-140aa913-93dc-4a55-951b-92386ad0a644 req-86ecf379-42e0-406f-a7f7-103344847437 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/security-groups?id=853c37c5-8d8f-4fdf-97be-0818cd67a3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Dec 22 09:08:37.560758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-9640a5cb-4509-4337-877c-1cad789b553b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:37.562166 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-9640a5cb-4509-4337-877c-1cad789b553b tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 945 time: 0.0785909 Dec 22 09:08:37.634453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Deleting port 224a2191-6250-46dd-a90a-71960a67c03a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:08:37.634815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:37.872543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] For port 224a2191-6250-46dd-a90a-71960a67c03a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=224a2191-6250-46dd-a90a-71960a67c03a,segment=NetworkSegment(803873a5-55fe-44fb-9e97-e1369d64b8be),segment_id=803873a5-55fe-44fb-9e97-e1369d64b8be)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:37.872806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:37.990988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Calling delete_port for 224a2191-6250-46dd-a90a-71960a67c03a owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:08:38.131043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:38.136893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6f9cd608-3972-454a-8fbf-16a7cc59e5b2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:38.142963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['224a2191-6250-46dd-a90a-71960a67c03a'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:08:38.182020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Pushing event deleted for resources: {'Port': ['ID=224a2191-6250-46dd-a90a-71960a67c03a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:38.249310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.249696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.250077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.250444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.250814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.251173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.251531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.251888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.252277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.252630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.252984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.253335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:38.266537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:38.267419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] No DVR routers for this DVR port 224a2191-6250-46dd-a90a-71960a67c03a on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:08:38.270225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:38.273657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'name': 'network-vif-deleted', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:38.289238 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2150759f-1a2b-4d0f-9cef-ab0818ecb6ec req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.16 "DELETE /v2.0/ports/224a2191-6250-46dd-a90a-71960a67c03a HTTP/1.1" status: 204 len: 173 time: 0.7217410 Dec 22 09:08:38.339886 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef21829-f434-4366-b51f-d349852fe83d', 'name': 'network-vif-deleted', 'tag': '224a2191-6250-46dd-a90a-71960a67c03a', 'status': 'completed', 'code': 200} Dec 22 09:08:38.345731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-4c642a26-3978-4c58-9d27-a5b750b7ed64 req-50f6880f-8256-4be0-a530-868a84c554aa tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Synchronizing usage tracker for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:38.365375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-4c642a26-3978-4c58-9d27-a5b750b7ed64 req-50f6880f-8256-4be0-a530-868a84c554aa tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Unset dirty status for tenant:1efbce51c6ec46749c173cc46f8fb1b2 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:38.366725 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4c642a26-3978-4c58-9d27-a5b750b7ed64 req-50f6880f-8256-4be0-a530-868a84c554aa tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] 10.222.0.36 "GET /v2.0/ports?device_id=cef21829-f434-4366-b51f-d349852fe83d HTTP/1.1" status: 200 len: 210 time: 0.0638645 Dec 22 09:08:39.604816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40624) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:39.666604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Deleting subnet 332ee186-deea-4790-8b7f-8e6c37ccffbc {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:08:39.669411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.717844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.770339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.820774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f9f43827-cdc9-48d0-bc5c-82394451a152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.840666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.844180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b3c418b7-34a6-4885-8061-ad7b3364823a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:39.877449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.877715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332ee186-deea-4790-8b7f-8e6c37ccffbc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:39.881100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:39.883293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.889066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/332ee186-deea-4790-8b7f-8e6c37ccffbc HTTP/1.1" status: 204 len: 168 time: 0.2832255 Dec 22 09:08:39.891543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40628) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:40.108834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.227784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.251496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47be4bf4-63a1-4f8d-ada8-754a601e8207']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:40.262968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803873a5-55fe-44fb-9e97-e1369d64b8be') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:40.263259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803873a5-55fe-44fb-9e97-e1369d64b8be') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:40.274572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.290286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.296110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:08:40.296486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:08:40.309432 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:08:40.384338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.387650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:40.400688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.411822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=47be4bf4-63a1-4f8d-ada8-754a601e8207,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:40.415226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:40.420648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] 10.222.0.36 "DELETE /v2.0/networks/47be4bf4-63a1-4f8d-ada8-754a601e8207 HTTP/1.1" status: 204 len: 168 time: 0.5279386 Dec 22 09:08:40.527788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40634) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:40.575475 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b7314983-9c52-47fa-bd5e-d2fe98112b19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1efbce51c6ec46749c173cc46f8fb1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464303 Dec 22 09:08:40.577932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40638) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:40.634170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.659007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.708713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.713163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9b460d59-4d01-44b6-8be9-24724c7c6f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:40.729395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c37c5-8d8f-4fdf-97be-0818cd67a3b9,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:40.739355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.739738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.740135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.740502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.740862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.741225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.741583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.741941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.742300 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.742652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.743002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.743352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:40.747014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:40.753053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.754144 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/853c37c5-8d8f-4fdf-97be-0818cd67a3b9 HTTP/1.1" status: 204 len: 168 time: 0.1753194 Dec 22 09:08:40.949232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 224a2191-6250-46dd-a90a-71960a67c03a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:08:40.983296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 224a2191-6250-46dd-a90a-71960a67c03a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:08:40.983650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 224a2191-6250-46dd-a90a-71960a67c03a not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:08:41.480230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40662) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:41.590915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2051751099-network', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:41.597532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:41.601474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Usage tracker for resource:network and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:41.604343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:41.610131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:41.622687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Made reservation on behalf of 778af07c6eff4b50a264eab16a595d7e for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:08:41.625038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.637751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.651819 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:41.656167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Usage tracker for resource:security_group_rule and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:41.659378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:41.665479 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:41.750879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.754364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.757788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1bede43b-213f-4d1b-b1c5-fd32726251a5 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:41.784259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:08:41.797165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a15558d-ebe5-44c0-85cf-72fe790836d7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:41.800843 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:41.804383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.804753 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Added segment 22477163-6e82-4981-af46-f169589c98d2 of type vlan for network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 Dec 22 09:08:41.832266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.860677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.861682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:41.862246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.866057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b31b7138-6c8c-4095-ab86-631aeb056737 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:41.964722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Pushing event updated for resources: {'Network': ['ID=5cbd6c9c-7666-4cb9-a34b-4a745108f677,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:41.967990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:41.969329 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-175305c2-1c45-45dd-be7a-34b495620d6e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4880698 Dec 22 09:08:41.972279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40668) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:41.974475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:08:41.978688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Request body: {'subnet': {'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2051751099-subnet', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:41.983560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:41.987525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Usage tracker for resource:subnet and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:41.990548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:41.997132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:42.008167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Made reservation on behalf of 778af07c6eff4b50a264eab16a595d7e for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:08:42.010388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.087665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-faa9194b-e894-4e79-abe4-1b086b2817ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.214810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.219328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-99d7b583-f8d1-4570-86dd-125ca328105f tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:42.291268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4aa22a-81df-4ec1-9ee8-e0362a08528e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:42.295067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:42.295754 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Checking segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:08:42.296136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Network hostable DHCP agents. Network: 5cbd6c9c-7666-4cb9-a34b-4a745108f677, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:08:42.314446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:08:42.323730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 5cbd6c9c-7666-4cb9-a34b-4a745108f677) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:42.327715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:42.328327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.332442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27293f8f-a9d9-4225-8801-81abd900c95d None None] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:08:42.348975 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3754318 Dec 22 09:08:42.351627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40672) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:42.356684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:42.361209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:42.365119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Usage tracker for resource:router and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:42.368594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:42.374325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:42.385475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.386438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.405151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.555853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:08:42.556770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.672838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.721230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Allocated IP 172.20.0.2 (5cbd6c9c-7666-4cb9-a34b-4a745108f677/7d4aa22a-81df-4ec1-9ee8-e0362a08528e/4b4d6df9-cb2e-44d6-883f-74072ffb62f4) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:08:42.924860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.935482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Transition to ACTIVE for port object 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:42.953383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Transition to ACTIVE for port object 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:42.960729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:42.966729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-e78e5135-9cf3-4a0a-95d4-64dcc34086d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:43.027408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:08:43.030284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:43.034094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:08:43.043231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Pushing event updated for resources: {'Port': ['ID=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:43.094138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.107528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:43.124680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.158521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Attempting to bind port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:08:43.158887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Attempting to bind port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:08:43.159251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Attempting to bind port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:08:43.165104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:08:43.165484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Checking segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:08:43.165881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.166277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Bound using segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:08:43.166738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Bound port: 4b4d6df9-cb2e-44d6-883f-74072ffb62f4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:08:43.167109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.252418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.262909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Allocated IP 172.26.7.151 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:08:43.266871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] For port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:08:43.273484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] For port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:08:43.283009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.287066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:43.321087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.365386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Pushing event updated for resources: {'Port': ['ID=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:43.368190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:43.419604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.450286 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:43.454190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:43.522709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:08:43.528153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:43.529157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:08:43.578723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Pushing event updated for resources: {'Port': ['ID=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:43.581877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:43.964055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:44.303078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb80f23-6fa1-4ba7-8527-bceaa5148e5e None None] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:08:44.397486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3036451a-ad62-435c-a60a-e3b3482f8671 None None] Provisioning for port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:44.431607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:44.601569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:44.645830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:08:44.665100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:44.743800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:44.749061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:44.749475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:44.825998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:08:44.843734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:08:44.849397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:44.853259 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4979873 Dec 22 09:08:44.853502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40676) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:44.882225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:08:44.882840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:08:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:44.946294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:44.972895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dbadae67-cca7-4793-acd4-8d5a3afa2deb None None] Provisioning complete for port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:44.973265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dbadae67-cca7-4793-acd4-8d5a3afa2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:45.111026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:45.118243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:45.122152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:45.198994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:08:45.343638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:45.360366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:45.530378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:45.533862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:43Z', 'revision_number': 3, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:45.538488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:08:45.538847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Updating router e04f4309-16be-44e8-8222-65fed2d7bcb9 port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:08:45.633757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:45.737070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Allocated IP 172.20.0.1 (5cbd6c9c-7666-4cb9-a34b-4a745108f677/7d4aa22a-81df-4ec1-9ee8-e0362a08528e/a4668dd4-dff6-4c53-9cb6-aa2d15752497) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:08:45.960922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:45.971918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Transition to ACTIVE for port object 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:45.979909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:45.983645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:46.013370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.029857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Transition to ACTIVE for port object a4668dd4-dff6-4c53-9cb6-aa2d15752497 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:46.054162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.058848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08a7bd67-d7d1-41e6-a358-ea60dbf58cde tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:46.059379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Attempting to bind port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:08:46.059779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Attempting to bind port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:08:46.060150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Attempting to bind port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:08:46.066969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ed038-90d6-43d0-8710-04167108fa82 None None] Pushing event updated for resources: {'Port': ['ID=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:46.069908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:08:46.070361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:08:46.071136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.071469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:08:46.071959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Bound port: 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:08:46.072334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.096883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-182ed038-90d6-43d0-8710-04167108fa82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:46.120325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:08:46.123077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:46.126724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:08:46.145696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] For port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:08:46.149449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] For port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:08:46.153736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.159812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:46.169726 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Pushing event updated for resources: {'Port': ['ID=a4668dd4-dff6-4c53-9cb6-aa2d15752497,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:46.174143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:46.188709 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.239631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:08:46.240337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:08:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:46.319668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ed038-90d6-43d0-8710-04167108fa82 None None] Pushing event updated for resources: {'Port': ['ID=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:46.330468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-182ed038-90d6-43d0-8710-04167108fa82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:46.426650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d5d6ef7e-9b44-4c8b-8d23-20051694cfa4 None None] Provisioning for port a4668dd4-dff6-4c53-9cb6-aa2d15752497 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:46.436167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d5d6ef7e-9b44-4c8b-8d23-20051694cfa4 None None] Provisioning complete for port a4668dd4-dff6-4c53-9cb6-aa2d15752497 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:46.436547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ef7e-9b44-4c8b-8d23-20051694cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.450221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.484808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:08:46.613176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:46.654064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6ef7e-9b44-4c8b-8d23-20051694cfa4 None None] Port a4668dd4-dff6-4c53-9cb6-aa2d15752497 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:08:46.673794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.678749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.702678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d10196a3-29c0-42c8-803d-ad42bc165403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:46.783163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Pushing event updated for resources: {'Port': ['ID=a4668dd4-dff6-4c53-9cb6-aa2d15752497,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:46.787364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:46.788264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.808269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:46.808650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:46.921064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:08:46.922255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:46.941162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:43Z', 'revision_number': 3, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:46.950997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc586f0-ecd1-4341-af30-fd3611c19548 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:43Z', 'revision_number': 3, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:08:47.113869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:08:47.190714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ad30129c-ca7e-4e56-b10f-671f75c0625d None None] Provisioning complete for port a4668dd4-dff6-4c53-9cb6-aa2d15752497 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:47.191086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ad30129c-ca7e-4e56-b10f-671f75c0625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:47.249540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ad30129c-ca7e-4e56-b10f-671f75c0625d None None] Port a4668dd4-dff6-4c53-9cb6-aa2d15752497 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:08:47.316911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:08:47.326550 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] 10.222.0.36 "PUT /v2.0/routers/e04f4309-16be-44e8-8222-65fed2d7bcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4719834 Dec 22 09:08:47.917376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40686) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:47.922574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247778366', 'description': 'tempest-description--1773222120'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:47.928951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:47.932664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Usage tracker for resource:security_group and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:47.935467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:47.942365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:47.953521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:47.973810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:47.977536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Usage tracker for resource:security_group_rule and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:47.980283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:47.985797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:48.058960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.062825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.066431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49828aee-d75f-4dd0-878a-8826ba193ec5 tempest-PortsTestJSON-1470445383 tempest-PortsTestJSON-1470445383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:48.105248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef13ca4-7523-47fd-8b93-04bbfb787ba5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:48.107818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.109008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1906667 Dec 22 09:08:48.109868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a4e912c6-9271-4f9e-9e06-830c524f29ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:48.111848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40690) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:48.116544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'security_group_rule': {'security_group_id': '1ef13ca4-7523-47fd-8b93-04bbfb787ba5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:48.122310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:48.126095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Usage tracker for resource:security_group_rule and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:48.128909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:48.135061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:48.153626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.215387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.219293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.226376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2422f329-3bab-4330-a6f4-431d57e5ae3a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:48.248381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298449d1-eaaa-4825-acce-33cb98eb109e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:48.252546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:48.260623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.264183 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492054 Dec 22 09:08:48.264527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40694) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:48.270284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'security_group_rule': {'security_group_id': '1ef13ca4-7523-47fd-8b93-04bbfb787ba5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:48.276211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:48.279965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Usage tracker for resource:security_group_rule and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:48.282811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:48.289415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:48.307183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.368244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.371584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.373355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2a1f9f63-6213-447d-a911-e6ea541a995f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:48.398072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e6ac6f-6e97-4e58-a69a-123d208a3ace,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:48.402613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:48.407067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.408313 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428559 Dec 22 09:08:48.411076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 40698) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:48.414615 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:08:48.417066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:48.423131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:48.424925 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:08:48.425546 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:08:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:48.427989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Usage tracker for resource:floatingip and tenant:778af07c6eff4b50a264eab16a595d7e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:08:48.431037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:08:48.436754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:48.446787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.596841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.607128 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:08:48.639379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:48.708319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:48.713705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:48.714301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.739637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Allocated IP 172.26.7.9 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/874afd75-9a45-424e-b0e3-2368c53c6b2c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:08:48.877394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.894202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:48.899908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.900754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.901724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:48.949779 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 2, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:48.951528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:48.953716 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:08:48.954073 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Updating router e04f4309-16be-44e8-8222-65fed2d7bcb9 port a4668dd4-dff6-4c53-9cb6-aa2d15752497 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:08:48.956360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:48.968889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:48.971840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:49.006140 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.021095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:08:49.024599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:49.027220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:08:49.069462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'Port': ['ID=874afd75-9a45-424e-b0e3-2368c53c6b2c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:49.074962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:49.114982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.176369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.340436 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.352306 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Transition to ACTIVE for port object a4668dd4-dff6-4c53-9cb6-aa2d15752497 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:49.358253 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.361639 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-dd241791-bb94-4e2a-bba0-459739575860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:49.392745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.397795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.401944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0019eb10-5575-4040-82a4-d82ae6d297b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:49.495073 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Pushing event updated for resources: {'Port': ['ID=a4668dd4-dff6-4c53-9cb6-aa2d15752497,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:49.499242 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:08:49.514583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'Port': ['ID=874afd75-9a45-424e-b0e3-2368c53c6b2c,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:49.517964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:49.529431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.561292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.570220 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1503041 Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.570752 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:49.581738 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:49.652327 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Attempting to bind port a4668dd4-dff6-4c53-9cb6-aa2d15752497 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:08:49.652707 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Attempting to bind port a4668dd4-dff6-4c53-9cb6-aa2d15752497 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:08:49.653076 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Attempting to bind port a4668dd4-dff6-4c53-9cb6-aa2d15752497 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:08:49.658679 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:08:49.659057 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Checking segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:08:49.659463 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.659861 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Bound using segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:08:49.660349 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Bound port: a4668dd4-dff6-4c53-9cb6-aa2d15752497, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:08:49.660721 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.734099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-b722594a-b8b1-4c17-818e-aa5490d8a403 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:49.751102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-b722594a-b8b1-4c17-818e-aa5490d8a403 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:49.752443 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-b722594a-b8b1-4c17-818e-aa5490d8a403 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--247778366&fields=id&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 267 time: 0.0562575 Dec 22 09:08:49.753266 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] For port a4668dd4-dff6-4c53-9cb6-aa2d15752497, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:08:49.756328 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] For port a4668dd4-dff6-4c53-9cb6-aa2d15752497, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4668dd4-dff6-4c53-9cb6-aa2d15752497,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:08:49.760890 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:49.764388 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37fe689a-f29a-4a95-be47-c9e4bd9bc3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:49.837953 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:08:49.838601 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:08:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:49.904640 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Pushing event updated for resources: {'Port': ['ID=a4668dd4-dff6-4c53-9cb6-aa2d15752497,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:49.915916 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d03ee057-27dc-4d46-a021-602d98cce33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:50.033535 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:08:50.045115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-2825b613-5b84-4cad-9d13-cecc12a4df0d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:50.045795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-2825b613-5b84-4cad-9d13-cecc12a4df0d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:50.061615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-2825b613-5b84-4cad-9d13-cecc12a4df0d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:50.062803 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-2825b613-5b84-4cad-9d13-cecc12a4df0d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.3037243 Dec 22 09:08:50.077599 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-29dda4f5-9757-4a14-82c3-b75f97c1a9dc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/quotas/778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 375 time: 0.0089700 Dec 22 09:08:50.164537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-d36f1743-f010-4910-a76a-573c373cfc3b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:50.180856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-d36f1743-f010-4910-a76a-573c373cfc3b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:50.182133 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-d36f1743-f010-4910-a76a-573c373cfc3b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993886 Dec 22 09:08:50.198033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-1774ae99-c50e-4671-882d-45cc9f7c358e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:08:50.198967 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-1774ae99-c50e-4671-882d-45cc9f7c358e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055642 Dec 22 09:08:50.329581 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-a3860e9d-2aab-4d2b-89ab-4897d1d53c5c service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245072 Dec 22 09:08:50.341421 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:49Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:50.345296 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43303f3-f40d-443a-b883-954b3b52a5e2 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:49Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:08:50.475242 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0254d556-6fda-4392-b128-eb79c3cab9aa service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394224 Dec 22 09:08:50.682042 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efc33e69-5ab9-4823-80d7-1186384e6584 req-f4f185e0-c0b0-4c45-9bfe-c8f3d28fa8d3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 210 time: 0.0508111 Dec 22 09:08:50.716091 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4668dd4-dff6-4c53-9cb6-aa2d15752497 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:50.790719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a4668dd4-dff6-4c53-9cb6-aa2d15752497 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:50.796288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a4668dd4-dff6-4c53-9cb6-aa2d15752497 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:50.796664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:50.921004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:50.955331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port a4668dd4-dff6-4c53-9cb6-aa2d15752497, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4668dd4-dff6-4c53-9cb6-aa2d15752497,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:50.961467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:50.962597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:50.993019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-eba5cf6c-0f0b-4a81-849e-94239735abeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:51.089821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=a4668dd4-dff6-4c53-9cb6-aa2d15752497,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:51.094041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:51.100517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:51.100897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:51.844178 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a2da084-f0da-462e-906f-59a8bc8704cc req-00b793d8-0fda-4d46-8275-1cc7229139ac tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 210 time: 0.0450568 Dec 22 09:08:52.119637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-d92503dd-f10b-4ed2-a7e6-277cc448923b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:52.120988 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-d92503dd-f10b-4ed2-a7e6-277cc448923b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.2762640 Dec 22 09:08:52.166851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-f53c2bd6-08e8-468a-a22c-05c68c808906 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:52.178617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-f53c2bd6-08e8-468a-a22c-05c68c808906 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:52.179643 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-f53c2bd6-08e8-468a-a22c-05c68c808906 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 379 time: 0.0500271 Dec 22 09:08:52.188137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'port': {'device_id': '47676238-b421-4ab8-a2d8-46a474422086', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'admin_state_up': True, 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'security_groups': ['1ef13ca4-7523-47fd-8b93-04bbfb787ba5']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:52.319342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:52.329921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:52.342626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Made reservation on behalf of 778af07c6eff4b50a264eab16a595d7e for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:08:52.346223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:52.507270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Allocated IP 172.20.0.3 (5cbd6c9c-7666-4cb9-a34b-4a745108f677/7d4aa22a-81df-4ec1-9ee8-e0362a08528e/80928ab6-4f39-485d-9570-3ab88de83fdb) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:08:52.597592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4668dd4-dff6-4c53-9cb6-aa2d15752497 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:52.664204 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a4668dd4-dff6-4c53-9cb6-aa2d15752497 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:52.664583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:52.716767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:52.732451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Transition to ACTIVE for port object 80928ab6-4f39-485d-9570-3ab88de83fdb will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:52.755736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:52.761236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:52.827586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:08:52.830596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:52.835178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:08:52.871895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:52.881065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:52.909665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:52.910282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:52.936376 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7515519 Dec 22 09:08:53.004935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Request body: {'port': {'device_id': '47676238-b421-4ab8-a2d8-46a474422086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:08:53.059210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bb5d064f-2c15-4536-9202-302ea0e4cf9c None None] Provisioning for port 80928ab6-4f39-485d-9570-3ab88de83fdb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:53.064011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-bb5d064f-2c15-4536-9202-302ea0e4cf9c None None] Provisioning complete for port 80928ab6-4f39-485d-9570-3ab88de83fdb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:53.064471 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bb5d064f-2c15-4536-9202-302ea0e4cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.117319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d064f-2c15-4536-9202-302ea0e4cf9c None None] Port 80928ab6-4f39-485d-9570-3ab88de83fdb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:08:53.145139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173b474-d5ee-40cc-814f-76ee81ebbe01 req-a3815f8d-55cd-4d62-bbdd-6fddb7eccd4a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:53.145827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e173b474-d5ee-40cc-814f-76ee81ebbe01 req-a3815f8d-55cd-4d62-bbdd-6fddb7eccd4a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:53.151135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.206426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e173b474-d5ee-40cc-814f-76ee81ebbe01 req-a3815f8d-55cd-4d62-bbdd-6fddb7eccd4a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:53.207542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e173b474-d5ee-40cc-814f-76ee81ebbe01 req-a3815f8d-55cd-4d62-bbdd-6fddb7eccd4a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 931 time: 0.2479300 Dec 22 09:08:53.308265 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e173b474-d5ee-40cc-814f-76ee81ebbe01 req-1b7cf27a-0220-4a5a-a88b-d40b78740348 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934739 Dec 22 09:08:53.524626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80928ab6-4f39-485d-9570-3ab88de83fdb {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:08:53.531750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.545962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Transition to ACTIVE for port object 80928ab6-4f39-485d-9570-3ab88de83fdb will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:53.550635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.555859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:53.711376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:53.719369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:53.784773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Attempting to bind port 80928ab6-4f39-485d-9570-3ab88de83fdb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:08:53.785129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Attempting to bind port 80928ab6-4f39-485d-9570-3ab88de83fdb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:08:53.785454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Attempting to bind port 80928ab6-4f39-485d-9570-3ab88de83fdb on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:08:53.790519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Port 80928ab6-4f39-485d-9570-3ab88de83fdb on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:08:53.790853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Attempting to bind port 80928ab6-4f39-485d-9570-3ab88de83fdb on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:08:53.795805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:08:53.796168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Checking segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:08:53.796546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Bound using segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:08:53.796959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Bound port: 80928ab6-4f39-485d-9570-3ab88de83fdb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:08:53.797306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.887781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:08:53.890563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:08:53.894983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.899374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8ba36aed-3e17-4a68-aa94-7105e275537f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:53.957502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:53.958106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:53.959493 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0f632f25-07af-42df-b570-62d7857e189f service neutron] 10.222.0.16 "PUT /v2.0/ports/80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 1093 time: 1.0148990 Dec 22 09:08:53.960047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:53.982609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:53.985672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:54.078662 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'status': 'completed', 'code': 200} Dec 22 09:08:54.081025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-1b931d93-e864-4d26-a74a-01f2761b7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.082591 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-1b931d93-e864-4d26-a74a-01f2761b7f45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1096 time: 0.0827353 Dec 22 09:08:54.156863 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-8a55982f-62e9-41a7-8dd5-b24004466a6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 217 time: 0.0670023 Dec 22 09:08:54.222139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-e98261ce-b631-4063-9afb-b3f475fba620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.223467 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-e98261ce-b631-4063-9afb-b3f475fba620 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0604641 Dec 22 09:08:54.408065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-77dca15c-ce82-400a-8709-0eac7a3a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.409482 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-77dca15c-ce82-400a-8709-0eac7a3a3672 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801767 Dec 22 09:08:54.592958 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-63c4cdc3-366d-460e-8803-6fdbc96dc7ba service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771536 Dec 22 09:08:54.604476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e108a5-cbcf-49bf-80c5-220fad9909bd req-19267a69-f471-4bf4-8180-12b853377f5c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.605794 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-41e108a5-cbcf-49bf-80c5-220fad9909bd req-19267a69-f471-4bf4-8180-12b853377f5c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 943 time: 0.1889822 Dec 22 09:08:54.726658 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-41e108a5-cbcf-49bf-80c5-220fad9909bd req-6dd5e857-ca11-42ab-8f97-e89ea8c067bc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032693 Dec 22 09:08:54.762283 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-87a2d40e-09e5-40f1-ba3e-a97037c3e9cc req-0ef4b00e-8ea3-4e3e-a014-d5336bb8c3cf service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556003 Dec 22 09:08:54.872957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-c65d8e5a-0483-48a6-b961-e6e2ff49fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:54.874388 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-c65d8e5a-0483-48a6-b961-e6e2ff49fc35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1096 time: 0.0680060 Dec 22 09:08:55.005854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-4af40e36-275c-470f-82fb-734f5f2ad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:55.007181 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-4af40e36-275c-470f-82fb-734f5f2ad4a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1264801 Dec 22 09:08:55.078055 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-e7ad5716-bf20-4fe3-b849-3457f524cf16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 217 time: 0.0643871 Dec 22 09:08:55.142349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-4c9d93ac-5694-4815-b983-5c403f2238a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:55.143718 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-4c9d93ac-5694-4815-b983-5c403f2238a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0588491 Dec 22 09:08:55.216349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-13209755-ec09-450b-b552-f31163cebbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:55.217753 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-13209755-ec09-450b-b552-f31163cebbf7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674920 Dec 22 09:08:55.346029 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-3d966dea-a5e2-4a54-b040-962247757b12 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218710 Dec 22 09:08:55.473751 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22b6da19-52a5-42e5-a2dd-34c7ee7882c1 req-18cef873-f031-48d3-b259-d0f8a392a355 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210692 Dec 22 09:08:55.905678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21e651-38f8-420a-8eb7-f2e8a15e99c8 req-efb38b74-4cf0-4cdc-8212-f2539624004b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:55.907193 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a21e651-38f8-420a-8eb7-f2e8a15e99c8 req-efb38b74-4cf0-4cdc-8212-f2539624004b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 943 time: 0.0777886 Dec 22 09:08:55.954341 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a21e651-38f8-420a-8eb7-f2e8a15e99c8 req-25fb2bb0-9e62-4323-ad32-87104843b3de tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Dec 22 09:08:57.288943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df39ce6-c315-4873-9190-306b5c62c3f1 req-70552b95-71fd-4d96-9e6b-48f944aa1ca9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:57.290423 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4df39ce6-c315-4873-9190-306b5c62c3f1 req-70552b95-71fd-4d96-9e6b-48f944aa1ca9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 943 time: 0.0868936 Dec 22 09:08:57.342730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4df39ce6-c315-4873-9190-306b5c62c3f1 req-f2ea18bd-2bc8-41f3-a44a-a27f47262b9d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467393 Dec 22 09:08:58.523859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770b918-ae2a-4953-b4cb-5b6e1d2e64c4 req-ed8f6014-5ced-4102-8749-1ed4fc7770d2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:58.525304 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8770b918-ae2a-4953-b4cb-5b6e1d2e64c4 req-ed8f6014-5ced-4102-8749-1ed4fc7770d2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 943 time: 0.0776112 Dec 22 09:08:58.571948 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8770b918-ae2a-4953-b4cb-5b6e1d2e64c4 req-19431d65-eb6a-4e3f-84c9-7caea1b8cf95 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Dec 22 09:08:59.013281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 80928ab6-4f39-485d-9570-3ab88de83fdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:08:59.141537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:59.154054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'mac_address': 'fa:16:3e:d3:dd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:08:59.211685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:59.228100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80928ab6-4f39-485d-9570-3ab88de83fdb {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:08:59.243910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:08:59.247793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:59.249476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1035f003-f522-47a9-8a20-c499304b51b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:59.313408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:59.320156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.320499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.320830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.321153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.321472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.321793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.322108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.322423 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.322735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.323047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.323362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.323668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:59.327408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:59.568032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['80928ab6-4f39-485d-9570-3ab88de83fdb'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:08:59.766767 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcfc4-3321-409f-9d89-91832b8effd9 req-9d4b72cc-7076-4b9e-9cc7-f08a240ca272 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:59.768196 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-006dcfc4-3321-409f-9d89-91832b8effd9 req-9d4b72cc-7076-4b9e-9cc7-f08a240ca272 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 944 time: 0.0886438 Dec 22 09:08:59.812342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-006dcfc4-3321-409f-9d89-91832b8effd9 req-23aaf1bd-5954-4d2c-bfd5-ab9a94968d51 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 Dec 22 09:09:00.993271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23580c-5fad-4791-9c83-640908236ffe req-857b3768-be78-4ace-bfd5-fbff39299a6d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:00.994683 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f23580c-5fad-4791-9c83-640908236ffe req-857b3768-be78-4ace-bfd5-fbff39299a6d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 944 time: 0.0810320 Dec 22 09:09:01.022542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 80928ab6-4f39-485d-9570-3ab88de83fdb up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:09:01.039475 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f23580c-5fad-4791-9c83-640908236ffe req-63e10383-02be-4ae5-8260-a816adb0f051 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392826 Dec 22 09:09:01.088047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 80928ab6-4f39-485d-9570-3ab88de83fdb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:09:01.092590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 80928ab6-4f39-485d-9570-3ab88de83fdb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:09:01.092910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:01.205451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:01.230715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:01.241213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:09:01.246752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:01.249401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:09:01.317221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:09:01.329151 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'code': 200} Dec 22 09:09:01.329895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:09:01.555469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47cc87-ad11-4c13-91c3-38be3602d442 req-3e2017bd-b8c1-4650-a16e-bb5008bf6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:01.556970 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c47cc87-ad11-4c13-91c3-38be3602d442 req-3e2017bd-b8c1-4650-a16e-bb5008bf6574 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1098 time: 0.0727954 Dec 22 09:09:01.596664 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c47cc87-ad11-4c13-91c3-38be3602d442 req-1bfc3ba1-7849-43d4-a540-e941756ea416 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 Dec 22 09:09:02.223235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271a5db-6c2f-4aa7-a88d-59224b68c69e req-f4293818-338e-48c6-b4fd-077cd9fb8e07 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:02.224764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e271a5db-6c2f-4aa7-a88d-59224b68c69e req-f4293818-338e-48c6-b4fd-077cd9fb8e07 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0805717 Dec 22 09:09:02.268253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e271a5db-6c2f-4aa7-a88d-59224b68c69e req-32b7e784-fcc6-4cd0-afeb-44585e14bcb5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377939 Dec 22 09:09:03.454098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f966d-c413-4403-87dd-9fcc45dd8caf req-7a1e7e35-19dd-45aa-8115-1411c405095b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:03.455531 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5f1f966d-c413-4403-87dd-9fcc45dd8caf req-7a1e7e35-19dd-45aa-8115-1411c405095b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0793254 Dec 22 09:09:03.498145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5f1f966d-c413-4403-87dd-9fcc45dd8caf req-66e3f613-da93-4f17-b2d8-31bddc708eee tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369956 Dec 22 09:09:03.681164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005298-0202-4a1d-b1b1-dbd02f5092d8 req-edea7218-112f-423f-968f-b4ebae2f3cf8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:03.682577 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-24005298-0202-4a1d-b1b1-dbd02f5092d8 req-edea7218-112f-423f-968f-b4ebae2f3cf8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0813556 Dec 22 09:09:03.691014 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 40766) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:09:03.696561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'floatingip': {'port_id': '80928ab6-4f39-485d-9570-3ab88de83fdb'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:09:03.774293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:04.464988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:04.468964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:04.639751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a associated. External IP: 172.26.7.9, port: 80928ab6-4f39-485d-9570-3ab88de83fdb. Dec 22 09:09:04.983619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:09:05.172458 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:09:05.177258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:05.182164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:09:05.191415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:05.192065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:08:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:05.232993 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0d0b0982-cb26-4b5c-bfd2-e2dffeec03b6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "PUT /v2.0/floatingips/38d5aba8-bb95-424c-ac07-4dba792a6b2a HTTP/1.1" status: 200 len: 989 time: 1.5409379 Dec 22 09:09:05.233695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:09:05.334858 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'status': 'completed', 'code': 200} Dec 22 09:09:05.411722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:05.550254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-86973966-67c5-427c-9223-a5dbe6025ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:05.552529 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-86973966-67c5-427c-9223-a5dbe6025ba6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1098 time: 0.1954594 Dec 22 09:09:05.681838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-7deeab4e-1281-40ec-9ca7-e8d2157a0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:05.683254 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-7deeab4e-1281-40ec-9ca7-e8d2157a0c8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1253502 Dec 22 09:09:05.756533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:d3:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47676238-b421-4ab8-a2d8-46a474422086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:09:04Z', 'revision_number': 1, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:05.760528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:09:05.769065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:09:05.769665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:08:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:05.787627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-2700a63d-e173-491c-b52a-f472cb830a71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 997 time: 0.0982394 Dec 22 09:09:05.848293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-91d5987d-fb78-4410-8e7b-8a015d1e4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:05.849665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-91d5987d-fb78-4410-8e7b-8a015d1e4ba9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0564537 Dec 22 09:09:05.925829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-6da72a4e-97f6-4894-a650-8111d10f5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:05.928082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-6da72a4e-97f6-4894-a650-8111d10f5534 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725176 Dec 22 09:09:05.947322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:09:06.057725 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-d5fd9386-ca97-4343-9b05-acfd3209ce68 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233759 Dec 22 09:09:06.188582 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-54d2a310-fb5e-4d5e-a35c-915467da2a21 req-953490bd-48aa-4a06-bf90-e6a3b06073fd service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237602 Dec 22 09:09:06.300577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:d3:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47676238-b421-4ab8-a2d8-46a474422086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:09:04Z', 'revision_number': 1, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:09:06.305335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85106258-b875-47fd-ba5c-ae8c556e9dfa None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:d3:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47676238-b421-4ab8-a2d8-46a474422086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:09:04Z', 'revision_number': 1, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:09:06.510105 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c65b23-c88c-469b-b4e4-d4bb55a4d120 None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:09:09.824586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27f6a59c-d698-4e60-9f60-844ab10f8995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:09.894388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:12.078626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3048-38e0-4b5d-aa77-6d8cc771905b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:13.238628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:13.284860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:14.602139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:26.409055 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:09:39.827245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-11cdca6a-5873-4152-ae28-448efe94c96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:39.909134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:42.080772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9838af40-c77d-4782-991f-133ebcfbe4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:43.230669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:43.286990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:44.603666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:45.785810 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-111cf499-9b1b-4789-958c-a3dee0eaac47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704370 Dec 22 09:09:45.918615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-aacc6eb9-2c50-4a18-b00b-cc9846ea409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:45.920000 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-aacc6eb9-2c50-4a18-b00b-cc9846ea409a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1098 time: 0.0685358 Dec 22 09:09:46.065378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-867fff1d-019f-4df0-975e-99c5af72ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:46.066781 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-867fff1d-019f-4df0-975e-99c5af72ec38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1232338 Dec 22 09:09:46.166477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-4adcd73a-15d4-4fc1-a695-210bc3ee18e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 999 time: 0.0931811 Dec 22 09:09:46.233615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-f68ace74-ad41-4c41-99c4-b66090d9c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:46.235035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-f68ace74-ad41-4c41-99c4-b66090d9c407 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0616941 Dec 22 09:09:46.308393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-76c86519-98a7-4ebc-bff3-e4def7ffc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:46.309818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-76c86519-98a7-4ebc-bff3-e4def7ffc404 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680120 Dec 22 09:09:46.440577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-67dc60f6-d967-40a7-9a99-15665df4de07 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232588 Dec 22 09:09:46.569779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b150a93-6a0f-498b-8c86-5d44caffbfde req-5fc833df-6580-42fd-acdd-42b6a1135cfb service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230364 Dec 22 09:10:03.408249 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:10:09.829236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94cc89d4-d2ca-4ae4-9dee-815ea48a1874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:09.926912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:12.082170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8eb3f70b-4087-434c-a5c3-b4d21661b3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:13.233153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:13.290053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:14.606989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:21.802804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae650-f9f4-439d-b4ce-abf826236aca req-832d5a48-d8b2-45f6-838c-20cbf1043cf3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:21.804260 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-742ae650-f9f4-439d-b4ce-abf826236aca req-832d5a48-d8b2-45f6-838c-20cbf1043cf3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0944047 Dec 22 09:10:21.853415 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-742ae650-f9f4-439d-b4ce-abf826236aca req-36393e8e-e331-42fb-88e2-3d21398e0736 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431101 Dec 22 09:10:22.253395 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-1a89a558-68a4-4546-bf49-4a0a66b2ccd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153746 Dec 22 09:10:22.279647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21883f-c65c-47e8-a4fd-5d32ba2de9a1 req-4794e880-245a-4bae-a390-ffa63d0b048b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:22.281085 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2e21883f-c65c-47e8-a4fd-5d32ba2de9a1 req-4794e880-245a-4bae-a390-ffa63d0b048b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0900326 Dec 22 09:10:22.328175 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2e21883f-c65c-47e8-a4fd-5d32ba2de9a1 req-ce2681f1-e12d-4292-b1d7-3bcde9700bd3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Dec 22 09:10:23.352560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-d6c90668-7dea-4ab8-946b-9393188d6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:23.354009 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-d6c90668-7dea-4ab8-946b-9393188d6a34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1098 time: 0.0693848 Dec 22 09:10:23.653049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-bf540e63-a4f9-42ad-840a-cbc5cccd849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:23.654372 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-bf540e63-a4f9-42ad-840a-cbc5cccd849b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.2943878 Dec 22 09:10:23.666415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7b9ba-4217-40a3-8d10-83bd849221cb req-e085c6a6-f089-4740-904c-d7138b1ac170 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:23.667744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9aa7b9ba-4217-40a3-8d10-83bd849221cb req-e085c6a6-f089-4740-904c-d7138b1ac170 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.1690147 Dec 22 09:10:23.788411 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9aa7b9ba-4217-40a3-8d10-83bd849221cb req-b09ab840-1b75-4526-a787-507ede81dd57 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716734 Dec 22 09:10:23.791962 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-b6199229-206d-423a-92c1-8d63a00e99da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 999 time: 0.1233385 Dec 22 09:10:23.856588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-679ecd23-d08e-4a9e-86f7-2ecb7e12dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:23.857961 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-679ecd23-d08e-4a9e-86f7-2ecb7e12dad0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0595820 Dec 22 09:10:23.930436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-b4e8e298-a3ff-4874-866f-e33e8ef92142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:23.931749 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-b4e8e298-a3ff-4874-866f-e33e8ef92142 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673311 Dec 22 09:10:24.063790 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-448475d6-c13e-4f06-89f1-538b7c9dbc91 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256440 Dec 22 09:10:24.191793 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-671eef6e-aaa8-4e68-88d9-4fc10dace4cd service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208091 Dec 22 09:10:24.970126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa45f7-5a8d-4a6d-b366-a461efb0b1ba req-53bcde6b-8960-4056-9287-49ebc08e2f2f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:24.971553 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-20fa45f7-5a8d-4a6d-b366-a461efb0b1ba req-53bcde6b-8960-4056-9287-49ebc08e2f2f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0796566 Dec 22 09:10:25.014489 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-20fa45f7-5a8d-4a6d-b366-a461efb0b1ba req-7f13a3b9-734d-429d-9405-c7612180094e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367496 Dec 22 09:10:26.204510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bd43b-a1ec-4851-a74f-9600a9ed74ae req-34caa6c9-7136-4dbd-9083-34281467282a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:26.205921 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b47bd43b-a1ec-4851-a74f-9600a9ed74ae req-34caa6c9-7136-4dbd-9083-34281467282a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0827408 Dec 22 09:10:26.253079 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b47bd43b-a1ec-4851-a74f-9600a9ed74ae req-584cbe03-d287-458c-ae73-f40ff86e7c41 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Dec 22 09:10:27.550501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db5605-4e6a-4945-93c4-e9a2681ee6da req-aefd29ba-1ada-4f20-b3b2-80f4835b117f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:27.552150 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44db5605-4e6a-4945-93c4-e9a2681ee6da req-aefd29ba-1ada-4f20-b3b2-80f4835b117f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.1906905 Dec 22 09:10:27.595100 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44db5605-4e6a-4945-93c4-e9a2681ee6da req-6f327e34-39b6-4fa7-a264-08e26d95dd77 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372510 Dec 22 09:10:28.773868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081d8e-784a-460d-b51c-e9584414ba28 req-0fa2dcef-fe95-4a2c-9cc5-4fe3e0a3eadc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:28.775299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cf081d8e-784a-460d-b51c-e9584414ba28 req-0fa2dcef-fe95-4a2c-9cc5-4fe3e0a3eadc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0772722 Dec 22 09:10:28.819019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cf081d8e-784a-460d-b51c-e9584414ba28 req-912a7d21-cbc2-48e1-a03c-878a2bb0bfb9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381563 Dec 22 09:10:30.002106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350330d3-c947-4629-ac44-a02b58759b7a req-3f15d2fd-7580-471a-a710-ce9b661adee4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:30.003534 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-350330d3-c947-4629-ac44-a02b58759b7a req-3f15d2fd-7580-471a-a710-ce9b661adee4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0787280 Dec 22 09:10:30.048996 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-350330d3-c947-4629-ac44-a02b58759b7a req-6887d66f-c15b-401b-b052-70cb9929a9c7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Dec 22 09:10:31.234258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbf82f-fd58-48e7-9cdd-bc092d8af753 req-f9616fcd-d393-4b87-83c1-05fd660d3294 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:31.235690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-eecbf82f-fd58-48e7-9cdd-bc092d8af753 req-f9616fcd-d393-4b87-83c1-05fd660d3294 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0820189 Dec 22 09:10:31.278942 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-eecbf82f-fd58-48e7-9cdd-bc092d8af753 req-8a5c802b-e8e0-47f0-94bf-caff213d8e7e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371203 Dec 22 09:10:32.458586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e7c8b-e99b-4da9-8123-20386f70110d req-998c1db4-0b02-469c-94f2-781f96bed738 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:32.460052 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-357e7c8b-e99b-4da9-8123-20386f70110d req-998c1db4-0b02-469c-94f2-781f96bed738 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0773861 Dec 22 09:10:32.505034 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-357e7c8b-e99b-4da9-8123-20386f70110d req-f3c89540-b03a-4cc9-a780-a5369ebf3c73 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390389 Dec 22 09:10:33.689358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af8af3-16fc-4a18-91ab-2ab47238e691 req-e2213353-1ba3-40b3-bf63-f734b4b7f237 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:33.690766 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75af8af3-16fc-4a18-91ab-2ab47238e691 req-e2213353-1ba3-40b3-bf63-f734b4b7f237 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0781717 Dec 22 09:10:33.733358 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75af8af3-16fc-4a18-91ab-2ab47238e691 req-44a92a18-767d-43ff-ade8-7e3a40e44138 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369699 Dec 22 09:10:34.916236 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb42bc-fec2-47a3-91f4-c81a151f65c8 req-95ce8533-bb17-440d-b69d-7292815b75e8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:34.917559 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ceb42bc-fec2-47a3-91f4-c81a151f65c8 req-95ce8533-bb17-440d-b69d-7292815b75e8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0807328 Dec 22 09:10:34.963559 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2ceb42bc-fec2-47a3-91f4-c81a151f65c8 req-5edaa4e4-ff07-40ec-b81c-45786e306754 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404322 Dec 22 09:10:35.972644 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-846be642-6e44-42e4-96ff-475c0ceab64d service neutron] 10.222.0.16 "GET /v2.0/ports/80928ab6-4f39-485d-9570-3ab88de83fdb/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0773666 Dec 22 09:10:36.146531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235e57-b6c7-44c1-b726-a46f7abb64b7 req-df702cf0-86fe-496d-96b0-8c2fda22f31f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:36.148107 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75235e57-b6c7-44c1-b726-a46f7abb64b7 req-df702cf0-86fe-496d-96b0-8c2fda22f31f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0803111 Dec 22 09:10:36.241003 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75235e57-b6c7-44c1-b726-a46f7abb64b7 req-108c6ac2-0c8c-45dd-b070-692c9b735139 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870175 Dec 22 09:10:36.262106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-b0eebee4-6210-4cde-aec2-3f97b52bf917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:36.263546 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-b0eebee4-6210-4cde-aec2-3f97b52bf917 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 1098 time: 0.0925767 Dec 22 09:10:36.370214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-51162985-b287-4a75-a6e9-3488282e85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:36.371637 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-51162985-b287-4a75-a6e9-3488282e85ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1098 time: 0.0691550 Dec 22 09:10:36.497920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-964dac9b-87b2-4513-98b2-a54712dd8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:36.499245 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-964dac9b-87b2-4513-98b2-a54712dd8264 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1219187 Dec 22 09:10:36.714893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-75accfe3-a551-46df-a9bb-d758552a8693 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 999 time: 0.2089367 Dec 22 09:10:36.777294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-36ec0afc-faa1-46b8-b7ea-71e5c931e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:36.778577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-36ec0afc-faa1-46b8-b7ea-71e5c931e16d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0577195 Dec 22 09:10:36.853993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-d7d8585c-d4b7-449a-8a24-d14d3d00b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:36.855443 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-d7d8585c-d4b7-449a-8a24-d14d3d00b66f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707030 Dec 22 09:10:36.983638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-904df702-81a2-4257-b68c-3a1062c6080e service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221142 Dec 22 09:10:37.111716 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd62baf7-8baf-48fc-9699-c2b9d3b93393 req-9a3ec62f-fa83-4974-925c-5740fcb48dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212239 Dec 22 09:10:37.426713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276526c-1201-4605-93d9-b0bd23c407ca req-f85fe4d8-977e-4914-ae83-1843bf6d8371 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:37.428074 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9276526c-1201-4605-93d9-b0bd23c407ca req-f85fe4d8-977e-4914-ae83-1843bf6d8371 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0775886 Dec 22 09:10:37.471367 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9276526c-1201-4605-93d9-b0bd23c407ca req-6a0909b7-75bf-47eb-a639-e1ae33a561a1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375700 Dec 22 09:10:38.654826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686d6f-aa99-4dff-ad1f-19a705e99309 req-e12f78c1-c139-4103-9343-bd6997c914ce tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:38.656296 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c686d6f-aa99-4dff-ad1f-19a705e99309 req-e12f78c1-c139-4103-9343-bd6997c914ce tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0782025 Dec 22 09:10:38.704731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c686d6f-aa99-4dff-ad1f-19a705e99309 req-3c7bd182-c15a-402f-b013-d5a44d502edd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Dec 22 09:10:39.495010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 80928ab6-4f39-485d-9570-3ab88de83fdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:10:39.497349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 80928ab6-4f39-485d-9570-3ab88de83fdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:10:39.757247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.775005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:39.794690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'mac_address': 'fa:16:3e:d3:dd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:10:39.801420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:39.850695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:39.866668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.870948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-5c1f57cc-cbf8-4446-9e80-ed484a701752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:39.905983 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'code': 200} Dec 22 09:10:39.918792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-36375b25-ca91-476c-bd2c-bb250e79eafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.928973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:39.930048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7232a-25a8-4da7-9cee-3027c077213b req-e1530e6b-b957-4f6a-810c-2c4276aff96e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:39.931524 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3fe7232a-25a8-4da7-9cee-3027c077213b req-e1530e6b-b957-4f6a-810c-2c4276aff96e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 943 time: 0.1159174 Dec 22 09:10:39.969010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80928ab6-4f39-485d-9570-3ab88de83fdb {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:39.981428 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3fe7232a-25a8-4da7-9cee-3027c077213b req-71b6efef-821d-4107-929b-0a57476d1d24 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 Dec 22 09:10:39.981663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.009792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:40.031599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.031983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.032318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.032643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.032963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.033283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.033619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.033920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.034235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.034565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.034858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.035167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:40.040748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:40.050532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:10:40.050869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:10:40.407228 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:10:40.607679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.625724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80928ab6-4f39-485d-9570-3ab88de83fdb {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:40.640591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:40.644614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.646344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:40.708806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['80928ab6-4f39-485d-9570-3ab88de83fdb'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:10:40.748639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:40.757166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:41.168811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0bf90-5d59-4aef-a5ca-0297715ba6a8 req-c0d97fc7-97f7-462a-8e75-e1f9a9752794 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:41.170252 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9ca0bf90-5d59-4aef-a5ca-0297715ba6a8 req-c0d97fc7-97f7-462a-8e75-e1f9a9752794 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 944 time: 0.0791709 Dec 22 09:10:41.213826 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9ca0bf90-5d59-4aef-a5ca-0297715ba6a8 req-cff03eff-1e5c-4cde-99fc-d56f16f81174 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380497 Dec 22 09:10:41.511828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 80928ab6-4f39-485d-9570-3ab88de83fdb up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:10:41.579115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d09046-7e15-4248-a0bc-82cececfcbed req-70f032d2-bfbd-43ea-a2b9-90a8a98c24ff tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:41.580544 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-70f032d2-bfbd-43ea-a2b9-90a8a98c24ff tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086&tenant_id=778af07c6eff4b50a264eab16a595d7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1147974 Dec 22 09:10:41.580707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 80928ab6-4f39-485d-9570-3ab88de83fdb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:41.581024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:41.589835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4ee1-c289-4a84-8329-4d87ab990847 req-1adae341-8b5b-4995-955f-63ad16751427 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:41.591201 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a30e4ee1-c289-4a84-8329-4d87ab990847 req-1adae341-8b5b-4995-955f-63ad16751427 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 944 time: 0.1567025 Dec 22 09:10:41.638138 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a30e4ee1-c289-4a84-8329-4d87ab990847 req-6598a73d-d9b0-4c05-92d6-0771fb3e6554 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Dec 22 09:10:41.701292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:41.727242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d09046-7e15-4248-a0bc-82cececfcbed req-6694239b-7789-45d4-a381-bb21f56f0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:41.728736 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-6694239b-7789-45d4-a381-bb21f56f0bd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 1097 time: 0.0765877 Dec 22 09:10:41.732295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:41.736468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:41.738289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:41.805711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:41.808706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:41.860196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d09046-7e15-4248-a0bc-82cececfcbed req-27f8cf1d-5720-4ea3-859d-e66216626904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:41.861558 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-27f8cf1d-5720-4ea3-859d-e66216626904 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1263399 Dec 22 09:10:41.906631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:41.961974 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'code': 200} Dec 22 09:10:41.969966 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-e326c879-38e8-42ff-9b6a-53d7138eca14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 200 len: 999 time: 0.1017570 Dec 22 09:10:42.030432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d09046-7e15-4248-a0bc-82cececfcbed req-8aac2c43-49fa-4ce7-9317-57c9b1b3aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:42.031774 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-8aac2c43-49fa-4ce7-9317-57c9b1b3aeb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0552936 Dec 22 09:10:42.083027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-39fcbbbb-2035-44f1-90a3-c221b1a0334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:42.106536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d09046-7e15-4248-a0bc-82cececfcbed req-e75a5133-3236-451a-bb94-61741b370149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:42.108030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-e75a5133-3236-451a-bb94-61741b370149 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696335 Dec 22 09:10:42.238351 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-b96c0796-2819-4b86-9e93-dff5af1e03b0 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232569 Dec 22 09:10:42.368157 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21d09046-7e15-4248-a0bc-82cececfcbed req-450d00fd-2764-437c-bc73-8c1911d406d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225035 Dec 22 09:10:42.953762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef8dd-a0f6-4461-9d97-26daf594294f req-960f8b15-a0f8-4eb5-8133-6c6ae9e88a34 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:42.955292 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-99eef8dd-a0f6-4461-9d97-26daf594294f req-960f8b15-a0f8-4eb5-8133-6c6ae9e88a34 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.2118347 Dec 22 09:10:43.001071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-99eef8dd-a0f6-4461-9d97-26daf594294f req-d5516b5b-e4cd-482d-922d-f4ec67e80b55 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394635 Dec 22 09:10:43.238101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:43.292187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:44.187485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2dba-e2ef-4f2d-9cee-427b1ad0bacd req-5be86c60-2d0e-4977-a755-66dcd5c8580a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:44.189266 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a9b2dba-e2ef-4f2d-9cee-427b1ad0bacd req-5be86c60-2d0e-4977-a755-66dcd5c8580a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0815666 Dec 22 09:10:44.232228 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0a9b2dba-e2ef-4f2d-9cee-427b1ad0bacd req-35748a49-8850-4663-b690-cc599a84f65f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370183 Dec 22 09:10:44.415388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58199d-753d-40e8-b37f-7665e1cee775 req-0adde0c8-769f-4428-920f-868add5d25e2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:44.416745 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0c58199d-753d-40e8-b37f-7665e1cee775 req-0adde0c8-769f-4428-920f-868add5d25e2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0797927 Dec 22 09:10:44.460058 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0c58199d-753d-40e8-b37f-7665e1cee775 req-5c3273f8-0d63-418a-a835-a2421c9da8e8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376551 Dec 22 09:10:44.611335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:44.644435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0394d-9de6-4de4-8296-bffafd9e84d9 req-4f1800c2-e14d-4d6e-a2d6-30a4c2079e2b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:44.645882 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71a0394d-9de6-4de4-8296-bffafd9e84d9 req-4f1800c2-e14d-4d6e-a2d6-30a4c2079e2b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0839436 Dec 22 09:10:44.688347 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-71a0394d-9de6-4de4-8296-bffafd9e84d9 req-14122f64-d3e1-47d7-a370-ed994dc07072 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368607 Dec 22 09:10:45.061591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03ec1e-fe82-46b2-9d82-15f2426293aa req-57750410-0fec-4b3a-8972-05f0d3b0fd0d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:45.063017 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb03ec1e-fe82-46b2-9d82-15f2426293aa req-57750410-0fec-4b3a-8972-05f0d3b0fd0d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0821221 Dec 22 09:10:45.109351 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb03ec1e-fe82-46b2-9d82-15f2426293aa req-c1641ac2-369b-4f67-8e5e-e39851fb609c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406651 Dec 22 09:10:46.295080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1492323-7392-4747-af91-0492816f9f3f req-22896e24-b1c6-42a7-b791-6fea7b732265 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:46.296534 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b1492323-7392-4747-af91-0492816f9f3f req-22896e24-b1c6-42a7-b791-6fea7b732265 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0798471 Dec 22 09:10:46.339383 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b1492323-7392-4747-af91-0492816f9f3f req-f2966611-d112-4b5b-a674-7756e6e69166 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369306 Dec 22 09:10:46.788369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-50f890c7-4013-4116-8ded-d464409a655d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:46.789753 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-50f890c7-4013-4116-8ded-d464409a655d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0806787 Dec 22 09:10:46.857470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Deleting port 80928ab6-4f39-485d-9570-3ab88de83fdb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:10:46.857728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:47.095603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] For port 80928ab6-4f39-485d-9570-3ab88de83fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=80928ab6-4f39-485d-9570-3ab88de83fdb,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:47.095979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:47.383264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:47.383883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:47.384065 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a disassociated. External IP: 172.26.7.9, port: 80928ab6-4f39-485d-9570-3ab88de83fdb. Dec 22 09:10:47.384279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Calling delete_port for 80928ab6-4f39-485d-9570-3ab88de83fdb owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:10:47.525503 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db06c7-766f-487f-b81e-4da3cfa8894e req-3aac2fe0-4366-49bf-911d-d4e02c61c491 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:47.527766 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49db06c7-766f-487f-b81e-4da3cfa8894e req-3aac2fe0-4366-49bf-911d-d4e02c61c491 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 945 time: 0.0829806 Dec 22 09:10:47.533345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:47.540072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ea3fe210-63e7-4a47-bb32-03bff64f7106 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:47.576723 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-49db06c7-766f-487f-b81e-4da3cfa8894e req-577d792b-64f0-44ae-932b-0231591e5b76 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 Dec 22 09:10:47.586729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event deleted for resources: {'Port': ['ID=80928ab6-4f39-485d-9570-3ab88de83fdb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:47.598616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.599005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.599383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.599756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.600150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.600526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.601022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.601263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.601649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.602014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.602400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.602761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:47.606491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:47.797342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:10:48.090986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:10:48.100266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:10:48.109680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:10:48.110279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:10:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:48.162710 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] No DVR routers for this DVR port 80928ab6-4f39-485d-9570-3ab88de83fdb on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:10:48.165252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:48.167817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-deleted', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:48.186621 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-929dba6d-a5af-42b8-a9c6-be94b9cd4812 req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "DELETE /v2.0/ports/80928ab6-4f39-485d-9570-3ab88de83fdb HTTP/1.1" status: 204 len: 173 time: 1.3913715 Dec 22 09:10:48.213734 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47676238-b421-4ab8-a2d8-46a474422086', 'name': 'network-vif-deleted', 'tag': '80928ab6-4f39-485d-9570-3ab88de83fdb', 'status': 'completed', 'code': 200} Dec 22 09:10:48.303800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:10:48.615430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:48.619604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:10:48.628765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:10:48.630081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:10:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:48.753260 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c338e3f2-c79d-4600-9df2-6336bc7839a0 req-9c7a7642-7481-48c2-84ba-8450205422cc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=47676238-b421-4ab8-a2d8-46a474422086 HTTP/1.1" status: 200 len: 210 time: 0.0524485 Dec 22 09:10:48.856837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:10:49.156696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:49.161040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f620ad7-c974-4cd7-a912-f04769572715 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:10:49.381323 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395aaf23-92cf-45ff-bb6f-928d812117ca None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:10:50.088773 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-e3064693-c086-4a61-821f-faf72cb8ecd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--247778366&fields=id&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 267 time: 0.0399156 Dec 22 09:10:50.234785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-d7d4937f-6c04-4ac6-909a-8f57eda0a802 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:50.236316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-d7d4937f-6c04-4ac6-909a-8f57eda0a802 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.1411872 Dec 22 09:10:50.250763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-bdd4d500-93fe-42e1-be9f-55867dd0d4e1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/quotas/778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 375 time: 0.0090489 Dec 22 09:10:50.334259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-10651da9-745d-4a95-a9d2-9f523b121ba4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:10:50.348731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-10651da9-745d-4a95-a9d2-9f523b121ba4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:10:50.349952 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-10651da9-745d-4a95-a9d2-9f523b121ba4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938063 Dec 22 09:10:50.365203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de2a0df0-b168-4b41-9a61-06e9f8e70eb1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:10:50.366130 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de2a0df0-b168-4b41-9a61-06e9f8e70eb1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051272 Dec 22 09:10:50.494109 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-d7c1a3cc-7095-4285-89f0-97f3e33b6a85 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224062 Dec 22 09:10:50.625189 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-bbbda96f-4b8f-4650-b895-3dc1f8116fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253777 Dec 22 09:10:50.795913 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a28c88a7-a6ff-41ac-ac3f-7dc2273819af req-114c84b9-3749-450f-93eb-8b00517214c8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 210 time: 0.0424728 Dec 22 09:10:51.588521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 80928ab6-4f39-485d-9570-3ab88de83fdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:10:51.621879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 80928ab6-4f39-485d-9570-3ab88de83fdb {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:10:51.622231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 80928ab6-4f39-485d-9570-3ab88de83fdb not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:10:51.797542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-5a83b052-10c7-4882-9abc-277d87121fec tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:51.798947 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-5a83b052-10c7-4882-9abc-277d87121fec tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.1520412 Dec 22 09:10:51.857106 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-fdc4a2ac-fcf9-4462-b8bc-12ca9dcddc9d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 379 time: 0.0496061 Dec 22 09:10:51.865790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'port': {'device_id': '6809e6e9-1932-4c8c-829a-155da648d39c', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'admin_state_up': True, 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'security_groups': ['1ef13ca4-7523-47fd-8b93-04bbfb787ba5']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:10:51.992767 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0f5a0118-6886-4a2e-8db4-de9a962fd6a5 req-b98c070f-28ce-4b5c-9325-149eb4586cf3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 210 time: 0.0592210 Dec 22 09:10:52.047407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:10:52.059081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:10:52.071559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Made reservation on behalf of 778af07c6eff4b50a264eab16a595d7e for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:10:52.075414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:52.245235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Allocated IP 172.20.0.12 (5cbd6c9c-7666-4cb9-a34b-4a745108f677/7d4aa22a-81df-4ec1-9ee8-e0362a08528e/b5f7141c-5cea-4f91-a3d7-75861c772766) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:10:52.437158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:52.452684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Transition to ACTIVE for port object b5f7141c-5cea-4f91-a3d7-75861c772766 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:10:52.476382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:52.481789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-735123f1-a78a-4e7b-89ec-b8e58953ccc2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:52.545575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:10:52.548723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:10:52.551887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:10:52.592065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:52.601217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:52.627601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:52.628251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:52.655120 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928607 Dec 22 09:10:52.667667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Request body: {'port': {'device_id': '6809e6e9-1932-4c8c-829a-155da648d39c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:10:52.780348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6900a8bc-5cde-4b60-9027-4cc9b76122ab None None] Provisioning for port b5f7141c-5cea-4f91-a3d7-75861c772766 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:10:52.786647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:52.787178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6900a8bc-5cde-4b60-9027-4cc9b76122ab None None] Provisioning complete for port b5f7141c-5cea-4f91-a3d7-75861c772766 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:52.787571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6900a8bc-5cde-4b60-9027-4cc9b76122ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:52.845403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6900a8bc-5cde-4b60-9027-4cc9b76122ab None None] Port b5f7141c-5cea-4f91-a3d7-75861c772766 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:10:53.186670 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c603-f468-4fb0-af4f-5e65499dac41 req-61dd335d-da52-4daf-b8f2-a0c4ea0a18e6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:53.188159 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2a84c603-f468-4fb0-af4f-5e65499dac41 req-61dd335d-da52-4daf-b8f2-a0c4ea0a18e6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 932 time: 0.0807185 Dec 22 09:10:53.232374 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2a84c603-f468-4fb0-af4f-5e65499dac41 req-b213f0f9-07b7-43a6-a65c-dbfc03b19427 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375412 Dec 22 09:10:53.260375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f7141c-5cea-4f91-a3d7-75861c772766 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:53.268579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:53.283231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Transition to ACTIVE for port object b5f7141c-5cea-4f91-a3d7-75861c772766 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:10:53.286774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:53.291156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:53.447590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Pushing event updated for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:53.454846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:53.524968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Attempting to bind port b5f7141c-5cea-4f91-a3d7-75861c772766 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:10:53.525311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Attempting to bind port b5f7141c-5cea-4f91-a3d7-75861c772766 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:10:53.525634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Attempting to bind port b5f7141c-5cea-4f91-a3d7-75861c772766 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:10:53.530224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Port b5f7141c-5cea-4f91-a3d7-75861c772766 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:10:53.530534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Attempting to bind port b5f7141c-5cea-4f91-a3d7-75861c772766 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:10:53.535523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:10:53.535800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Checking segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:10:53.536204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Bound using segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:10:53.536613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Bound port: b5f7141c-5cea-4f91-a3d7-75861c772766, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:10:53.536951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:53.622314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:10:53.625121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:10:53.628610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:53.632811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a37d7c07-0f8d-47f0-ba59-8aa0f867106c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:53.692842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:53.693456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:53.694795 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-de680795-903c-4e65-ba9e-87880989afdf service neutron] 10.222.0.16 "PUT /v2.0/ports/b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 1094 time: 1.0320504 Dec 22 09:10:53.695299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:53.717806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Pushing event updated for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:53.725517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:53.776081 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'status': 'completed', 'code': 200} Dec 22 09:10:53.817587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-0da5976e-ac3e-4163-acc8-41434c22cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:53.819071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-0da5976e-ac3e-4163-acc8-41434c22cf9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1097 time: 0.0753644 Dec 22 09:10:53.890641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-cda819bf-f5f2-4812-8484-d0879b9e16da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 217 time: 0.0648394 Dec 22 09:10:53.951074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-a74dd386-0ef0-4a57-9556-b6bfd78c3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:53.952469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-a74dd386-0ef0-4a57-9556-b6bfd78c3209 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0560358 Dec 22 09:10:54.029314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-dd986fd0-70f4-43f3-99e9-20b17c990008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:54.030660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-dd986fd0-70f4-43f3-99e9-20b17c990008 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718806 Dec 22 09:10:54.161019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-f9faba43-9745-4025-84b7-e1809a5ace80 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233385 Dec 22 09:10:54.296471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6796f7-af2e-4df5-92a3-ba4954f7c12c req-1ef88de4-953a-4415-9b03-ec918450024e service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283762 Dec 22 09:10:54.411734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-e7d91d6f-f61a-4919-9f78-1a05694a561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:54.413153 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-e7d91d6f-f61a-4919-9f78-1a05694a561d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1097 time: 0.0714478 Dec 22 09:10:54.424013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428748a2-fba1-4916-9fdb-ae56f907be81 req-588bd437-d217-4a7e-a409-fb8a785188ff tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:54.425445 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-428748a2-fba1-4916-9fdb-ae56f907be81 req-588bd437-d217-4a7e-a409-fb8a785188ff tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 944 time: 0.0829008 Dec 22 09:10:54.470741 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-428748a2-fba1-4916-9fdb-ae56f907be81 req-4e443fe2-6f03-4ed3-ac68-be5453aabdca tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375445 Dec 22 09:10:54.544452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-55759b2a-5d04-4738-8d65-136a93a095e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:54.545893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-55759b2a-5d04-4738-8d65-136a93a095e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1261768 Dec 22 09:10:54.722912 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-e2ec9b2b-2f00-4c75-9794-e3b2df1dfa14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 217 time: 0.1701367 Dec 22 09:10:54.785050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-7a0d85ef-bac7-43fa-82bd-2748213e8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:54.786446 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-7a0d85ef-bac7-43fa-82bd-2748213e8e00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0560119 Dec 22 09:10:54.860400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-990a414d-9d4e-4532-9431-24909dba08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:54.861816 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-990a414d-9d4e-4532-9431-24909dba08d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678017 Dec 22 09:10:54.993486 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-7ab4b9ae-83ac-493b-a49e-771748a44afc service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239288 Dec 22 09:10:55.124099 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1a7c2794-c3ca-4769-8a50-e34fdff7cb4f req-6b530472-7fa0-4cef-ba6b-9421f2b04a57 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238301 Dec 22 09:10:55.810480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d1867-870c-4922-ae0f-d29deffd8501 req-4fe1ad1f-f919-4fa0-a781-56926575aad7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:55.811147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-be6d1867-870c-4922-ae0f-d29deffd8501 req-4fe1ad1f-f919-4fa0-a781-56926575aad7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:10:55.826173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-be6d1867-870c-4922-ae0f-d29deffd8501 req-4fe1ad1f-f919-4fa0-a781-56926575aad7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:10:55.827310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-be6d1867-870c-4922-ae0f-d29deffd8501 req-4fe1ad1f-f919-4fa0-a781-56926575aad7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 944 time: 0.1079333 Dec 22 09:10:55.870440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-be6d1867-870c-4922-ae0f-d29deffd8501 req-6f0c0df9-8fba-4a2e-aab3-8be26cc965df tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375311 Dec 22 09:10:57.049023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf9118-a936-4dbc-ad31-3ecf1ec86129 req-296fa51c-b07c-44a8-aaa9-bfea4787ec20 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:57.050476 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8caf9118-a936-4dbc-ad31-3ecf1ec86129 req-296fa51c-b07c-44a8-aaa9-bfea4787ec20 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 944 time: 0.0774834 Dec 22 09:10:57.097937 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8caf9118-a936-4dbc-ad31-3ecf1ec86129 req-5805818b-68ab-4d7a-a0c9-79328844f4f1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Dec 22 09:10:57.599832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device b5f7141c-5cea-4f91-a3d7-75861c772766 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:10:57.726845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:57.743848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'mac_address': 'fa:16:3e:c1:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:10:57.795933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:57.812430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f7141c-5cea-4f91-a3d7-75861c772766 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:57.827210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:57.830820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:57.832533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:57.895319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:57.898253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:58.218046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['b5f7141c-5cea-4f91-a3d7-75861c772766'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:10:58.282068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487264fb-9f49-4940-8b86-1cab3236a939 req-9ee51195-57a4-4f2c-b96d-2977f027ec24 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:58.283499 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-487264fb-9f49-4940-8b86-1cab3236a939 req-9ee51195-57a4-4f2c-b96d-2977f027ec24 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 945 time: 0.0825558 Dec 22 09:10:58.329170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-487264fb-9f49-4940-8b86-1cab3236a939 req-7d496e89-a6b5-46f9-beba-1ff59c4c8a83 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 Dec 22 09:10:59.516184 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb20f6-868d-4fe0-b19b-de0cf6f82775 req-d3825324-2bd7-473e-bb95-23b2fbdc6585 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:59.517603 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19cb20f6-868d-4fe0-b19b-de0cf6f82775 req-d3825324-2bd7-473e-bb95-23b2fbdc6585 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 945 time: 0.0812607 Dec 22 09:10:59.561680 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19cb20f6-868d-4fe0-b19b-de0cf6f82775 req-7c5fba96-1995-44be-9de7-ffc010d7c100 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384185 Dec 22 09:10:59.599278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device b5f7141c-5cea-4f91-a3d7-75861c772766 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:10:59.667762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port b5f7141c-5cea-4f91-a3d7-75861c772766 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:10:59.672643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port b5f7141c-5cea-4f91-a3d7-75861c772766 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:59.673014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:59.782083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:59.810352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:59.820108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:10:59.824759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:59.826524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:59.860216 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'code': 200} Dec 22 09:10:59.894125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:59.896967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:11:00.075777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3888b-59c5-4741-a3dd-13dc73e1f929 req-731aaddb-79be-4295-bc32-ed05da242190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:00.077275 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c4c3888b-59c5-4741-a3dd-13dc73e1f929 req-731aaddb-79be-4295-bc32-ed05da242190 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0679305 Dec 22 09:11:00.118682 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c4c3888b-59c5-4741-a3dd-13dc73e1f929 req-830ad7d8-c4c5-4762-af5c-0c56c55d2132 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349989 Dec 22 09:11:00.747493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c98af-a312-4f4d-965c-eb2290325b9d req-c6240987-9ccc-43f9-afbd-939e6c62784b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:00.749022 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-079c98af-a312-4f4d-965c-eb2290325b9d req-c6240987-9ccc-43f9-afbd-939e6c62784b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0825403 Dec 22 09:11:00.791468 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-079c98af-a312-4f4d-965c-eb2290325b9d req-92c0466e-04f6-4f8d-95b6-c9a5f44e3b7a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368223 Dec 22 09:11:01.978302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051a5f9-c4a5-4a63-9f86-2fbe81e4e11e req-d7112005-a5d2-46e8-b04b-437d08a65d09 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:01.979698 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b051a5f9-c4a5-4a63-9f86-2fbe81e4e11e req-d7112005-a5d2-46e8-b04b-437d08a65d09 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0820067 Dec 22 09:11:02.021873 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b051a5f9-c4a5-4a63-9f86-2fbe81e4e11e req-651e6814-f041-425f-87bb-b8bc85b60522 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365503 Dec 22 09:11:02.198635 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4fd6a-caf6-4590-b066-de60409bd68c req-ccd55de3-a5df-469c-a837-b3c0e575c6dd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:02.200098 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-16e4fd6a-caf6-4590-b066-de60409bd68c req-ccd55de3-a5df-469c-a837-b3c0e575c6dd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0815079 Dec 22 09:11:02.209260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 41060) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:11:02.214285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'floatingip': {'port_id': 'b5f7141c-5cea-4f91-a3d7-75861c772766'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:11:02.293074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:03.015816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:03.020793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:03.195074 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a associated. External IP: 172.26.7.9, port: b5f7141c-5cea-4f91-a3d7-75861c772766. Dec 22 09:11:03.536044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:11:03.710964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:11:03.715350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:03.721889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:11:03.730952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:11:03.731554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:10:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:11:03.775396 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c0ccadb7-9671-4db7-afe6-8992051d8a4e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "PUT /v2.0/floatingips/38d5aba8-bb95-424c-ac07-4dba792a6b2a HTTP/1.1" status: 200 len: 990 time: 1.5650661 Dec 22 09:11:03.776092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:11:03.828661 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'status': 'completed', 'code': 200} Dec 22 09:11:03.922200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-9881f85f-15fe-4492-af0c-7d1236a788eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:03.923665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-9881f85f-15fe-4492-af0c-7d1236a788eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0722022 Dec 22 09:11:03.948649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:11:04.055044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-9b55ecfe-a882-4202-b09a-a8d5c7ba082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:04.056416 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-9b55ecfe-a882-4202-b09a-a8d5c7ba082b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1259110 Dec 22 09:11:04.159306 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-87792f20-8f75-4e53-8d62-b32d956854bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 998 time: 0.0963347 Dec 22 09:11:04.224239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-dbe00131-c57a-4982-8836-a7267c34eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:04.225652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-dbe00131-c57a-4982-8836-a7267c34eebe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0595798 Dec 22 09:11:04.286678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:c1:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809e6e9-1932-4c8c-829a-155da648d39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:11:02Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:11:04.290533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:11:04.298305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-dee8f33e-5089-44ba-87a7-b487d92ada6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:04.298667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:11:04.299253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:10:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:11:04.299842 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-dee8f33e-5089-44ba-87a7-b487d92ada6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684004 Dec 22 09:11:04.430445 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-0da07f72-5708-408a-8052-dc7947ab6f2c service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227467 Dec 22 09:11:04.475275 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:11:04.561318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcde2f63-eef0-4fb3-ad67-bce7bf70bf35 req-613692bc-5d99-4c10-816c-2a3d267c23a7 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245337 Dec 22 09:11:04.822359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:c1:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809e6e9-1932-4c8c-829a-155da648d39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:11:02Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:11:04.826269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4bfa9-1cdb-4753-8033-c4005c66c4b4 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:c1:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6809e6e9-1932-4c8c-829a-155da648d39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:11:02Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:11:05.021365 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec64bb-f1a7-4b88-ba12-6d5f7a7c911a None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:11:09.829690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e39e1eb6-7cd4-43df-b4df-233253996394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:09.940118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:12.083912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-eef4b2a2-ccd8-4414-95aa-99531cd98dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:13.240370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:13.293905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:14.613813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:17.405546 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:11:39.833094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-61cc203a-7fdb-4c3e-807f-c78211c88e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:39.946316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:42.086258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a34fc002-b639-4e22-9ae5-f787762b6b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:43.242955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:43.296073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:44.616615 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:48.773120 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-88d2fbca-4b5f-4730-9820-a09a0efee3dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673847 Dec 22 09:11:48.914227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-7dbeec45-c6f7-4439-9e13-9943b44534a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:48.915611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-7dbeec45-c6f7-4439-9e13-9943b44534a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0736444 Dec 22 09:11:49.171648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-b27be27f-6f93-495d-9072-1b04ca23ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:49.173035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-b27be27f-6f93-495d-9072-1b04ca23ec34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.2373812 Dec 22 09:11:49.274984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-0cfbb4e9-bf0c-4d69-8cbe-d59d51febdcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 1000 time: 0.0944028 Dec 22 09:11:49.335518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-16ff1b2a-df18-456c-a350-b7139c39248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:49.336915 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-16ff1b2a-df18-456c-a350-b7139c39248b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0561500 Dec 22 09:11:49.418176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-0cdfcfea-c0d9-48e2-ba6e-5f086bbaccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:49.419627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-0cdfcfea-c0d9-48e2-ba6e-5f086bbaccc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768712 Dec 22 09:11:49.549989 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-c06c022e-0f72-44eb-bde9-198ad6e95098 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238308 Dec 22 09:11:49.688334 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6694db4a-1e94-4043-956d-a6e302a8d895 req-0349fc57-f06c-4e49-817e-d1c76ed04295 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318879 Dec 22 09:11:54.404056 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:12:09.834320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-91217a17-2fd4-4276-9325-2b0ecea2f482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:09.946375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:12.088640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4a8100ff-077c-4335-8316-f6c3481ab0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:13.245116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:13.298647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:14.621177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:21.733097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb938d-1b27-44c1-a380-033a3b3a8b33 req-201277b4-d9b6-4819-b6da-08f6023db678 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:21.734514 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-67bb938d-1b27-44c1-a380-033a3b3a8b33 req-201277b4-d9b6-4819-b6da-08f6023db678 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0832832 Dec 22 09:12:21.892587 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-67bb938d-1b27-44c1-a380-033a3b3a8b33 req-9b2412a7-562a-4c4d-b818-bb677f2a9183 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523681 Dec 22 09:12:23.079674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978ac91-8d4d-4a1d-a8bb-94c533845ba8 req-07f4cb2e-f087-48e4-b0ce-9ada8e58b916 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:23.081180 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4978ac91-8d4d-4a1d-a8bb-94c533845ba8 req-07f4cb2e-f087-48e4-b0ce-9ada8e58b916 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0833097 Dec 22 09:12:23.124067 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4978ac91-8d4d-4a1d-a8bb-94c533845ba8 req-d7c1bbe3-bdad-4001-9f6d-ce17a142c9d9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373442 Dec 22 09:12:24.311802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80546e4-ed77-411e-97c9-00d4837743b8 req-6b5ce954-9c90-459d-a0a1-66165e296374 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:24.313273 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a80546e4-ed77-411e-97c9-00d4837743b8 req-6b5ce954-9c90-459d-a0a1-66165e296374 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0821579 Dec 22 09:12:24.355690 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a80546e4-ed77-411e-97c9-00d4837743b8 req-f6c26fba-f054-4e7a-a3db-4ab30ab27aa2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368466 Dec 22 09:12:25.534319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4608-fd2f-4f75-ba83-9e57a56eb0b7 req-a7698af1-2520-45bc-93ee-405e7099d25b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:25.535905 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba7d4608-fd2f-4f75-ba83-9e57a56eb0b7 req-a7698af1-2520-45bc-93ee-405e7099d25b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0786180 Dec 22 09:12:25.590581 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba7d4608-fd2f-4f75-ba83-9e57a56eb0b7 req-da21e946-7476-47d2-a69a-406143aea298 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488677 Dec 22 09:12:26.774069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd931b6-f917-4983-95fb-b4dd44bffccc req-8325460d-636c-4b87-afb9-0a2db668b9bc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:26.775491 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bcd931b6-f917-4983-95fb-b4dd44bffccc req-8325460d-636c-4b87-afb9-0a2db668b9bc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0806775 Dec 22 09:12:26.820015 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bcd931b6-f917-4983-95fb-b4dd44bffccc req-5ed165bd-c257-4103-b510-fe8f34477897 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387826 Dec 22 09:12:28.015168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610997-28b7-4261-9ea7-931890b5139c req-4be004d5-a9ee-4b52-bae2-781849c31443 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:28.017197 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aa610997-28b7-4261-9ea7-931890b5139c req-4be004d5-a9ee-4b52-bae2-781849c31443 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0923200 Dec 22 09:12:28.059866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aa610997-28b7-4261-9ea7-931890b5139c req-c0517b23-5194-4117-ae31-bb9d36ccd2a6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371492 Dec 22 09:12:29.240234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549b899-1311-4465-87ce-a0314978a4a3 req-ad2118db-1444-4e1b-922e-5fdfab88c49f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:29.241650 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d549b899-1311-4465-87ce-a0314978a4a3 req-ad2118db-1444-4e1b-922e-5fdfab88c49f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0788481 Dec 22 09:12:29.290252 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d549b899-1311-4465-87ce-a0314978a4a3 req-2474b939-fb7a-4b02-aaf8-bc97eed56d0f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Dec 22 09:12:30.473394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad4354-7cd9-41c6-a43d-9de8ae92fd90 req-e1ff4cfd-962c-4d7b-912a-8f3bb7cc876c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:30.474800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7bad4354-7cd9-41c6-a43d-9de8ae92fd90 req-e1ff4cfd-962c-4d7b-912a-8f3bb7cc876c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0817716 Dec 22 09:12:30.518232 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7bad4354-7cd9-41c6-a43d-9de8ae92fd90 req-12ca1583-af7e-4cec-8c04-41433451e160 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Dec 22 09:12:31.402546 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:12:31.701393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75321703-3a21-4f3b-b32d-6743a950d71e req-b904fe71-fce8-4622-9127-e5766686cf4c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:31.702823 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-75321703-3a21-4f3b-b32d-6743a950d71e req-b904fe71-fce8-4622-9127-e5766686cf4c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0782740 Dec 22 09:12:31.746433 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-75321703-3a21-4f3b-b32d-6743a950d71e req-375ee87d-8211-4ad9-82d9-7493d758e8ed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380147 Dec 22 09:12:32.928908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc2b5d-35de-49c5-b539-bb42eae06423 req-00322c09-3c32-4f19-a051-e7280e8bda7a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:32.930266 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1ccc2b5d-35de-49c5-b539-bb42eae06423 req-00322c09-3c32-4f19-a051-e7280e8bda7a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0811203 Dec 22 09:12:32.977347 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1ccc2b5d-35de-49c5-b539-bb42eae06423 req-81d3fa97-1262-4d50-9cf1-3c8668ff2318 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412419 Dec 22 09:12:33.379602 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-5283b931-9e07-4aa1-87f0-ea915728883e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337433 Dec 22 09:12:33.384334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50516541-498c-4ba6-8767-b2d10d5c4511 req-2657a403-ae2d-4518-9615-e7ffee422b14 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.385787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-50516541-498c-4ba6-8767-b2d10d5c4511 req-2657a403-ae2d-4518-9615-e7ffee422b14 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0854738 Dec 22 09:12:33.431778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-50516541-498c-4ba6-8767-b2d10d5c4511 req-c8ae19ed-8e27-4353-8589-be53a4bc7eba tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397508 Dec 22 09:12:34.616064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe2f9b-ad27-43e2-be38-02c072513bcb req-315d3fa3-bd4e-45b2-a6a3-135e6086daf3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:34.617622 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b5fe2f9b-ad27-43e2-be38-02c072513bcb req-315d3fa3-bd4e-45b2-a6a3-135e6086daf3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0791304 Dec 22 09:12:34.668879 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b5fe2f9b-ad27-43e2-be38-02c072513bcb req-7b8ef41e-9a1e-4a4c-a087-e1cf8358b762 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409694 Dec 22 09:12:35.849560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeddfc3-c4f7-4650-a463-ea4eb71a712e req-949b70b0-c9da-40e0-ab97-2b6f11768dff tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:35.850909 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abeddfc3-c4f7-4650-a463-ea4eb71a712e req-949b70b0-c9da-40e0-ab97-2b6f11768dff tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0779028 Dec 22 09:12:35.897852 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abeddfc3-c4f7-4650-a463-ea4eb71a712e req-a37a6d97-e371-4e6b-8130-4a5936a82cdc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414824 Dec 22 09:12:37.085148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f21bb-d2dd-4991-af6f-e2c34a57ca7f req-95ef1043-82d3-444b-afc1-21d6ecdf961d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:37.086583 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a4f21bb-d2dd-4991-af6f-e2c34a57ca7f req-95ef1043-82d3-444b-afc1-21d6ecdf961d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0850651 Dec 22 09:12:37.132894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9a4f21bb-d2dd-4991-af6f-e2c34a57ca7f req-b4f815bd-bcbc-4f84-aa8d-03d6bbd4247c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Dec 22 09:12:37.136113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-72a8d2f7-32f9-4ac8-835a-b39c48694a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:37.137592 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-72a8d2f7-32f9-4ac8-835a-b39c48694a7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0751307 Dec 22 09:12:37.267353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-eba0b273-f297-4fa5-9cdf-8a645ffeb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:37.268825 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-eba0b273-f297-4fa5-9cdf-8a645ffeb877 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1248047 Dec 22 09:12:37.370375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-229de376-1b78-4468-bf92-2d67b9d045a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 1000 time: 0.0948458 Dec 22 09:12:37.430912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-d69f3e8b-c149-4b11-90d9-b952295777d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:37.432289 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-d69f3e8b-c149-4b11-90d9-b952295777d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0556700 Dec 22 09:12:37.620258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-7c651ac8-145b-4af8-9eef-5d5c6c21e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:37.621708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-7c651ac8-145b-4af8-9eef-5d5c6c21e924 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1827521 Dec 22 09:12:37.750661 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-6f374c19-7a13-4b1e-b0c5-4622c62c616c service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225579 Dec 22 09:12:37.880719 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-2179b849-eb25-4a74-afaa-ebc40c015ff9 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225247 Dec 22 09:12:38.320205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6a17-3e86-47f2-bdde-616be86a0fd2 req-f6ef5561-4f4f-4475-8937-e21ce42032b8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:38.321618 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5d6a17-3e86-47f2-bdde-616be86a0fd2 req-f6ef5561-4f4f-4475-8937-e21ce42032b8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0784750 Dec 22 09:12:38.365005 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe5d6a17-3e86-47f2-bdde-616be86a0fd2 req-ba71a601-07d0-4763-bbc8-09a2edee6777 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371890 Dec 22 09:12:39.520924 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-daa94158-a64c-4f44-8538-55a902d94786 service neutron] 10.222.0.16 "GET /v2.0/ports/b5f7141c-5cea-4f91-a3d7-75861c772766/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0786443 Dec 22 09:12:39.548453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c026d8b-8c23-4e03-9d66-b03de5c63153 req-162723e7-579d-48ac-922e-9b62185fd69f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:39.549900 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c026d8b-8c23-4e03-9d66-b03de5c63153 req-162723e7-579d-48ac-922e-9b62185fd69f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0794613 Dec 22 09:12:39.596388 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1c026d8b-8c23-4e03-9d66-b03de5c63153 req-605c43a1-7c1b-4ced-88d4-999ce4e02ded tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392177 Dec 22 09:12:39.782487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-c3aea503-fc04-42fe-8c66-d3b0049fbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:39.783961 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-c3aea503-fc04-42fe-8c66-d3b0049fbb8a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 1099 time: 0.0691180 Dec 22 09:12:39.835545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-66382ceb-ef08-4950-93e8-54856097bb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:39.876157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-9c4d43b9-1cdf-48b7-9f27-83cedc38488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:39.877596 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-9c4d43b9-1cdf-48b7-9f27-83cedc38488f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0729485 Dec 22 09:12:39.984058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:40.009828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-830fe8d7-23f7-453b-a795-75fe8f083b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.012316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-830fe8d7-23f7-453b-a795-75fe8f083b2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1284988 Dec 22 09:12:40.115035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-4e030e85-9566-40c5-ada4-39f2dcde25d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 1000 time: 0.0965486 Dec 22 09:12:40.179338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-fcaab38b-9033-47cb-acc3-276e40cfb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.180758 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-fcaab38b-9033-47cb-acc3-276e40cfb2fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0592334 Dec 22 09:12:40.258436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-861c6f37-0c95-4310-b389-641ec4ec5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.259582 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-861c6f37-0c95-4310-b389-641ec4ec5e67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703912 Dec 22 09:12:40.389088 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-3b89ebc1-7311-4bab-841b-e70d3b385016 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233125 Dec 22 09:12:40.517700 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cb79b5c1-37d0-4012-b061-de88a77f12b9 req-d37432aa-c985-4ff1-a221-43c5f58c42d1 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221557 Dec 22 09:12:40.787544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6d9d1-4ef0-4cc6-80c0-4358778421cd req-8b5c6c29-3ecf-44eb-afb0-ab58eb0c04cd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.788915 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a6d9d1-4ef0-4cc6-80c0-4358778421cd req-8b5c6c29-3ecf-44eb-afb0-ab58eb0c04cd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0830336 Dec 22 09:12:40.832315 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0a6d9d1-4ef0-4cc6-80c0-4358778421cd req-7b3254e5-19e1-47ee-bdf4-5e25feb9b231 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374069 Dec 22 09:12:42.023348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b41420-ae95-481c-bdbf-ab18ba19b99a req-e058ccaf-4468-4e7a-b38d-7a2dd4093c0c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:42.024836 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6b41420-ae95-481c-bdbf-ab18ba19b99a req-e058ccaf-4468-4e7a-b38d-7a2dd4093c0c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0836387 Dec 22 09:12:42.069143 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e6b41420-ae95-481c-bdbf-ab18ba19b99a req-47141a5c-1f95-43f0-b212-1e986d108922 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387897 Dec 22 09:12:42.080980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device b5f7141c-5cea-4f91-a3d7-75861c772766 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:12:42.098209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01e9a33b-1d7e-4baa-b9f7-f5190bd9b5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:42.216558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:42.229629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'mac_address': 'fa:16:3e:c1:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:12:42.331586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:42.348368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5f7141c-5cea-4f91-a3d7-75861c772766 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:12:42.362974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:42.365760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:42.367377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-182ed038-90d6-43d0-8710-04167108fa82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:42.429583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:42.436419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.436756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.437086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.437407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.437723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.438043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.438357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.438669 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.438984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.439297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.439611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.439913 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:42.444054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:42.485992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['b5f7141c-5cea-4f91-a3d7-75861c772766'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:12:43.251744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:43.262741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a80a2-32d7-4f2f-8665-7cecbfbc01d2 req-8df35ee4-c5b3-43ef-8ba0-591cec85953e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:43.264333 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8e9a80a2-32d7-4f2f-8665-7cecbfbc01d2 req-8df35ee4-c5b3-43ef-8ba0-591cec85953e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 945 time: 0.0873938 Dec 22 09:12:43.304718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:43.310879 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8e9a80a2-32d7-4f2f-8665-7cecbfbc01d2 req-8772203d-6d50-477c-a1b9-fac659253918 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405858 Dec 22 09:12:44.091282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device b5f7141c-5cea-4f91-a3d7-75861c772766 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:44.158663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port b5f7141c-5cea-4f91-a3d7-75861c772766 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:44.159054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:44.272713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:44.298348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:44.308311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:44.313881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:44.315696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:44.354332 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'code': 200} Dec 22 09:12:44.385919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:44.388968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:44.505859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14350e81-0467-4d7b-af16-5ceb44daf4e6 req-9ab55938-926e-4d81-a163-3fc423e4e281 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:44.507299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-14350e81-0467-4d7b-af16-5ceb44daf4e6 req-9ab55938-926e-4d81-a163-3fc423e4e281 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0833490 Dec 22 09:12:44.553183 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-14350e81-0467-4d7b-af16-5ceb44daf4e6 req-4f240077-a708-48c3-81e1-bbcd68e5f3ac tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398018 Dec 22 09:12:44.624596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:44.924572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf8107-0009-4b56-b4df-932920fd55bc req-15877ea5-57ec-4daf-aa5c-9b813ae3fa96 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:44.926177 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-96cf8107-0009-4b56-b4df-932920fd55bc req-15877ea5-57ec-4daf-aa5c-9b813ae3fa96 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.1438577 Dec 22 09:12:44.934287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897e59-986c-4216-a0db-11d50268bf7b req-d6ac0eae-16a5-47d7-a94e-e8904bc24969 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:44.935646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-d6ac0eae-16a5-47d7-a94e-e8904bc24969 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c&tenant_id=778af07c6eff4b50a264eab16a595d7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 946 time: 0.1517837 Dec 22 09:12:44.974972 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-96cf8107-0009-4b56-b4df-932920fd55bc req-9328dec1-60fd-4df0-aa5d-82bb90d00b5c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383537 Dec 22 09:12:45.073029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897e59-986c-4216-a0db-11d50268bf7b req-f15da77c-625e-4b76-8eaa-4c501468d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:45.074440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-f15da77c-625e-4b76-8eaa-4c501468d5ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0715003 Dec 22 09:12:45.313577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897e59-986c-4216-a0db-11d50268bf7b req-a4f8ef5a-26cc-4996-a025-db2ba8bebcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:45.314997 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-a4f8ef5a-26cc-4996-a025-db2ba8bebcac service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.2344997 Dec 22 09:12:45.416523 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-4d13cb75-f672-42fd-80f2-2d227f9ab591 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 1000 time: 0.0941014 Dec 22 09:12:45.477394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897e59-986c-4216-a0db-11d50268bf7b req-7a7a534b-0b60-4f7b-9117-57c2bf1f216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:45.478752 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-7a7a534b-0b60-4f7b-9117-57c2bf1f216c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0560269 Dec 22 09:12:45.551747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897e59-986c-4216-a0db-11d50268bf7b req-fa039d00-b640-4ea0-81ca-e5b0c9f6d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:45.553197 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-fa039d00-b640-4ea0-81ca-e5b0c9f6d044 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680385 Dec 22 09:12:45.680880 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-1e9d32d5-1a45-4270-8818-735e4630fc39 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203611 Dec 22 09:12:45.810251 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62897e59-986c-4216-a0db-11d50268bf7b req-10e495ba-b129-4eb0-ab44-1d406bd70d34 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222150 Dec 22 09:12:46.159053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d484f8-46e2-43f4-ac61-5fc71d695aa3 req-359b4295-1e9e-4087-b5cc-c4b427e914f8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:46.160525 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9d484f8-46e2-43f4-ac61-5fc71d695aa3 req-359b4295-1e9e-4087-b5cc-c4b427e914f8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0791042 Dec 22 09:12:46.208775 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9d484f8-46e2-43f4-ac61-5fc71d695aa3 req-0ee008e5-9aba-49fa-a818-8961cae5e9e4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423534 Dec 22 09:12:47.396941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea31b1-6133-4f8f-a9c5-02f0345ccd83 req-67c98e35-3d00-4ba7-9c7d-300d4d6646ed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:47.398373 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9ea31b1-6133-4f8f-a9c5-02f0345ccd83 req-67c98e35-3d00-4ba7-9c7d-300d4d6646ed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0869412 Dec 22 09:12:47.440893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c9ea31b1-6133-4f8f-a9c5-02f0345ccd83 req-ffb78ee9-ba5b-4d15-81bb-cd891ea44930 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369239 Dec 22 09:12:47.621145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c02b9-5d27-4b67-8a52-4b905e71b1ee req-121726d2-15a8-47f9-b7c5-1a7c7349175e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:47.622559 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-895c02b9-5d27-4b67-8a52-4b905e71b1ee req-121726d2-15a8-47f9-b7c5-1a7c7349175e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0780122 Dec 22 09:12:47.665489 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-895c02b9-5d27-4b67-8a52-4b905e71b1ee req-93bec3d3-4f1d-422e-aa35-0a7e29356605 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366321 Dec 22 09:12:47.999580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c905406-7a22-403d-9e3d-41d58864dd2e req-34cd9e55-019a-4b50-91ec-8c28d6321823 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.001031 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c905406-7a22-403d-9e3d-41d58864dd2e req-34cd9e55-019a-4b50-91ec-8c28d6321823 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0845783 Dec 22 09:12:48.041755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-399f1061-73a9-4cc7-b4b3-c4c5b5d84581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.043212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-399f1061-73a9-4cc7-b4b3-c4c5b5d84581 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0696034 Dec 22 09:12:48.044779 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c905406-7a22-403d-9e3d-41d58864dd2e req-50089dc4-9773-42a9-a7ab-1e3559ff5365 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Dec 22 09:12:48.172249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-ed2fbff1-c64f-43c9-9f01-8e3a4f24602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.173630 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-ed2fbff1-c64f-43c9-9f01-8e3a4f24602c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1243293 Dec 22 09:12:48.273458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-88ca2066-ed64-430a-bc82-6cc77b8bb64c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 1000 time: 0.0937603 Dec 22 09:12:48.338283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-50c3e60c-eea7-4e4f-8d33-6efe9c32fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.339648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-50c3e60c-eea7-4e4f-8d33-6efe9c32fc4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0597396 Dec 22 09:12:48.412772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-82120e49-6600-4a80-a330-8381ae62b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.414228 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-82120e49-6600-4a80-a330-8381ae62b15d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685670 Dec 22 09:12:48.543616 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-31799e8a-63a9-4429-9cda-8afb9e1b3260 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221101 Dec 22 09:12:48.671802 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-46a18a4e-f439-4ef7-8c4f-211bc931479a req-1da30c01-1aec-4315-8536-c1589413b3be service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221328 Dec 22 09:12:48.837449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-8e11ec05-659e-4101-8b89-a4d8ab5d941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.838782 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-8e11ec05-659e-4101-8b89-a4d8ab5d941d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 1099 time: 0.0726497 Dec 22 09:12:48.985085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-48277f7d-c2f0-4124-b5de-64785a055ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.986458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-48277f7d-c2f0-4124-b5de-64785a055ece service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1240709 Dec 22 09:12:49.084379 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-0a39dfde-f9cb-4ba7-8ccf-ab73a7e4415f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 200 len: 1000 time: 0.0906911 Dec 22 09:12:49.154452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-6e87d32e-1d0f-4013-8908-782c2aea2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:49.155823 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-6e87d32e-1d0f-4013-8908-782c2aea2182 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0603378 Dec 22 09:12:49.408141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ead20-092a-48cf-9851-dbce9f79d792 req-f714e776-44fd-475e-acdd-38b8f6255619 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:49.409536 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-961ead20-092a-48cf-9851-dbce9f79d792 req-f714e776-44fd-475e-acdd-38b8f6255619 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.2523329 Dec 22 09:12:49.415389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-d1ee2c5c-dc52-4121-87c7-02eaed649948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:49.416745 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-d1ee2c5c-dc52-4121-87c7-02eaed649948 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2238338 Dec 22 09:12:49.533817 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-961ead20-092a-48cf-9851-dbce9f79d792 req-1adb7f9a-7309-4de8-91a9-8944db52b3fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161399 Dec 22 09:12:49.574331 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-ba777d71-7e2c-4a51-8757-ca83a9f4c299 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435022 Dec 22 09:12:49.705598 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21f47ee8-065f-4b69-92ce-dfecbb1f6d2a req-bf0d16c8-9dbf-4334-a157-8911aa6fc03b service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224692 Dec 22 09:12:50.715404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1911b6-2fec-4368-ba7e-26b833c16bff req-4d869037-c815-4fda-b4aa-e5da7517b931 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:50.716852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1911b6-2fec-4368-ba7e-26b833c16bff req-4d869037-c815-4fda-b4aa-e5da7517b931 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0777950 Dec 22 09:12:50.760327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dc1911b6-2fec-4368-ba7e-26b833c16bff req-8ae2035e-f79c-4706-8ede-fc377bb1a62c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378914 Dec 22 09:12:51.134835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36aeac-dd62-4a70-b6d5-32714001b610 req-afce865e-850f-4a13-a53e-8acf0cb3bdd2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:51.136191 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac36aeac-dd62-4a70-b6d5-32714001b610 req-afce865e-850f-4a13-a53e-8acf0cb3bdd2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0833952 Dec 22 09:12:51.179309 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac36aeac-dd62-4a70-b6d5-32714001b610 req-638f4cf6-c6d9-4022-80e3-1d10d7e58851 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374839 Dec 22 09:12:52.366091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb9215-09a8-49bb-9e09-ca5a1a902092 req-586b01f3-77f7-4a20-936a-3d6b0a91e287 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:52.367492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2ccb9215-09a8-49bb-9e09-ca5a1a902092 req-586b01f3-77f7-4a20-936a-3d6b0a91e287 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0803576 Dec 22 09:12:52.413989 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2ccb9215-09a8-49bb-9e09-ca5a1a902092 req-127bb487-2c8b-47c3-87b7-07553d567fd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Dec 22 09:12:52.855520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e778b-eb31-41b5-a144-0473c2c2427d req-ce291947-d1ed-4928-9af6-4ec4449f76b7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:52.856851 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-771e778b-eb31-41b5-a144-0473c2c2427d req-ce291947-d1ed-4928-9af6-4ec4449f76b7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0779717 Dec 22 09:12:52.923211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Deleting port b5f7141c-5cea-4f91-a3d7-75861c772766 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:12:52.923546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.169432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] For port b5f7141c-5cea-4f91-a3d7-75861c772766, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5f7141c-5cea-4f91-a3d7-75861c772766,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:12:53.169702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.458917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.459504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.459709 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a disassociated. External IP: 172.26.7.9, port: b5f7141c-5cea-4f91-a3d7-75861c772766. Dec 22 09:12:53.459906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Calling delete_port for b5f7141c-5cea-4f91-a3d7-75861c772766 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:12:53.597924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3ee7d-5203-477d-8885-29bee56b0fcf req-72833b85-3883-4252-8b46-2d66ee15d3ab tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:53.599363 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-21c3ee7d-5203-477d-8885-29bee56b0fcf req-72833b85-3883-4252-8b46-2d66ee15d3ab tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 946 time: 0.0804451 Dec 22 09:12:53.603780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.609759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:53.644540 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-21c3ee7d-5203-477d-8885-29bee56b0fcf req-be2bd5d7-d001-403f-aa2f-990324033e3d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387347 Dec 22 09:12:53.656686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event deleted for resources: {'Port': ['ID=b5f7141c-5cea-4f91-a3d7-75861c772766,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:53.670074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.670398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.670773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.671202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.671584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.671974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.672341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.672703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.673073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.673431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.673785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.674139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:53.677655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:53.977800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:12:54.152194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:12:54.162247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b3807-c052-4716-b26a-0d0797307797 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:12:54.171407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:54.172073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:12:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:54.225614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] No DVR routers for this DVR port b5f7141c-5cea-4f91-a3d7-75861c772766 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:12:54.228091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:54.230683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'name': 'network-vif-deleted', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:54.246374 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-771e778b-eb31-41b5-a144-0473c2c2427d req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "DELETE /v2.0/ports/b5f7141c-5cea-4f91-a3d7-75861c772766 HTTP/1.1" status: 204 len: 173 time: 1.3842521 Dec 22 09:12:54.281018 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809e6e9-1932-4c8c-829a-155da648d39c', 'name': 'network-vif-deleted', 'tag': 'b5f7141c-5cea-4f91-a3d7-75861c772766', 'status': 'completed', 'code': 200} Dec 22 09:12:54.357503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:54.664144 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:54.668472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b3807-c052-4716-b26a-0d0797307797 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:12:54.677909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:12:54.678741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:12:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:54.813999 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0c202c9d-3906-4d60-929b-75ed3f66fe19 req-501f2d00-969b-4bed-93fc-7c35d5c448ba tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6809e6e9-1932-4c8c-829a-155da648d39c HTTP/1.1" status: 200 len: 210 time: 0.0476675 Dec 22 09:12:54.870858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:12:55.213221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-768b3807-c052-4716-b26a-0d0797307797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:12:55.217102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b3807-c052-4716-b26a-0d0797307797 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:12:55.454359 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb3501-a668-41bf-8506-130f0c212e4f None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:12:56.123136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device b5f7141c-5cea-4f91-a3d7-75861c772766 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:12:56.160209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: b5f7141c-5cea-4f91-a3d7-75861c772766 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:12:56.160556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device b5f7141c-5cea-4f91-a3d7-75861c772766 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:12:56.178004 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-28338bc0-5954-4d30-bccc-fd9cc2ba15f4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--247778366&fields=id&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 267 time: 0.0395970 Dec 22 09:12:56.324772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-8bbb70fd-d349-43da-8d42-5e13fa9cd7fb tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:56.326165 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-8bbb70fd-d349-43da-8d42-5e13fa9cd7fb tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.1416509 Dec 22 09:12:56.340986 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-04f5a2ae-b50a-4ac5-8b37-703390abc784 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/quotas/778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 375 time: 0.0088069 Dec 22 09:12:56.424906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-da112cfb-06c7-4c26-bf16-eafbf1518937 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:12:56.440351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-da112cfb-06c7-4c26-bf16-eafbf1518937 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:12:56.441665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-da112cfb-06c7-4c26-bf16-eafbf1518937 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958560 Dec 22 09:12:56.619590 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-be2bb017-a52f-4378-ba8a-3425ee54d4e3 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655548 Dec 22 09:12:56.750186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-ae188517-c6a0-4fb7-b3be-33ef2b8e59c3 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234832 Dec 22 09:12:57.941690 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-468b4bd5-af0c-41d0-9e08-49de5431213f req-d7ec7dde-a24b-4bf9-8a3e-5402566333ed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 210 time: 0.0424409 Dec 22 09:12:59.041738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0015c0b2-5cfd-4fbd-82ae-5c8de38c0ce3 req-d06daaa5-6c70-4509-8314-5dcb36277f76 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 210 time: 0.0477417 Dec 22 09:13:00.196646 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac792fb9-ad20-4959-bdde-d264f7cc5d3c req-8d909e6b-a846-48b2-a2fe-6d0934381951 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 210 time: 0.0415380 Dec 22 09:13:00.971759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-8fbbe4ba-9e29-4322-b523-35916db678f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:00.973175 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-8fbbe4ba-9e29-4322-b523-35916db678f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.1468241 Dec 22 09:13:01.022969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-919ef668-8198-473b-bce5-26b481b07237 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 379 time: 0.0403821 Dec 22 09:13:01.034155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'port': {'device_id': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'admin_state_up': True, 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'security_groups': ['1ef13ca4-7523-47fd-8b93-04bbfb787ba5']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:13:01.164823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:01.174114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:01.183834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Made reservation on behalf of 778af07c6eff4b50a264eab16a595d7e for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:01.187507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:01.352010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Allocated IP 172.20.0.7 (5cbd6c9c-7666-4cb9-a34b-4a745108f677/7d4aa22a-81df-4ec1-9ee8-e0362a08528e/baa787c4-1c9d-49dd-818a-9e109855e31f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:13:01.526825 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e4c2157-307c-40e4-98e5-4ad781322893 req-e9607738-59e0-4fd1-9922-8a9f5fe60b55 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 210 time: 0.0621388 Dec 22 09:13:01.585849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:01.600505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Transition to ACTIVE for port object baa787c4-1c9d-49dd-818a-9e109855e31f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:01.622359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:01.628270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1be189d-8a3a-41db-bf92-207b828d7c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:01.815957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:13:01.816930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:01.820926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:13:01.856064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:01.865378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:01.889918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:01.890530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:01.916871 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8868954 Dec 22 09:13:01.929108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Request body: {'port': {'device_id': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:13:02.040590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-61b78e67-2e48-469a-97a5-da6ae3c38ed4 None None] Provisioning for port baa787c4-1c9d-49dd-818a-9e109855e31f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:02.044512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:02.045422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-61b78e67-2e48-469a-97a5-da6ae3c38ed4 None None] Provisioning complete for port baa787c4-1c9d-49dd-818a-9e109855e31f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:02.045863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-61b78e67-2e48-469a-97a5-da6ae3c38ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:02.103862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-61b78e67-2e48-469a-97a5-da6ae3c38ed4 None None] Port baa787c4-1c9d-49dd-818a-9e109855e31f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:13:02.385734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:02.393745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:02.407955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Transition to ACTIVE for port object baa787c4-1c9d-49dd-818a-9e109855e31f will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:02.412552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:02.416090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b1e125-308d-429d-b42d-9db118444ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:02.548050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:02.552145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:02.677973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Attempting to bind port baa787c4-1c9d-49dd-818a-9e109855e31f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:13:02.678453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Attempting to bind port baa787c4-1c9d-49dd-818a-9e109855e31f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:13:02.678875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Attempting to bind port baa787c4-1c9d-49dd-818a-9e109855e31f on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:13:02.684624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Port baa787c4-1c9d-49dd-818a-9e109855e31f on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:13:02.685061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Attempting to bind port baa787c4-1c9d-49dd-818a-9e109855e31f on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:13:02.692013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:13:02.692751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Checking segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:13:02.693130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Bound using segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:13:02.693674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Bound port: baa787c4-1c9d-49dd-818a-9e109855e31f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:13:02.694154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:02.732396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe38d-0243-4271-aba8-cb74ee64a79a req-d7cf3f69-0fb6-458b-8e30-92690200f11f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:02.734597 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-09dbe38d-0243-4271-aba8-cb74ee64a79a req-d7cf3f69-0fb6-458b-8e30-92690200f11f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.0909846 Dec 22 09:13:02.779978 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-09dbe38d-0243-4271-aba8-cb74ee64a79a req-f899917c-5f66-4d9f-9ad7-6c1d0f662c2d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396187 Dec 22 09:13:02.800083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:13:02.804969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:13:02.809523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:02.813821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8f750da-d1c9-414b-959e-5080b7eaff51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:02.871495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:02.872156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:02.873466 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] 10.222.0.16 "PUT /v2.0/ports/baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 1093 time: 0.9489491 Dec 22 09:13:02.874013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:02.915064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:02.919909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:02.967606 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'status': 'completed', 'code': 200} Dec 22 09:13:03.004266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-13d8554e-e0f1-4ccf-ae29-1266d5c952ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:03.005869 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-13d8554e-e0f1-4ccf-ae29-1266d5c952ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1096 time: 0.0834236 Dec 22 09:13:03.075399 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-ff0914ba-ec2a-4fdd-a0bc-926c20f2d0ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 217 time: 0.0617545 Dec 22 09:13:03.143513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-8d0edd19-2d9b-465d-b967-2e50bbd4998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:03.144878 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-8d0edd19-2d9b-465d-b967-2e50bbd4998a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0633690 Dec 22 09:13:03.222958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-7c7bf765-cffd-448c-9fde-eff1e846f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:03.224414 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-7c7bf765-cffd-448c-9fde-eff1e846f7b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712287 Dec 22 09:13:03.356763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-17f3dd57-cdb7-47b1-876b-c2cb39f920dc service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254175 Dec 22 09:13:03.488871 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-983ce698-0a34-45f5-bfee-454a83a20b21 req-d9b6bb31-8d47-4423-9e3b-f60e7472bb7a service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248288 Dec 22 09:13:03.715304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-2474589d-bd45-4e76-84e0-f52f9b196e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:03.716779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-2474589d-bd45-4e76-84e0-f52f9b196e0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1096 time: 0.1839693 Dec 22 09:13:03.872385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-658faffe-1e9c-4a0d-9e29-b7be1694a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:03.874749 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-658faffe-1e9c-4a0d-9e29-b7be1694a3b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1508863 Dec 22 09:13:03.941233 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-73da8913-2702-425f-8b23-7260ba4764fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 217 time: 0.0599539 Dec 22 09:13:04.000347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365844-7de1-4a11-8aa2-3ea3282a8769 req-7772e739-fdd2-41c9-9911-7f49083c976d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:04.001775 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-25365844-7de1-4a11-8aa2-3ea3282a8769 req-7772e739-fdd2-41c9-9911-7f49083c976d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.0780768 Dec 22 09:13:04.007303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-371d575d-e8b6-4adc-a046-8363a9e2e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:04.008747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-371d575d-e8b6-4adc-a046-8363a9e2e8b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0599892 Dec 22 09:13:04.050206 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-25365844-7de1-4a11-8aa2-3ea3282a8769 req-b3975ac5-23b8-45e0-9dcd-06e42c008caa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Dec 22 09:13:04.084114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-ce45f197-73c6-4b43-9bc5-0ff34e115ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:04.085528 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-ce45f197-73c6-4b43-9bc5-0ff34e115ee3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697570 Dec 22 09:13:04.214950 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-f5c02672-d997-4a9d-be35-a13d06f0132a service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221302 Dec 22 09:13:04.343691 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c21c79d1-6b39-42f6-b897-fde477cfa85e req-3e2280c9-51c8-45ec-80be-33021e481010 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210773 Dec 22 09:13:05.307363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6854f5-fda5-45fb-aa6e-7356b07630f2 req-5193a70b-ea00-46d9-aff6-020c3c00a6c7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:05.308072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-dc6854f5-fda5-45fb-aa6e-7356b07630f2 req-5193a70b-ea00-46d9-aff6-020c3c00a6c7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:05.322858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-dc6854f5-fda5-45fb-aa6e-7356b07630f2 req-5193a70b-ea00-46d9-aff6-020c3c00a6c7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:05.324198 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dc6854f5-fda5-45fb-aa6e-7356b07630f2 req-5193a70b-ea00-46d9-aff6-020c3c00a6c7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.1659319 Dec 22 09:13:05.367660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dc6854f5-fda5-45fb-aa6e-7356b07630f2 req-c6b5518b-0279-41de-915a-863b69dd6cd5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372624 Dec 22 09:13:06.169366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:13:06.296571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:06.309214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'mac_address': 'fa:16:3e:01:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:13:06.364781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:06.381158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:06.396319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:06.399771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:06.402526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:06.468014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:06.471381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:06.550218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ef69-9a9d-4fa1-9ad9-9f4b3f52be3b req-e74387a2-7e36-4a21-8321-f692b15e6f13 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:06.551954 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1508ef69-9a9d-4fa1-9ad9-9f4b3f52be3b req-e74387a2-7e36-4a21-8321-f692b15e6f13 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.0798771 Dec 22 09:13:06.596356 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1508ef69-9a9d-4fa1-9ad9-9f4b3f52be3b req-02675621-402c-4bbe-b153-29182e35075f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384223 Dec 22 09:13:06.726967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['baa787c4-1c9d-49dd-818a-9e109855e31f'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:13:07.775389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2115b3-a449-4cdb-9d5d-faa492b72876 req-09f40f2e-f494-4f29-b3a7-601f0b93716a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:07.776837 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d2115b3-a449-4cdb-9d5d-faa492b72876 req-09f40f2e-f494-4f29-b3a7-601f0b93716a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.0778012 Dec 22 09:13:07.820419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d2115b3-a449-4cdb-9d5d-faa492b72876 req-3c5474c7-5445-45c5-a759-a7c93e0e27f7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373559 Dec 22 09:13:08.171634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:13:08.236438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port baa787c4-1c9d-49dd-818a-9e109855e31f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:08.240973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port baa787c4-1c9d-49dd-818a-9e109855e31f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:08.241344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:08.355285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:08.381771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:08.391217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:13:08.395049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:08.397278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:08.401383 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:13:08.429802 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'code': 200} Dec 22 09:13:08.466145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:08.469992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:08.659862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c2a9-8ffc-4cea-95a1-fd72951baa5d req-8c730168-33a9-4673-a304-98c940331325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:08.661361 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6ce8c2a9-8ffc-4cea-95a1-fd72951baa5d req-8c730168-33a9-4673-a304-98c940331325 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1098 time: 0.0717223 Dec 22 09:13:08.700526 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6ce8c2a9-8ffc-4cea-95a1-fd72951baa5d req-020fb751-0147-4f08-92ad-77d0224df93b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Dec 22 09:13:09.001517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09341260-f295-4dc4-839e-f3a6576658c4 req-e7d9b3de-9710-4629-833e-ee60999c4fb4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:09.002844 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-09341260-f295-4dc4-839e-f3a6576658c4 req-e7d9b3de-9710-4629-833e-ee60999c4fb4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0780144 Dec 22 09:13:09.049698 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-09341260-f295-4dc4-839e-f3a6576658c4 req-54ac5ab8-352a-4588-80d8-f6eee48d3c4a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Dec 22 09:13:09.837072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6116e15c-cf15-4b05-8f26-4e9ece0b7829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:09.991188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:10.334066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df4545-6ac5-4948-8016-6fe2c28b41ee req-cc8401ba-be15-43a3-a114-7597747bcde9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:10.335499 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8df4545-6ac5-4948-8016-6fe2c28b41ee req-cc8401ba-be15-43a3-a114-7597747bcde9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.1782100 Dec 22 09:13:10.379483 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c8df4545-6ac5-4948-8016-6fe2c28b41ee req-cffbdef9-9c3d-4a8f-b28c-b12c5c6c4b25 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381923 Dec 22 09:13:10.556860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c23485-c861-4c8f-b1f7-51b9632710f9 req-71d3e74c-4bbf-4f8d-9372-11c8b0b4581f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:10.558341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6c23485-c861-4c8f-b1f7-51b9632710f9 req-71d3e74c-4bbf-4f8d-9372-11c8b0b4581f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0813110 Dec 22 09:13:10.567391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 41390) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:10.572619 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'floatingip': {'port_id': 'baa787c4-1c9d-49dd-818a-9e109855e31f'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:13:10.652037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.252095 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.255909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.429667 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a associated. External IP: 172.26.7.9, port: baa787c4-1c9d-49dd-818a-9e109855e31f. Dec 22 09:13:11.771214 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:13:12.071738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:13:12.076463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.087053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:13:12.098943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:13:12.099573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:12:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:12.132593 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ce4d5eff-8f31-48ce-a73f-7fa1e7432456 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "PUT /v2.0/floatingips/38d5aba8-bb95-424c-ac07-4dba792a6b2a HTTP/1.1" status: 200 len: 989 time: 1.5640397 Dec 22 09:13:12.133240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:12.146215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-be141ff9-fdac-486f-907c-7c9ecc3c45d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.180476 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'status': 'completed', 'code': 200} Dec 22 09:13:12.280319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:13:12.282455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-32be5f18-a10c-4571-8efc-7f57dee4d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:12.284068 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-32be5f18-a10c-4571-8efc-7f57dee4d1d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1098 time: 0.0710917 Dec 22 09:13:12.414631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-819b1b26-0375-4b7d-ad8c-08435bb642de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:12.416017 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-819b1b26-0375-4b7d-ad8c-08435bb642de service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1255810 Dec 22 09:13:12.521619 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-eb519166-16ad-459f-8585-6f8e8f335818 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 997 time: 0.0990098 Dec 22 09:13:12.591302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-ef33105a-617e-48b8-8c6f-db0332f65c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:12.593306 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-ef33105a-617e-48b8-8c6f-db0332f65c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0647283 Dec 22 09:13:12.626190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:01:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:13:11Z', 'revision_number': 9, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:12.630072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:13:12.638309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:13:12.638909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:13:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:12.669660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-6b71f642-6dee-4741-b9a4-96f930bac039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:12.671048 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-6b71f642-6dee-4741-b9a4-96f930bac039 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717471 Dec 22 09:13:12.807027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-a6326112-4a7b-44fd-9fef-ce22b3288b45 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295345 Dec 22 09:13:12.859957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:13:12.937845 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8738763b-0eae-4ad2-b6c1-09bd85d222c8 req-c1a93984-64f5-42d6-bef1-f21a8b733895 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244919 Dec 22 09:13:13.197166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:01:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:13:11Z', 'revision_number': 9, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:13.201165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcdbd6f-82b3-4154-9f0b-a9e02d73844b None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:01:36:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:13:11Z', 'revision_number': 9, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:13:13.246147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.307767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.403715 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab0695-4a2d-47b5-b271-529501a2b1f6 None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:13:14.629472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:39.838334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b94a8c55-ad9f-4254-b644-63b59d3622f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:39.999886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:42.088396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5e0d-2993-44c0-a81b-f374c8be933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:43.268496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:43.307338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:44.633896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:45.400920 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:13:49.785305 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-3eb080c6-0d9e-472d-8fc7-394492d46302 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724878 Dec 22 09:13:50.027816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-6b2dc441-a6ca-4074-8301-3007f6199831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:50.029316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-6b2dc441-a6ca-4074-8301-3007f6199831 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1098 time: 0.1751463 Dec 22 09:13:50.170677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-62d5af7d-d400-45fa-8f33-d24406435edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:50.172130 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-62d5af7d-d400-45fa-8f33-d24406435edf service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1232917 Dec 22 09:13:50.272463 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-3bb29448-4c34-4fa5-8872-598c84a1fffe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 1000 time: 0.0942061 Dec 22 09:13:50.334902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-8cc709fb-2b97-4774-b371-597d3c7ad761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:50.336354 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-8cc709fb-2b97-4774-b371-597d3c7ad761 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0568557 Dec 22 09:13:50.411919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-380b7355-1f78-41e6-ae47-8e29f6eede3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:50.413371 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-380b7355-1f78-41e6-ae47-8e29f6eede3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708363 Dec 22 09:13:50.549628 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-e36197ec-767a-4149-902f-2cea808744c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237571 Dec 22 09:13:50.678938 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8c2bcead-0aa3-4083-833c-a95c5c7f1360 req-59aaccc7-0bf4-4d1e-826e-bfd26026e11c service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226568 Dec 22 09:14:09.840826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ed32dc7c-e3c4-4f4d-965d-819ae74dd81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.007844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.089772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4b00e141-e890-4302-9267-e0ed3122ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.250738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.309948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:14.633311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.399423 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:14:30.138968 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-ec1f23d1-6f5e-4212-9652-fa20c73767a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707207 Dec 22 09:14:30.192445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf232d23-0494-4069-a39d-35f781f47898 req-76dbae26-da11-4f1f-981c-32a30e12a9a7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:30.193881 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bf232d23-0494-4069-a39d-35f781f47898 req-76dbae26-da11-4f1f-981c-32a30e12a9a7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0788102 Dec 22 09:14:30.242049 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bf232d23-0494-4069-a39d-35f781f47898 req-08ecb7a9-331a-49ac-b191-ea946f55de65 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426505 Dec 22 09:14:31.388620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-bc0132d4-c2f3-4f61-8557-a7226e3b9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:31.390084 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-bc0132d4-c2f3-4f61-8557-a7226e3b9896 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1098 time: 0.1115520 Dec 22 09:14:31.502139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de71d2-40f7-4112-8031-7a555d84341e req-13965ada-9cf2-4239-8d65-4ac86d952715 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:31.503607 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2de71d2-40f7-4112-8031-7a555d84341e req-13965ada-9cf2-4239-8d65-4ac86d952715 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.1532423 Dec 22 09:14:31.520708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-afe6b3e7-bb1a-401e-960f-e143bdda7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:31.522208 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-afe6b3e7-bb1a-401e-960f-e143bdda7f3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1258914 Dec 22 09:14:31.547938 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a2de71d2-40f7-4112-8031-7a555d84341e req-0b2eec27-d323-41a8-b206-073185c7dfe5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Dec 22 09:14:31.625664 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-8a828cc8-b5eb-4931-b465-c4b09d7d64f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 1000 time: 0.0972149 Dec 22 09:14:31.686451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-8f4a8aad-42eb-485d-ab59-e0304c36e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:31.690745 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-8f4a8aad-42eb-485d-ab59-e0304c36e294 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0574005 Dec 22 09:14:31.768763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-ade3e856-a6a9-4856-9dd0-c47e59d46f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:31.770199 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-ade3e856-a6a9-4856-9dd0-c47e59d46f5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738482 Dec 22 09:14:31.898157 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-da1b5c33-1473-410f-8e3b-3dcb2ffa2196 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202509 Dec 22 09:14:32.143372 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-bd7b28f0-e2e5-44e7-a64d-bb0b4ba8b2aa service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385395 Dec 22 09:14:32.731422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc653b-9b25-4ef8-9a63-5ab6418f3533 req-f1266585-34e3-4a1e-8e71-141ecfb9ebb7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:32.732911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bbfc653b-9b25-4ef8-9a63-5ab6418f3533 req-f1266585-34e3-4a1e-8e71-141ecfb9ebb7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0799379 Dec 22 09:14:32.777413 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bbfc653b-9b25-4ef8-9a63-5ab6418f3533 req-4f7dd433-f5d7-47ef-89c3-a7e8d8f48d26 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378509 Dec 22 09:14:33.959676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bfe78-832d-4625-a2fc-f83e43eb6217 req-0d746c32-d506-4d5b-9c8f-1cdc7cdc4f0e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:33.961123 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5f9bfe78-832d-4625-a2fc-f83e43eb6217 req-0d746c32-d506-4d5b-9c8f-1cdc7cdc4f0e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0776248 Dec 22 09:14:34.007220 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5f9bfe78-832d-4625-a2fc-f83e43eb6217 req-4e62f9f8-f744-4d2c-a002-0776f3445bba tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 Dec 22 09:14:35.199386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a66b9a-09bc-4fe8-965a-96dd5adb2046 req-bf604f5a-0761-4b05-b75d-93cd935d7451 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:35.200848 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b8a66b9a-09bc-4fe8-965a-96dd5adb2046 req-bf604f5a-0761-4b05-b75d-93cd935d7451 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0823650 Dec 22 09:14:35.243148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b8a66b9a-09bc-4fe8-965a-96dd5adb2046 req-7c14f701-f946-4e7c-b682-3aa359b32b44 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366511 Dec 22 09:14:36.428311 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c279b60-1ede-4827-9b4f-68bbf337099c req-b06b41b0-5c56-4b5c-999a-3ab120667b06 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:36.429748 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0c279b60-1ede-4827-9b4f-68bbf337099c req-b06b41b0-5c56-4b5c-999a-3ab120667b06 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0801280 Dec 22 09:14:36.473250 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0c279b60-1ede-4827-9b4f-68bbf337099c req-835b60af-d2c6-4629-ba20-1b08d3a0dd51 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374987 Dec 22 09:14:37.656498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54020a-b721-41ba-8b16-ba460d0cd0c6 req-269db733-231d-4617-8dd9-4567ee849e17 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:37.657829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a54020a-b721-41ba-8b16-ba460d0cd0c6 req-269db733-231d-4617-8dd9-4567ee849e17 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0804472 Dec 22 09:14:37.702993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a54020a-b721-41ba-8b16-ba460d0cd0c6 req-c1c2f58c-a2c3-4d4b-9329-f3d5ca1b1a06 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396190 Dec 22 09:14:38.893575 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409c580-81cf-4c0f-9707-711a0120496e req-9537b1f1-0c30-4e1d-beef-b87087908d41 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:38.894968 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9409c580-81cf-4c0f-9707-711a0120496e req-9537b1f1-0c30-4e1d-beef-b87087908d41 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0834889 Dec 22 09:14:38.937525 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9409c580-81cf-4c0f-9707-711a0120496e req-0a44fe42-59c5-4a62-ae8a-95dae2ee41db tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370634 Dec 22 09:14:39.842805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ddb0b190-627f-4bfe-bb68-ae5c564c129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:40.009206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:40.123344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57604-2754-4053-9775-60e88c4c6af3 req-27cc4150-fc67-4d9a-9a6b-13d2f2367a54 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:40.124737 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1ed57604-2754-4053-9775-60e88c4c6af3 req-27cc4150-fc67-4d9a-9a6b-13d2f2367a54 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0818224 Dec 22 09:14:40.167930 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1ed57604-2754-4053-9775-60e88c4c6af3 req-59168cde-99ef-4228-bf78-0089cf0069df tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375953 Dec 22 09:14:41.347948 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e80fff-dbdb-4c91-ad45-d1e0ad16bdf6 req-9c6d56a1-f676-468c-a9be-e500a181acd9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:41.349373 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-56e80fff-dbdb-4c91-ad45-d1e0ad16bdf6 req-9c6d56a1-f676-468c-a9be-e500a181acd9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0779793 Dec 22 09:14:41.395794 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-56e80fff-dbdb-4c91-ad45-d1e0ad16bdf6 req-f2f5b7b4-d57d-48b1-9806-ae6232811cc9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408347 Dec 22 09:14:42.092741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fdef717f-1d0d-461f-badf-19934c81f45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:42.580137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f7b69-98df-42de-a404-c94225784ad8 req-5ea17257-fdd1-4c09-85c8-ccc288a7bb46 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:42.581565 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-275f7b69-98df-42de-a404-c94225784ad8 req-5ea17257-fdd1-4c09-85c8-ccc288a7bb46 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0796583 Dec 22 09:14:42.630683 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-275f7b69-98df-42de-a404-c94225784ad8 req-7ae7e71c-1c79-4abe-bded-041d7b7c47a8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434415 Dec 22 09:14:43.254941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:43.312670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:43.823978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec48f8-c571-425b-a71b-f87553bd0afb req-8cab7ac1-186e-4e41-b974-35728f33e6d5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:43.825982 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80ec48f8-c571-425b-a71b-f87553bd0afb req-8cab7ac1-186e-4e41-b974-35728f33e6d5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0845203 Dec 22 09:14:43.868216 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80ec48f8-c571-425b-a71b-f87553bd0afb req-9dfe4885-f5c5-4b7e-bd59-3884c1505d51 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363281 Dec 22 09:14:44.637566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:45.052783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a4e16-98e9-4f49-8880-5f8df25b4e89 req-26ab68d3-f9eb-4ad1-8ef6-ecc1a6372442 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:45.054241 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b3a4e16-98e9-4f49-8880-5f8df25b4e89 req-26ab68d3-f9eb-4ad1-8ef6-ecc1a6372442 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0800755 Dec 22 09:14:45.099243 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8b3a4e16-98e9-4f49-8880-5f8df25b4e89 req-e9d19ff1-7196-4f0f-9cce-c33a9d2b8377 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393085 Dec 22 09:14:46.281240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a6d4c-31e5-42de-83ff-a279f66885e3 req-866d5979-804d-4a48-bc56-dc1cf3e5de9e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:46.282675 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e58a6d4c-31e5-42de-83ff-a279f66885e3 req-866d5979-804d-4a48-bc56-dc1cf3e5de9e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0794106 Dec 22 09:14:46.326247 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e58a6d4c-31e5-42de-83ff-a279f66885e3 req-b0126efe-5dc1-45a4-834b-8e774ce35b3d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380168 Dec 22 09:14:47.518942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f88cc-62f1-4ef8-90ea-d513388f9aa1 req-92040a7f-e3b3-4859-86d8-d9aa7fb46092 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:47.520419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-966f88cc-62f1-4ef8-90ea-d513388f9aa1 req-92040a7f-e3b3-4859-86d8-d9aa7fb46092 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0905852 Dec 22 09:14:47.564435 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-966f88cc-62f1-4ef8-90ea-d513388f9aa1 req-216fe3bb-b5b2-413a-8ee2-6f2da048a70a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385308 Dec 22 09:14:48.749391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0b6f5-3040-4458-aebf-05fb1014d231 req-6b79813b-ec6a-4f9c-aff8-0a3fbd2af178 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:48.750822 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-67d0b6f5-3040-4458-aebf-05fb1014d231 req-6b79813b-ec6a-4f9c-aff8-0a3fbd2af178 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0810783 Dec 22 09:14:48.792253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-67d0b6f5-3040-4458-aebf-05fb1014d231 req-8503e3f1-77e1-4cfc-85a1-0b79bd8dc732 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358794 Dec 22 09:14:48.902720 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-dc79c71e-31b6-482e-8a7a-a886ea737358 service neutron] 10.222.0.16 "GET /v2.0/ports/baa787c4-1c9d-49dd-818a-9e109855e31f/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0727007 Dec 22 09:14:49.168042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-ec5607fd-397e-4439-ad84-2d94f9c476a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.170110 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-ec5607fd-397e-4439-ad84-2d94f9c476a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 1098 time: 0.0774257 Dec 22 09:14:49.257768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-17b76f2e-73d2-4c66-892c-72561a13f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.259194 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-17b76f2e-73d2-4c66-892c-72561a13f69e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1098 time: 0.0687983 Dec 22 09:14:49.388903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-a8974f9c-4f85-4457-ba57-cc58dc6cccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.390325 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-a8974f9c-4f85-4457-ba57-cc58dc6cccc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1250999 Dec 22 09:14:49.496805 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-81ba47be-f0e0-41c2-b96d-8c6909e7a95f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 1000 time: 0.0995486 Dec 22 09:14:49.558820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-b0082781-0044-4fa4-86bc-8c7b4d331779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.560260 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-b0082781-0044-4fa4-86bc-8c7b4d331779 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0576367 Dec 22 09:14:49.638319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b046-05a9-4373-b57a-a997ce4d674b req-8eb9f2f3-e002-40ca-ada3-d0cc1c999e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.639754 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-8eb9f2f3-e002-40ca-ada3-d0cc1c999e0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736148 Dec 22 09:14:49.768751 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-71c7603c-a18b-4b08-9f16-eb8f571c87ce service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225514 Dec 22 09:14:49.898849 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-8b027b81-07a2-44b2-82d3-7d528ba831c8 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231976 Dec 22 09:14:49.977883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025733-480a-4005-8c71-9ee2f2567764 req-6b3b8793-d5b7-4c3b-a185-2604b1e0f3f0 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:49.979323 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22025733-480a-4005-8c71-9ee2f2567764 req-6b3b8793-d5b7-4c3b-a185-2604b1e0f3f0 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0784771 Dec 22 09:14:50.169363 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-22025733-480a-4005-8c71-9ee2f2567764 req-f24b5cbd-c746-43eb-b406-21149f0e5fed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839111 Dec 22 09:14:50.203977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-18c58d9e-9f31-4363-91ba-01252b42c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:50.205423 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-18c58d9e-9f31-4363-91ba-01252b42c268 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1098 time: 0.1891034 Dec 22 09:14:50.346098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-e921b17b-b57f-41d6-aca5-7a9d89cebfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:50.347404 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-e921b17b-b57f-41d6-aca5-7a9d89cebfaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1222653 Dec 22 09:14:50.448316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-6f81b00a-b299-4481-85e9-272dbb403e4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 1000 time: 0.0933602 Dec 22 09:14:50.509037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-16a5f626-0fdc-4c3a-8afe-994315c7312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:50.510420 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-16a5f626-0fdc-4c3a-8afe-994315c7312a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0554235 Dec 22 09:14:50.586906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-31a4157a-81c1-40d2-968e-2d7408b13f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:50.588388 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-31a4157a-81c1-40d2-968e-2d7408b13f21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710540 Dec 22 09:14:50.719700 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-01e7b82c-3f08-4147-b821-d156f5ba789c service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241908 Dec 22 09:14:50.847497 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae3c5688-4e2f-4a8e-804d-6f40f76e7dde req-932f2d47-d156-4ed3-aa73-4c0b682c661a service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212342 Dec 22 09:14:51.351707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf330407-3142-4318-8042-2b679ed99090 req-d87906f3-b564-4b4c-8d14-7b2c1471e01e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:51.353194 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cf330407-3142-4318-8042-2b679ed99090 req-d87906f3-b564-4b4c-8d14-7b2c1471e01e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0783157 Dec 22 09:14:51.399577 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cf330407-3142-4318-8042-2b679ed99090 req-4f4840a8-b9df-464e-b7ad-0ac90029d1b0 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401425 Dec 22 09:14:52.581126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73c80-bf91-4476-b458-b36f0718df7d req-65d2f5a6-1b12-4704-b5a5-6aa850559a49 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:52.582577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e0c73c80-bf91-4476-b458-b36f0718df7d req-65d2f5a6-1b12-4704-b5a5-6aa850559a49 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 945 time: 0.0778220 Dec 22 09:14:52.617135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:14:52.622270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:14:52.625698 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e0c73c80-bf91-4476-b458-b36f0718df7d req-d9c27670-1966-4f30-ac3d-d5c6279fc93a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 Dec 22 09:14:52.849228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:52.879291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:52.901552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:14:52.906422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'mac_address': 'fa:16:3e:01:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:14:52.940614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:52.948056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:52.956251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:53.023557 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'code': 200} Dec 22 09:14:53.026093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:53.049895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:14:53.053973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:53.062910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.063256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.063583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.063905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.064246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.064566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.064882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.065194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.065504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.065813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.066120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.066426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:53.096123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:53.127149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:14:53.127481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:14:53.683672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:53.742379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:14:53.757861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:53.761772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:53.764458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:53.818715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfbdd1-b861-4eb3-88a7-305dd541cf93 req-c3a9092c-46bd-4acb-8556-3672df4fa6f1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:53.820227 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f4cfbdd1-b861-4eb3-88a7-305dd541cf93 req-c3a9092c-46bd-4acb-8556-3672df4fa6f1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.0870292 Dec 22 09:14:53.831333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:53.835135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['baa787c4-1c9d-49dd-818a-9e109855e31f'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:14:53.863016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:53.864040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f4cfbdd1-b861-4eb3-88a7-305dd541cf93 req-02db5a7e-07f0-4fcc-a9cd-748eb28138d1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376506 Dec 22 09:14:54.305889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-cbe9823f-f017-43ec-9957-8364b0d4fec3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:54.307272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-cbe9823f-f017-43ec-9957-8364b0d4fec3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530&tenant_id=778af07c6eff4b50a264eab16a595d7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1326187 Dec 22 09:14:54.388297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6b8df-9bca-4cdf-83b8-a03ca4b3def2 req-3ada383f-abaa-498e-9b02-1412866d981d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:54.389708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21a6b8df-9bca-4cdf-83b8-a03ca4b3def2 req-3ada383f-abaa-498e-9b02-1412866d981d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.1545503 Dec 22 09:14:54.419746 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-32232508-1a0d-476d-89d5-612ed63589db service neutron] 10.222.0.16 "GET /v2.0/ports/baa787c4-1c9d-49dd-818a-9e109855e31f/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1050899 Dec 22 09:14:54.442350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-21a6b8df-9bca-4cdf-83b8-a03ca4b3def2 req-1fb1d9e0-0539-4f07-b5ad-f191cc4338dc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467708 Dec 22 09:14:54.511943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-dbd139d1-c378-49aa-8301-696ce6cbbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:54.514141 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-dbd139d1-c378-49aa-8301-696ce6cbbfc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1097 time: 0.0708501 Dec 22 09:14:54.638051 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:14:54.641511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-11cb8878-29ee-4988-86de-cb1c20c29291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:54.642911 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-11cb8878-29ee-4988-86de-cb1c20c29291 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1231451 Dec 22 09:14:54.751602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:54.761518 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-464cc53d-a1aa-4ab7-bb9a-94eaf5d56ba9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 999 time: 0.1111097 Dec 22 09:14:54.768633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:14:54.783864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:14:54.787827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:54.790313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:54.824122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-42b2724f-844c-416c-935e-f8a57695f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:54.825572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-42b2724f-844c-416c-935e-f8a57695f44b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0581648 Dec 22 09:14:54.854850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:54.858827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:55.016462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-f6828ad1-f4d8-441d-a063-f58d12b74bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:55.017837 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-f6828ad1-f4d8-441d-a063-f58d12b74bfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1861529 Dec 22 09:14:55.150068 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-fe560146-2763-4d42-8f5a-ba4fcf32da4a service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242921 Dec 22 09:14:55.278177 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-f3fe08a6-799c-407f-87e5-516cc1ded04e service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217816 Dec 22 09:14:55.628921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdb178-359d-4e77-b437-1d1faeccb85c req-bfcff0a7-de85-41f0-8adb-a5aa58da71aa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:55.630363 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ccdb178-359d-4e77-b437-1d1faeccb85c req-bfcff0a7-de85-41f0-8adb-a5aa58da71aa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.0786057 Dec 22 09:14:55.673758 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9ccdb178-359d-4e77-b437-1d1faeccb85c req-d554dabd-6a4b-41e1-a835-4edef5c29714 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378010 Dec 22 09:14:56.854987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f502cb0-ac1b-47f6-baa1-3b41b6575e21 req-0c926db8-50fe-4623-a8d1-8ba509b47012 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:56.856379 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4f502cb0-ac1b-47f6-baa1-3b41b6575e21 req-0c926db8-50fe-4623-a8d1-8ba509b47012 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.0798554 Dec 22 09:14:56.899639 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4f502cb0-ac1b-47f6-baa1-3b41b6575e21 req-38f4c12a-12f2-4659-893d-348ae0f6b681 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374537 Dec 22 09:14:57.886419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-4498a617-eda9-45fb-8e91-47258b1be544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:57.887814 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-4498a617-eda9-45fb-8e91-47258b1be544 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 1096 time: 0.0731235 Dec 22 09:14:57.974764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-f99c0603-e098-48c3-ad90-da9adc84519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:57.976226 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-f99c0603-e098-48c3-ad90-da9adc84519e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 1096 time: 0.0690567 Dec 22 09:14:58.086960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7d2ea-079c-44ef-8add-a1d96e81d57e req-a25f4a7b-190d-4e4a-8669-4df59b8c1ec0 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.088525 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b5e7d2ea-079c-44ef-8add-a1d96e81d57e req-a25f4a7b-190d-4e4a-8669-4df59b8c1ec0 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.0841520 Dec 22 09:14:58.107749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-36e77a61-22be-4b23-afdc-ddceb7db4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.109215 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-36e77a61-22be-4b23-afdc-ddceb7db4807 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1269209 Dec 22 09:14:58.132351 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b5e7d2ea-079c-44ef-8add-a1d96e81d57e req-59a3e56d-a8aa-42cd-bbe7-b8dc610a4720 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374992 Dec 22 09:14:58.212301 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-87a6eb78-fb8a-47da-baba-ad44873e1c91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 200 len: 998 time: 0.0963471 Dec 22 09:14:58.272689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-829f00ee-4f9b-4c7e-905f-e729c220b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.274080 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-829f00ee-4f9b-4c7e-905f-e729c220b842 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0557933 Dec 22 09:14:58.350646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914e217-b426-4283-ac12-04e454638d02 req-8c8682e0-2fa2-4567-9659-8b618303e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.352100 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-8c8682e0-2fa2-4567-9659-8b618303e49c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712512 Dec 22 09:14:58.480073 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-dca1b533-4c72-4ad1-8137-b2c8279a239e service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215749 Dec 22 09:14:58.610085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a914e217-b426-4283-ac12-04e454638d02 req-6233d99a-76f2-4f0e-9d88-0df8c7e517f3 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239176 Dec 22 09:14:59.315801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c464e1-07f3-48ae-bdea-5d5d858408dd req-19888611-536e-4edc-808e-2528cecde8f5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:59.317286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0c464e1-07f3-48ae-bdea-5d5d858408dd req-19888611-536e-4edc-808e-2528cecde8f5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.0791166 Dec 22 09:14:59.359813 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d0c464e1-07f3-48ae-bdea-5d5d858408dd req-64addc28-93b3-485f-b048-018aa0c105e7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Dec 22 09:14:59.398425 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:15:00.548176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071c04-398e-4d03-ab86-444dc55d8cdf req-efd58b63-460e-4a4c-a334-7aca2bea3e9f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:00.549634 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be071c04-398e-4d03-ab86-444dc55d8cdf req-efd58b63-460e-4a4c-a334-7aca2bea3e9f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 943 time: 0.0858321 Dec 22 09:15:00.594011 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-be071c04-398e-4d03-ab86-444dc55d8cdf req-894ea0fd-6a56-4a3d-bf5b-603c6a271048 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385704 Dec 22 09:15:00.667695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:15:00.670529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:00.900733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:00.913707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'mac_address': 'fa:16:3e:01:36:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:15:00.971401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:00.988268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:15:01.003478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:01.007357 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:01.009986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:01.080061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['baa787c4-1c9d-49dd-818a-9e109855e31f'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:15:01.123247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=9']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:01.126282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:01.783284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228623a-6a35-40c5-9ed6-7bf893b17d82 req-94d2f514-3081-4b77-9d7e-ced81b562478 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:01.784755 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3228623a-6a35-40c5-9ed6-7bf893b17d82 req-94d2f514-3081-4b77-9d7e-ced81b562478 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.0853109 Dec 22 09:15:01.847962 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3228623a-6a35-40c5-9ed6-7bf893b17d82 req-97999bc6-4c48-4620-92eb-bd5d6ab50a92 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572481 Dec 22 09:15:02.033988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7bf87-d605-4bbe-9878-eef55bc94d88 req-7d116d0d-0493-45a7-86a7-39c5375d1239 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:02.035438 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63e7bf87-d605-4bbe-9878-eef55bc94d88 req-7d116d0d-0493-45a7-86a7-39c5375d1239 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.0825498 Dec 22 09:15:02.079374 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-63e7bf87-d605-4bbe-9878-eef55bc94d88 req-8d829ddc-99fb-4b0d-aa23-0ea2fcff3fae tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Dec 22 09:15:02.401818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26843d26-5587-4284-bff4-55c43f91268e req-d145ad67-9b93-4f33-b22e-1ef72a6fabed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:02.403808 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26843d26-5587-4284-bff4-55c43f91268e req-d145ad67-9b93-4f33-b22e-1ef72a6fabed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.0798159 Dec 22 09:15:02.451401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26843d26-5587-4284-bff4-55c43f91268e req-957a6d21-77d6-44e9-a0ee-e30bbc787a3a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Dec 22 09:15:02.674778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:02.759123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port baa787c4-1c9d-49dd-818a-9e109855e31f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:02.759501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:02.839460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba6adc-cd39-40ca-8437-7aca67dee93d req-ff83cb14-bc4e-4a68-a174-ab525d248af3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:02.841593 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7eba6adc-cd39-40ca-8437-7aca67dee93d req-ff83cb14-bc4e-4a68-a174-ab525d248af3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 944 time: 0.0857329 Dec 22 09:15:02.886476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:02.886732 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7eba6adc-cd39-40ca-8437-7aca67dee93d req-b80895a5-8cf2-4a7c-aac1-de31b67a638d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390041 Dec 22 09:15:02.914800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:02.924685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:02.929701 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:02.931826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:02.966318 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'code': 200} Dec 22 09:15:02.999340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=10']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:03.002257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:04.074531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78069352-62a3-4f2d-ab58-ca4ad6bc9081 req-34eed108-5d04-4868-9f80-9e07129a10a6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:04.076025 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-78069352-62a3-4f2d-ab58-ca4ad6bc9081 req-34eed108-5d04-4868-9f80-9e07129a10a6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 946 time: 0.0817006 Dec 22 09:15:04.232587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-78069352-62a3-4f2d-ab58-ca4ad6bc9081 req-1b373698-5338-4c5b-bfa8-9380481e87a2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509926 Dec 22 09:15:04.968285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-bb24bd1d-678b-40c8-8173-3c3c54d6bcf7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:04.969668 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-bb24bd1d-678b-40c8-8173-3c3c54d6bcf7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 946 time: 0.0769165 Dec 22 09:15:05.039804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Deleting port baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:15:05.040167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.277986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] For port baa787c4-1c9d-49dd-818a-9e109855e31f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=baa787c4-1c9d-49dd-818a-9e109855e31f,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:05.278663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.417204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ba59-8331-41ef-912c-84d30f327cb8 req-d16ce71c-4f1e-4d59-9081-4e8f0aaca91d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:05.419214 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f3d1ba59-8331-41ef-912c-84d30f327cb8 req-d16ce71c-4f1e-4d59-9081-4e8f0aaca91d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 946 time: 0.0789590 Dec 22 09:15:05.467622 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f3d1ba59-8331-41ef-912c-84d30f327cb8 req-b47fc32a-1040-442a-8824-426cb90aa3d6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Dec 22 09:15:05.562039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.562331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.562638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a disassociated. External IP: 172.26.7.9, port: baa787c4-1c9d-49dd-818a-9e109855e31f. Dec 22 09:15:05.562971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Calling delete_port for baa787c4-1c9d-49dd-818a-9e109855e31f owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:15:05.704178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.709565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-89297d62-f4cb-4719-a35c-b6a386b3e835 tempest-DeleteServersTestJSON-643631570 tempest-DeleteServersTestJSON-643631570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:05.757150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event deleted for resources: {'Port': ['ID=baa787c4-1c9d-49dd-818a-9e109855e31f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:05.819125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.819510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.819882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.820274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.820642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.821008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.821392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.821752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.822114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.822481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.822828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.823179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:05.831358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:05.957993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:15:06.131024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:15:06.140659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:15:06.149665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:06.150311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:14:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:06.202799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] No DVR routers for this DVR port baa787c4-1c9d-49dd-818a-9e109855e31f on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:15:06.205309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:06.207853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-deleted', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:06.225326 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-326bb854-0fff-44ac-8357-86dc1e6bbc6d req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "DELETE /v2.0/ports/baa787c4-1c9d-49dd-818a-9e109855e31f HTTP/1.1" status: 204 len: 173 time: 1.2505460 Dec 22 09:15:06.314684 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e40c6-8247-4778-bc8b-980cad5ab530', 'name': 'network-vif-deleted', 'tag': 'baa787c4-1c9d-49dd-818a-9e109855e31f', 'status': 'completed', 'code': 200} Dec 22 09:15:06.330789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:06.682570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:06.687603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:15:06.696359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:06.696976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:14:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:06.746609 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ee6debb-1461-4201-b545-b3ce7873cf75 req-fb683be3-cd2e-453a-8a90-65f51c530b0c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1e40c6-8247-4778-bc8b-980cad5ab530 HTTP/1.1" status: 200 len: 210 time: 0.1577802 Dec 22 09:15:06.876179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:07.177117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:07.180889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef0ada-e7dc-478a-b264-0c50c04aaf72 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:15:07.394985 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c200b6-3d37-4b40-a856-151cf3568341 None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:15:08.100487 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-00e830d1-fa0c-459c-88ab-9fc7c56e2929 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--247778366&fields=id&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 267 time: 0.0387256 Dec 22 09:15:08.360457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-841f54fa-fed4-45d9-9f85-74fce5f0a086 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:08.361786 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-841f54fa-fed4-45d9-9f85-74fce5f0a086 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.2546458 Dec 22 09:15:08.376559 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-7bc4c705-d1ad-4bf4-beeb-b87db81bf84b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/quotas/778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 375 time: 0.0094080 Dec 22 09:15:08.460241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-75676caa-f9e2-47e3-a465-a351c42ebcf9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:15:08.475475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-75676caa-f9e2-47e3-a465-a351c42ebcf9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:15:08.476776 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-75676caa-f9e2-47e3-a465-a351c42ebcf9 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954590 Dec 22 09:15:08.614537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-8b8a5d73-10b3-4a15-a128-b608e6a202b2 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257234 Dec 22 09:15:08.682305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:08.720052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: baa787c4-1c9d-49dd-818a-9e109855e31f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:15:08.720407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device baa787c4-1c9d-49dd-818a-9e109855e31f not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:08.747332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-a0b3ef5d-2479-4650-9a04-4b932f366ca1 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270652 Dec 22 09:15:08.919144 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1f41fbf0-f846-4a26-b4e6-91c8b9671fbb req-57f43766-5726-4dac-9c97-0c646a6a7afa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 210 time: 0.0416656 Dec 22 09:15:09.845524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0d10-8760-478b-88c2-e807258410c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:09.905494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-528b5d63-8778-44e5-bbc6-333443c40a92 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.907045 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-528b5d63-8778-44e5-bbc6-333443c40a92 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 812 time: 0.1474583 Dec 22 09:15:09.957022 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-caca0555-9178-48d8-8b82-a1046f432a30 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 379 time: 0.0417163 Dec 22 09:15:09.966995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'port': {'device_id': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'admin_state_up': True, 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'security_groups': ['1ef13ca4-7523-47fd-8b93-04bbfb787ba5']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:15:10.020371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.094831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b1078b6-fb9b-469e-9ad0-4b136b3bfc88 req-46ee4b22-ba16-407a-ae23-b8f8860d8d11 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 210 time: 0.0604382 Dec 22 09:15:10.146119 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:10.155825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:10.164526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Made reservation on behalf of 778af07c6eff4b50a264eab16a595d7e for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:15:10.168643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.324891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Allocated IP 172.20.0.4 (5cbd6c9c-7666-4cb9-a34b-4a745108f677/7d4aa22a-81df-4ec1-9ee8-e0362a08528e/1a36af91-6ef9-476c-8041-c2fec9a055d3) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:10.518416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.533866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Transition to ACTIVE for port object 1a36af91-6ef9-476c-8041-c2fec9a055d3 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:10.557350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.563105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-926fdca5-e78b-4acd-ba2d-9e16477be5d4 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:10.625200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:10.628209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:10.632189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:15:10.678781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:10.683511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:10.703731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:10.704367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.731653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686639 Dec 22 09:15:10.744150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Request body: {'port': {'device_id': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:15:10.855455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.911716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fdc89bcc-f1aa-4f5a-9195-e3abfd761396 None None] Provisioning for port 1a36af91-6ef9-476c-8041-c2fec9a055d3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:10.916299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-fdc89bcc-f1aa-4f5a-9195-e3abfd761396 None None] Provisioning complete for port 1a36af91-6ef9-476c-8041-c2fec9a055d3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:10.916670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fdc89bcc-f1aa-4f5a-9195-e3abfd761396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.968830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fdc89bcc-f1aa-4f5a-9195-e3abfd761396 None None] Port 1a36af91-6ef9-476c-8041-c2fec9a055d3 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:15:11.284791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681e40f-95ad-4a99-985b-6b1fe658586b req-12a725f5-91ac-4e0e-8033-aa41ebd29596 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:11.286238 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8681e40f-95ad-4a99-985b-6b1fe658586b req-12a725f5-91ac-4e0e-8033-aa41ebd29596 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 931 time: 0.0802944 Dec 22 09:15:11.309726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a36af91-6ef9-476c-8041-c2fec9a055d3 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:15:11.317058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.330939 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8681e40f-95ad-4a99-985b-6b1fe658586b req-fa0723f7-1ad7-431b-8710-80817682720a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 Dec 22 09:15:11.331163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Transition to ACTIVE for port object 1a36af91-6ef9-476c-8041-c2fec9a055d3 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:11.336035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.340909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:11.494610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:11.502487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:11.572758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Attempting to bind port 1a36af91-6ef9-476c-8041-c2fec9a055d3 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:15:11.573085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Attempting to bind port 1a36af91-6ef9-476c-8041-c2fec9a055d3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:15:11.573404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Attempting to bind port 1a36af91-6ef9-476c-8041-c2fec9a055d3 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:15:11.578583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Port 1a36af91-6ef9-476c-8041-c2fec9a055d3 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:15:11.578893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Attempting to bind port 1a36af91-6ef9-476c-8041-c2fec9a055d3 on network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:15:11.583913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:15:11.584267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Checking segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:15:11.584642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Bound using segment: {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:15:11.585049 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Bound port: 1a36af91-6ef9-476c-8041-c2fec9a055d3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22477163-6e82-4981-af46-f169589c98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:15:11.585388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.669755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:15:11.672653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:15:11.677054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.681232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:11.738099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:11.738703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.740198 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 1093 time: 1.0006592 Dec 22 09:15:11.740706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:11.764177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:11.767299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:11.812433 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'status': 'completed', 'code': 200} Dec 22 09:15:11.853333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-42c1b92c-5094-4edb-8509-7f87b383c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:11.854801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-42c1b92c-5094-4edb-8509-7f87b383c1b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1096 time: 0.0765579 Dec 22 09:15:11.928301 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-4ae9bd48-429d-44bc-94d2-5efc0a1f74e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 217 time: 0.0651703 Dec 22 09:15:11.989551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-b6b18385-9af7-46bc-b32e-0d032c19dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:11.990981 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-b6b18385-9af7-46bc-b32e-0d032c19dc81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0562937 Dec 22 09:15:12.070484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-869b3cc5-3fbe-456a-badd-db6dc1e12f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:12.071949 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-869b3cc5-3fbe-456a-badd-db6dc1e12f5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746360 Dec 22 09:15:12.095118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5c8c25d9-a1ae-49fd-b8ef-e10e84cc1c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:12.206710 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-263ae937-fc67-4693-9df3-31c8fd1f855b service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280560 Dec 22 09:15:12.336791 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-284dc41a-8de0-4356-a9bc-5530f35c7ded req-33214eff-7c3f-402a-ae33-401fa994b9a6 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236341 Dec 22 09:15:12.454233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-9cb210d3-f855-401f-a996-eda3dadd3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:12.455711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-9cb210d3-f855-401f-a996-eda3dadd3507 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1096 time: 0.0706670 Dec 22 09:15:12.548088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9c36-13ae-459e-8622-511c6428929b req-858102bd-aa96-4ea0-bc42-b76b069dc056 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:12.549572 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-20ec9c36-13ae-459e-8622-511c6428929b req-858102bd-aa96-4ea0-bc42-b76b069dc056 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.1126645 Dec 22 09:15:12.594594 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-20ec9c36-13ae-459e-8622-511c6428929b req-46eb56d4-2ed7-408f-b68c-fb82f7fccc09 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389805 Dec 22 09:15:12.598385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-47f76a1f-c6fb-4812-b28b-1c9aab34b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:12.599851 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-47f76a1f-c6fb-4812-b28b-1c9aab34b657 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1376586 Dec 22 09:15:12.669484 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-b811bd45-ba5f-4793-98c2-716cac58d063 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 217 time: 0.0631657 Dec 22 09:15:12.739171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-70a4c80f-5659-49dd-b0b1-8d07afc7f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:12.740649 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-70a4c80f-5659-49dd-b0b1-8d07afc7f10f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0616798 Dec 22 09:15:12.822865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-d4fb31b6-8f8a-4bed-a1fd-5ea2b27d874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:12.824819 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-d4fb31b6-8f8a-4bed-a1fd-5ea2b27d874b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764887 Dec 22 09:15:13.068332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-1e2dbbe9-c7f6-4514-931b-bf9d3115e1dc service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357662 Dec 22 09:15:13.203784 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5e5887-e883-4b19-b22f-c925a0210fc8 req-756a5f3c-b524-4751-9061-7b962b6e507a service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281557 Dec 22 09:15:13.258081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:13.316208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:13.776808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ae32-e3a3-466c-82b0-92fce9387fe9 req-1dc99558-ecc7-4a26-b8e2-6ed47b8fed04 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:13.778010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-06c4ae32-e3a3-466c-82b0-92fce9387fe9 req-1dc99558-ecc7-4a26-b8e2-6ed47b8fed04 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Synchronizing usage tracker for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:15:13.795832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-06c4ae32-e3a3-466c-82b0-92fce9387fe9 req-1dc99558-ecc7-4a26-b8e2-6ed47b8fed04 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Unset dirty status for tenant:778af07c6eff4b50a264eab16a595d7e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:15:13.797219 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-06c4ae32-e3a3-466c-82b0-92fce9387fe9 req-1dc99558-ecc7-4a26-b8e2-6ed47b8fed04 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0973217 Dec 22 09:15:13.842083 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-06c4ae32-e3a3-466c-82b0-92fce9387fe9 req-5bbb820b-8ec3-45e5-a00c-021bfb01f679 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388119 Dec 22 09:15:14.643254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:14.706936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:15:14.851977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:14.866143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'mac_address': 'fa:16:3e:8f:75:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:15:14.924183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:14.941651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a36af91-6ef9-476c-8041-c2fec9a055d3 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:15:14.956878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:14.960960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:14.963782 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:15.032623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:15.033523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d745ac-4583-4f85-b0cc-09bc050354b1 req-92213865-54a3-4bc3-b35e-2a2233764b6f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:15.035181 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-62d745ac-4583-4f85-b0cc-09bc050354b1 req-92213865-54a3-4bc3-b35e-2a2233764b6f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 944 time: 0.0838580 Dec 22 09:15:15.035558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:15.079681 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-62d745ac-4583-4f85-b0cc-09bc050354b1 req-ae4ba8b0-a177-409a-83d6-80324944b6e5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Dec 22 09:15:15.359216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1a36af91-6ef9-476c-8041-c2fec9a055d3'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:15:16.272982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461acead-cf1b-426e-8ae8-efd50ce052f3 req-0cdbf143-694b-46d4-9c24-eaf3f0648e00 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:16.274436 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-461acead-cf1b-426e-8ae8-efd50ce052f3 req-0cdbf143-694b-46d4-9c24-eaf3f0648e00 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 944 time: 0.0915055 Dec 22 09:15:16.318635 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-461acead-cf1b-426e-8ae8-efd50ce052f3 req-2b709fd5-73d4-47c0-8415-b6406901bcef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383992 Dec 22 09:15:16.722174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:16.787985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 1a36af91-6ef9-476c-8041-c2fec9a055d3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:16.792591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1a36af91-6ef9-476c-8041-c2fec9a055d3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:16.792968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:16.917447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:16.945795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:16.957379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:15:16.961858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:16.963697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:17.035376 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'code': 200} Dec 22 09:15:17.066621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:17.069602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:17.211900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa8023-8092-4af9-8054-9961750afcf8 req-2815c22f-687d-4ffb-abeb-c22f60f28b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:17.213353 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05aa8023-8092-4af9-8054-9961750afcf8 req-2815c22f-687d-4ffb-abeb-c22f60f28b9b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1098 time: 0.0677094 Dec 22 09:15:17.256049 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05aa8023-8092-4af9-8054-9961750afcf8 req-6a91f796-cddd-4aed-a0a8-c6e5a28e985c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353370 Dec 22 09:15:17.503126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130693d0-8469-4012-9993-97dd855a0d01 req-8f005eef-d62a-4c4c-873a-8897cd4773cc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:17.504457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-130693d0-8469-4012-9993-97dd855a0d01 req-8f005eef-d62a-4c4c-873a-8897cd4773cc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0810564 Dec 22 09:15:17.548035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-130693d0-8469-4012-9993-97dd855a0d01 req-2e2a3d2e-16ff-44d5-a01f-2ae6a014cf42 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380387 Dec 22 09:15:18.746148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35021463-2016-46f5-827c-000c732b88de req-0f29dbed-25f3-4554-b9cc-26dc031c1aba tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:18.747596 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-35021463-2016-46f5-827c-000c732b88de req-0f29dbed-25f3-4554-b9cc-26dc031c1aba tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0826440 Dec 22 09:15:18.795423 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-35021463-2016-46f5-827c-000c732b88de req-9835da3a-94d3-4a62-b2c7-e9b7a8dfb76a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419080 Dec 22 09:15:19.975381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dcb97-e667-43d9-a584-3c951fc93107 req-4d4add23-1755-4102-9e7d-9b431d0c45cf tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:19.976836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-617dcb97-e667-43d9-a584-3c951fc93107 req-4d4add23-1755-4102-9e7d-9b431d0c45cf tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0793011 Dec 22 09:15:20.024418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-617dcb97-e667-43d9-a584-3c951fc93107 req-a4760bc6-2089-4cfc-964c-004e796f32ba tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Dec 22 09:15:20.201477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79041181-ecb6-4b92-b271-12f5310a4a5f req-dd425559-cc71-4872-8f71-ab2983e22eb5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:20.202915 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-79041181-ecb6-4b92-b271-12f5310a4a5f req-dd425559-cc71-4872-8f71-ab2983e22eb5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0790641 Dec 22 09:15:20.211267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 41720) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:20.216823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Request body: {'floatingip': {'port_id': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:15:20.298913 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:20.879542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:20.883374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:21.050613 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a associated. External IP: 172.26.7.9, port: 1a36af91-6ef9-476c-8041-c2fec9a055d3. Dec 22 09:15:21.499419 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:15:21.677743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:15:21.682679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:21.687317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:15:21.697753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:21.698431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:15:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:21.736132 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a1e20a86-7f8b-4f33-9399-7720bcdd4ea1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "PUT /v2.0/floatingips/38d5aba8-bb95-424c-ac07-4dba792a6b2a HTTP/1.1" status: 200 len: 990 time: 1.5237715 Dec 22 09:15:21.736806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:21.834040 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'status': 'completed', 'code': 200} Dec 22 09:15:21.876908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:21.924322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-97ecc280-feb3-4373-b1f1-6083e4055c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:21.926048 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-97ecc280-feb3-4373-b1f1-6083e4055c98 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1098 time: 0.0691857 Dec 22 09:15:22.058642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-350b37ae-e219-4ae2-9585-19d5f6b3c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:22.060011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-350b37ae-e219-4ae2-9585-19d5f6b3c1e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1282241 Dec 22 09:15:22.161950 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-45868d0c-1791-412e-9000-704c911cb845 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 998 time: 0.0951529 Dec 22 09:15:22.222625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:8f:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:15:20Z', 'revision_number': 13, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:22.222958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-c10c567a-6dbd-4241-973a-b415b2f938fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:22.224694 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-c10c567a-6dbd-4241-973a-b415b2f938fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0568862 Dec 22 09:15:22.226742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:15:22.235074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:15:22.235666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:15:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:22.306977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-378c5bbf-fc6a-4c73-a5a2-a1eec8eab240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:22.309057 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-378c5bbf-fc6a-4c73-a5a2-a1eec8eab240 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786366 Dec 22 09:15:22.407343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:15:22.438199 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-480bf0ac-8411-47e9-a604-c81590f25e46 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225626 Dec 22 09:15:22.571468 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1284fb9-cce5-4916-b093-36fbee9a7c5d req-95ae55e6-bc44-44d3-8c9a-5e81d018a8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263826 Dec 22 09:15:22.751720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:8f:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:15:20Z', 'revision_number': 13, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:22.755611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c2f4f-e50c-4c67-af33-d83782531d57 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '38d5aba8-bb95-424c-ac07-4dba792a6b2a', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'port_id': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'mac_address': 'fa:16:3e:8f:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:08:49Z', 'updated_at': '2021-12-22T09:15:20Z', 'revision_number': 13, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:15:22.955969 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a427508-ae75-42bd-afe2-ecc596a8decf None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:15:36.397048 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:15:39.849056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e92a55cb-57f0-4f02-8d8b-92161be1236b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.009871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:42.099263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-42c012e0-5f2e-4f0a-bb43-158a87e51c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:43.261799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:43.318376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.644261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.782900 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-50a9f9e0-c383-482e-bcab-59b025ae7f96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660079 Dec 22 09:15:52.046303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-2cee451f-39f4-43e7-b39c-31b74bc87f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:52.047750 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-2cee451f-39f4-43e7-b39c-31b74bc87f5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1098 time: 0.1965373 Dec 22 09:15:52.194915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-33a3d30d-5193-4729-832c-2a25b1650579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:52.196342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-33a3d30d-5193-4729-832c-2a25b1650579 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1266465 Dec 22 09:15:52.300282 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-2ba5ea2e-1e95-414e-9154-ecaabe22b186 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 1000 time: 0.0967124 Dec 22 09:15:52.362403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-65c6eec7-9ce1-4c97-8c0b-cee45f86c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:52.363773 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-65c6eec7-9ce1-4c97-8c0b-cee45f86c020 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0572882 Dec 22 09:15:52.436328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-ff8544fb-3a51-40c8-8a49-9b97519a6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:52.437730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-ff8544fb-3a51-40c8-8a49-9b97519a6fda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677271 Dec 22 09:15:52.567260 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-d4600d0f-171f-4d6e-b110-e79380db3fae service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223454 Dec 22 09:15:52.697054 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e8efcb8f-425a-4c66-a9b7-ce1edde3cfc5 req-7e949803-9435-41c8-ba88-e8089afa4088 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220286 Dec 22 09:16:09.851373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c706999-1dda-4302-b61b-842176041ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.006355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:12.100586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1738f78f-19e0-418f-bebe-63121ad72f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.265880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.320035 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.395322 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:16:14.647262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:36.696662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd73b1-d46a-473e-bca1-cb75e94fa8ae req-7b23400b-744b-40f4-a68d-05e1b5ae9c3b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:36.697986 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27fd73b1-d46a-473e-bca1-cb75e94fa8ae req-7b23400b-744b-40f4-a68d-05e1b5ae9c3b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0851831 Dec 22 09:16:36.741416 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27fd73b1-d46a-473e-bca1-cb75e94fa8ae req-c2f6229d-0152-49cb-9f3c-9e06a116f87e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378935 Dec 22 09:16:39.853431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1ede901e-6617-4f28-85ac-e61a0229a13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:40.000761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:42.102346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f2af1d1-af71-49fc-be43-59c38c03bb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:43.267713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:43.323716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:44.650458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.554952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 41914) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:46.585833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa91e-52ca-4290-9a63-a4d0a8d1788a req-2bc59d37-0776-454a-a7e4-a9f95af4034c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:46.587296 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b95fa91e-52ca-4290-9a63-a4d0a8d1788a req-2bc59d37-0776-454a-a7e4-a9f95af4034c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0903115 Dec 22 09:16:46.632184 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b95fa91e-52ca-4290-9a63-a4d0a8d1788a req-998b000c-876a-4540-829b-76702ca9556a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Dec 22 09:16:46.666173 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-95f53cc0-2c0d-4d0f-97cd-71a0f83f4f6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097565 Dec 22 09:16:47.882241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-48bfdd76-ca87-4d6a-841d-73574af63682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:47.883763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-48bfdd76-ca87-4d6a-841d-73574af63682 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1098 time: 0.1385581 Dec 22 09:16:47.892535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1881-4a9e-45ff-a72e-f89b6e0e15c3 req-7607ab82-d489-479f-a9d1-4bf4574a7685 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:47.893983 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a5d1881-4a9e-45ff-a72e-f89b6e0e15c3 req-7607ab82-d489-479f-a9d1-4bf4574a7685 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.1147304 Dec 22 09:16:48.046855 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a5d1881-4a9e-45ff-a72e-f89b6e0e15c3 req-3b96dccf-75d3-43aa-86d6-7ae8f1906ccc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312938 Dec 22 09:16:48.104250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-a3312f0c-e61d-4891-beae-b31974592ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:48.106435 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-a3312f0c-e61d-4891-beae-b31974592ca6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.2114272 Dec 22 09:16:48.219769 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-43fdb6fb-9036-47a3-afc7-0c5cb7356bc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 1000 time: 0.1075177 Dec 22 09:16:48.288271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-c5f9f192-a1e6-4874-86df-8312b3b0f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:48.289690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-c5f9f192-a1e6-4874-86df-8312b3b0f980 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0641172 Dec 22 09:16:48.392216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-3ef9bbe9-4679-41a8-a937-75a111ba5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:48.393848 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-3ef9bbe9-4679-41a8-a937-75a111ba5915 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972693 Dec 22 09:16:48.545856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-2453f659-7fcf-46f6-bb43-0b08502c3c95 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453571 Dec 22 09:16:48.697940 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-a5229f6a-e0a6-4369-be65-4e757ac7c9df service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460106 Dec 22 09:16:49.236647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a978eb-9e3c-4f4d-8d4b-527fc645d44a req-5ebae32f-64bf-421f-89c7-bc0a11373ecc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:49.238167 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-94a978eb-9e3c-4f4d-8d4b-527fc645d44a req-5ebae32f-64bf-421f-89c7-bc0a11373ecc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0797765 Dec 22 09:16:49.283403 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-94a978eb-9e3c-4f4d-8d4b-527fc645d44a req-b91bf617-530d-4ec3-a0e0-c173ba3f233b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Dec 22 09:16:50.394492 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:16:50.476835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b640-75fa-43b1-86db-e40c9cb9436a req-0db215bf-ea5a-4111-bd3e-8daee3830ec7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:50.478538 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c1c0b640-75fa-43b1-86db-e40c9cb9436a req-0db215bf-ea5a-4111-bd3e-8daee3830ec7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0864615 Dec 22 09:16:50.521939 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c1c0b640-75fa-43b1-86db-e40c9cb9436a req-b8f71edb-5599-4bcb-8ead-28e8fe88c3c0 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378959 Dec 22 09:16:51.713152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbf4b3-5d2c-4795-92b8-93e1da5d1c95 req-149f7201-dd8d-4773-a134-00eb667b5ea5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:51.714614 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fdcbf4b3-5d2c-4795-92b8-93e1da5d1c95 req-149f7201-dd8d-4773-a134-00eb667b5ea5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0849559 Dec 22 09:16:51.759637 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-fdcbf4b3-5d2c-4795-92b8-93e1da5d1c95 req-9914c3c8-0d7d-4612-b0c6-d28ead498a67 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393555 Dec 22 09:16:51.825041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-8321acb4-b280-413c-b484-2a786e8ed600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:51.826409 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-8321acb4-b280-413c-b484-2a786e8ed600 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1098 time: 0.0700262 Dec 22 09:16:51.967249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-916dbf32-9761-4827-8be9-ccd93627b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:51.968705 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-916dbf32-9761-4827-8be9-ccd93627b8ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1246855 Dec 22 09:16:52.178184 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-5939548e-2907-4409-955e-7bfcfd96d7c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 1000 time: 0.2015779 Dec 22 09:16:52.241207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-9c68b647-b909-4759-a456-f3d8743f076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:52.242614 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-9c68b647-b909-4759-a456-f3d8743f076f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0584345 Dec 22 09:16:52.314692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-636431e1-b877-430a-a820-9712bd534a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:52.316150 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-636431e1-b877-430a-a820-9712bd534a0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670829 Dec 22 09:16:52.459720 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-36ef01d0-7221-4ebe-901b-2782a570aea4 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372013 Dec 22 09:16:52.606104 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88228d43-7fb3-434a-8ca4-2ea3c590201a req-c95c536d-a0a8-4eaa-b84d-35dc50cf315d service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398449 Dec 22 09:16:52.953046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5ca0e-6524-4685-9145-cb711e6746f5 req-c4fa47d9-3da2-4f55-b01e-a990f4b89c11 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:52.954486 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5b5ca0e-6524-4685-9145-cb711e6746f5 req-c4fa47d9-3da2-4f55-b01e-a990f4b89c11 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0855551 Dec 22 09:16:52.998889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d5b5ca0e-6524-4685-9145-cb711e6746f5 req-8ae00115-2d10-4c42-9c37-9856cfcc8ae6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387976 Dec 22 09:16:54.189786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab610e-1661-4c22-b091-6e8bddd13b11 req-944eb6fa-8c9c-4a09-acf8-b0ba2ad10db8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:54.191253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-46ab610e-1661-4c22-b091-6e8bddd13b11 req-944eb6fa-8c9c-4a09-acf8-b0ba2ad10db8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0794878 Dec 22 09:16:54.238924 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-46ab610e-1661-4c22-b091-6e8bddd13b11 req-4371d23b-4593-41d7-af8d-3c987e99d551 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 Dec 22 09:16:55.422794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60eb84-5be1-4fb3-b61f-6ae045673a2d req-677fb52f-943d-41f7-81ae-06d4a356bf39 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:55.424232 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db60eb84-5be1-4fb3-b61f-6ae045673a2d req-677fb52f-943d-41f7-81ae-06d4a356bf39 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0790567 Dec 22 09:16:55.466847 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db60eb84-5be1-4fb3-b61f-6ae045673a2d req-3de4fafa-9f7c-4cf0-991b-bb114057b67c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367661 Dec 22 09:16:56.657471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b442a-002f-4694-86d3-17b7e662d6f3 req-b1003b84-6849-4939-8bda-d90872352dec tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:56.658982 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a46b442a-002f-4694-86d3-17b7e662d6f3 req-b1003b84-6849-4939-8bda-d90872352dec tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0815716 Dec 22 09:16:56.704156 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a46b442a-002f-4694-86d3-17b7e662d6f3 req-89008683-7417-4297-91a2-f6089b4905a4 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394123 Dec 22 09:16:57.890332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422eac5-f111-49f1-ba0b-eff36f73413d req-0df84e58-7195-4863-a58c-a8928dfa367c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:57.892314 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2422eac5-f111-49f1-ba0b-eff36f73413d req-0df84e58-7195-4863-a58c-a8928dfa367c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0845582 Dec 22 09:16:57.934355 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2422eac5-f111-49f1-ba0b-eff36f73413d req-29cc8b6a-8dbf-490f-82fd-55bd3d317175 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364912 Dec 22 09:16:59.132111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191050d-47fc-40f5-b0a8-922f9885b001 req-8bc87edc-f9a0-42a7-b3fe-3232927e1ca7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:59.133548 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6191050d-47fc-40f5-b0a8-922f9885b001 req-8bc87edc-f9a0-42a7-b3fe-3232927e1ca7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0832896 Dec 22 09:16:59.176882 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6191050d-47fc-40f5-b0a8-922f9885b001 req-8430fb72-1ef5-4188-afc3-c13e01513145 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374925 Dec 22 09:17:00.360569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffff5e-879d-4bbf-b138-61fe441d9c2c req-5d52f383-edb7-43f3-a423-2f791068a87e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:00.362008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1ffff5e-879d-4bbf-b138-61fe441d9c2c req-5d52f383-edb7-43f3-a423-2f791068a87e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0784276 Dec 22 09:17:00.404372 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1ffff5e-879d-4bbf-b138-61fe441d9c2c req-fbf18d3b-d76c-41b1-97e8-5c3694d1d723 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367742 Dec 22 09:17:01.213622 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-9eb134a9-2ccc-4062-833d-ce579cfe4226 service neutron] 10.222.0.16 "GET /v2.0/ports/1a36af91-6ef9-476c-8041-c2fec9a055d3/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0761013 Dec 22 09:17:01.474480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-08415a05-151c-4294-8d1d-0290081028f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:01.475871 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-08415a05-151c-4294-8d1d-0290081028f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 1098 time: 0.0740073 Dec 22 09:17:01.571174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-eeea1fd9-f745-433d-8775-fc7a55399b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:01.572734 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-eeea1fd9-f745-433d-8775-fc7a55399b80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1098 time: 0.0759106 Dec 22 09:17:01.592982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d57c26-e220-4903-8ee1-ce185dd02d08 req-83847889-703d-4ba2-a392-e195ed88b81d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:01.594970 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29d57c26-e220-4903-8ee1-ce185dd02d08 req-83847889-703d-4ba2-a392-e195ed88b81d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0814705 Dec 22 09:17:01.638700 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29d57c26-e220-4903-8ee1-ce185dd02d08 req-5625add5-2d5e-492e-b2d3-b23549d4c9ea tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379617 Dec 22 09:17:01.703077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-8f1a0669-db8d-4f54-a67f-3e33953cc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:01.704502 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-8f1a0669-db8d-4f54-a67f-3e33953cc867 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1248956 Dec 22 09:17:01.804141 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-624c2eee-37b4-4621-9212-ddfa71245fe9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 1000 time: 0.0930040 Dec 22 09:17:01.865511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-7a434ab2-535b-401b-b133-ca6c38296c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:01.866894 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-7a434ab2-535b-401b-b133-ca6c38296c7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0572481 Dec 22 09:17:01.944590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-04dc018a-565b-4160-80f1-bc1c4d12bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:01.946021 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-04dc018a-565b-4160-80f1-bc1c4d12bbc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718968 Dec 22 09:17:02.075268 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-25a9a040-6e1c-44f9-8fba-af92b4b6c0da service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216829 Dec 22 09:17:02.325666 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-1f7173c5-1a19-45ad-b23b-960acaf09499 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442222 Dec 22 09:17:02.843238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739c430-dea0-41b0-8f63-b5c865bac2bf req-a2073cb1-1f12-4f5b-9ae8-0021077bec20 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:02.845472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6739c430-dea0-41b0-8f63-b5c865bac2bf req-a2073cb1-1f12-4f5b-9ae8-0021077bec20 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0936022 Dec 22 09:17:02.894579 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6739c430-dea0-41b0-8f63-b5c865bac2bf req-1ac30557-9a8a-4803-bf0e-a76539ab3619 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Dec 22 09:17:02.987509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:03.107610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:03.136526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:03.147622 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:03.151508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:03.153353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:03.199445 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'code': 200} Dec 22 09:17:03.224894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:03.232449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.232802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.233143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.233478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.233808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.234133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.234489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.234813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.235136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.235461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.235773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.236121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:03.240109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:04.102042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38644718-82c2-4669-8f08-faa128a4148b req-a6ad11cf-365b-4b97-a581-676a3e4dcddb tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:04.103524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38644718-82c2-4669-8f08-faa128a4148b req-a6ad11cf-365b-4b97-a581-676a3e4dcddb tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0854175 Dec 22 09:17:04.156060 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38644718-82c2-4669-8f08-faa128a4148b req-7d8a9a7e-1e61-4689-8837-4f06fea71bdc tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Dec 22 09:17:05.350872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af59b-13f0-446c-a9e7-2830ebda92c1 req-4431f663-ac18-42b9-ab0c-70ba806abefa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:05.352281 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-526af59b-13f0-446c-a9e7-2830ebda92c1 req-4431f663-ac18-42b9-ab0c-70ba806abefa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0858903 Dec 22 09:17:05.399423 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-526af59b-13f0-446c-a9e7-2830ebda92c1 req-6817a994-5ecc-47f7-a4d2-f8b43ac22062 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Dec 22 09:17:06.598903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ceb6-2527-4ac1-90b9-45c591f7a222 req-778a4dfb-febc-4e10-860b-6d2b9f6d0973 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:06.600030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ad77ceb6-2527-4ac1-90b9-45c591f7a222 req-778a4dfb-febc-4e10-860b-6d2b9f6d0973 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0879393 Dec 22 09:17:06.646731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ad77ceb6-2527-4ac1-90b9-45c591f7a222 req-bfde9569-54cd-4e60-8e8f-dcd07cbf9955 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411704 Dec 22 09:17:07.022897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:17:07.166318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:07.180802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'mac_address': 'fa:16:3e:8f:75:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:17:07.237523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:07.254528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a36af91-6ef9-476c-8041-c2fec9a055d3 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:17:07.270639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:07.275106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:07.276867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:07.350374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1a36af91-6ef9-476c-8041-c2fec9a055d3'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:17:07.404130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:07.409982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:07.837302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c4cc8-68e6-4b81-bc15-677ab257ce80 req-0a8d13f5-e61a-4157-9735-d8e6ae254d90 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:07.838704 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c61c4cc8-68e6-4b81-bc15-677ab257ce80 req-0a8d13f5-e61a-4157-9735-d8e6ae254d90 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 944 time: 0.0828938 Dec 22 09:17:07.889688 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c61c4cc8-68e6-4b81-bc15-677ab257ce80 req-f7099314-8a72-48e5-931d-4c170d2d5a07 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422935 Dec 22 09:17:09.038266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:17:09.086080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aa966-906d-4bb6-9716-98288eec4a75 req-07029a37-6630-4389-8f58-703a5fe76d60 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:09.087734 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-867aa966-906d-4bb6-9716-98288eec4a75 req-07029a37-6630-4389-8f58-703a5fe76d60 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 944 time: 0.0905073 Dec 22 09:17:09.121792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1a36af91-6ef9-476c-8041-c2fec9a055d3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:17:09.122165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:09.134389 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-867aa966-906d-4bb6-9716-98288eec4a75 req-a3adda9c-b72e-4707-9013-474fa207f4fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409040 Dec 22 09:17:09.245543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:09.272944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:09.283339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:09.288568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:09.290354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:09.337776 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'code': 200} Dec 22 09:17:09.363589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:09.366644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:09.866456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8db08a6d-e62c-40f2-809a-aae8095d6267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:10.027909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:10.346431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf7bef-54ca-4d76-8281-26da5e30da51 req-b7ac3ae5-397f-468b-821a-ef750a62cbcd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:10.347914 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dfbf7bef-54ca-4d76-8281-26da5e30da51 req-b7ac3ae5-397f-468b-821a-ef750a62cbcd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0912151 Dec 22 09:17:10.392671 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dfbf7bef-54ca-4d76-8281-26da5e30da51 req-710019ed-8c1a-4dd4-ba45-d4c02718ad9a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390556 Dec 22 09:17:11.708220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3600f17-c5b0-4664-a1a5-671f70b5403a req-7079a314-de40-44df-99e6-bf0ce25671ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:11.709695 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3600f17-c5b0-4664-a1a5-671f70b5403a req-7079a314-de40-44df-99e6-bf0ce25671ef tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.2057247 Dec 22 09:17:11.756800 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3600f17-c5b0-4664-a1a5-671f70b5403a req-8e8e836e-ae36-48ec-9e44-dbda07b165bf tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414104 Dec 22 09:17:12.106990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0814a1ae-603b-4b1e-be86-b8094b1c7145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:12.960626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30127dee-3705-46a8-95e7-96813bdb38ae req-1be53beb-3f17-4672-8c37-2bf313e052bb tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:12.962117 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30127dee-3705-46a8-95e7-96813bdb38ae req-1be53beb-3f17-4672-8c37-2bf313e052bb tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0921276 Dec 22 09:17:13.009109 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-30127dee-3705-46a8-95e7-96813bdb38ae req-c77aa36f-a5c1-473d-98c7-bef974fe4143 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Dec 22 09:17:13.274082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:13.333399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:13.475584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-e6f42f72-a3fc-49cf-884d-d381821a54da tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:13.477117 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-e6f42f72-a3fc-49cf-884d-d381821a54da tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82&tenant_id=778af07c6eff4b50a264eab16a595d7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.0923462 Dec 22 09:17:13.618944 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-a39d5ccc-8855-4e17-8568-dc66198c355d service neutron] 10.222.0.16 "GET /v2.0/ports/1a36af91-6ef9-476c-8041-c2fec9a055d3/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1049504 Dec 22 09:17:13.631022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4e149-642c-4d83-9c06-8be64f32230d req-9c2351e1-4aa0-4ef7-a00e-50146e67b985 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:13.632529 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-51a4e149-642c-4d83-9c06-8be64f32230d req-9c2351e1-4aa0-4ef7-a00e-50146e67b985 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.1530399 Dec 22 09:17:13.730550 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-51a4e149-642c-4d83-9c06-8be64f32230d req-0e0a0d7f-d4fa-4bca-a483-e946d880ea38 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908811 Dec 22 09:17:13.752848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-43900404-b62d-4ec5-bd53-bd8bf21e0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:13.754317 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-43900404-b62d-4ec5-bd53-bd8bf21e0bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1098 time: 0.0965366 Dec 22 09:17:13.895431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-6f07440a-514c-4656-98fa-b9b13f60a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:13.896829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-6f07440a-514c-4656-98fa-b9b13f60a8b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1362994 Dec 22 09:17:14.008845 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-75a73cb8-2389-4337-b9f6-e224eaa5259b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 1000 time: 0.1057234 Dec 22 09:17:14.077383 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-7d697b2e-6022-4264-8b17-07e2df03707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:14.079368 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-7d697b2e-6022-4264-8b17-07e2df03707f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0628631 Dec 22 09:17:14.206297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-7f49e485-becd-4857-8fea-9aa3b37267e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:14.207816 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-7f49e485-becd-4857-8fea-9aa3b37267e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1222663 Dec 22 09:17:14.356071 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-b50ad212-a845-4917-95f1-116fd98c8fc0 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414731 Dec 22 09:17:14.619374 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-61fa0794-a7f5-4ea6-8ef6-23d46923c960 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558873 Dec 22 09:17:14.657904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:14.950744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0ac5b-004e-4751-bb19-32ea4ec10563 req-e27dea19-b659-4011-9b3c-9acb97d403ed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:14.952534 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1fe0ac5b-004e-4751-bb19-32ea4ec10563 req-e27dea19-b659-4011-9b3c-9acb97d403ed tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0964515 Dec 22 09:17:14.998231 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1fe0ac5b-004e-4751-bb19-32ea4ec10563 req-23edb720-8128-4851-9fb3-7a200f953984 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400140 Dec 22 09:17:15.069803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:15.195715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:15.228122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:15.239408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:15.245536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:15.247891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:15.291322 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'code': 200} Dec 22 09:17:15.321595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=9']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:15.324653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:16.206148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902061-3397-44e8-a45c-f22af7b1aa2e req-9d20f2bf-0e70-4878-ab49-e36bfb5be514 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:16.207674 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c902061-3397-44e8-a45c-f22af7b1aa2e req-9d20f2bf-0e70-4878-ab49-e36bfb5be514 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0869899 Dec 22 09:17:16.270533 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3c902061-3397-44e8-a45c-f22af7b1aa2e req-4198d7fa-1c04-41f9-bfb1-c643b573e6c1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565455 Dec 22 09:17:17.474190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dd796-34e3-47c8-bf8f-ddfab6d8b963 req-7ef8bd97-878e-407d-9e1a-52c6fe616323 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:17.475696 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b83dd796-34e3-47c8-bf8f-ddfab6d8b963 req-7ef8bd97-878e-407d-9e1a-52c6fe616323 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0805902 Dec 22 09:17:17.524125 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b83dd796-34e3-47c8-bf8f-ddfab6d8b963 req-21f1c62e-c018-40e4-9f01-f62353202e73 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Dec 22 09:17:18.111114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-b3020987-c5d1-485a-9c66-076d3d7d2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:18.113318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-b3020987-c5d1-485a-9c66-076d3d7d2bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82&tenant_id=778af07c6eff4b50a264eab16a595d7e HTTP/1.1" status: 200 len: 1096 time: 0.0987334 Dec 22 09:17:18.207513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-12036518-5609-4078-b016-f0d0160f46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:18.209014 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-12036518-5609-4078-b016-f0d0160f46f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=778af07c6eff4b50a264eab16a595d7e&device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 1096 time: 0.0727799 Dec 22 09:17:18.343396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-6456b3cf-a674-426a-9a06-529d67e86d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:18.345406 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-6456b3cf-a674-426a-9a06-529d67e86d48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 200 len: 912 time: 0.1301601 Dec 22 09:17:18.456958 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-27ab90a6-83e6-41ab-9f26-d8c3057330b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 200 len: 998 time: 0.1052487 Dec 22 09:17:18.519547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-1a2bdb29-ffe4-4c81-9311-14e5fdf885cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:18.529327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-1a2bdb29-ffe4-4c81-9311-14e5fdf885cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 200 len: 851 time: 0.0581417 Dec 22 09:17:18.606089 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-cb4f6bc9-026b-4762-9b2c-3338388b4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:18.607657 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-cb4f6bc9-026b-4762-9b2c-3338388b4620 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cbd6c9c-7666-4cb9-a34b-4a745108f677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775187 Dec 22 09:17:18.731701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f5f3d-c981-400d-8812-e21657dc124b req-99aad8ac-1462-4b9a-b200-2b2fb8680f27 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:18.733180 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c42f5f3d-c981-400d-8812-e21657dc124b req-99aad8ac-1462-4b9a-b200-2b2fb8680f27 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0917678 Dec 22 09:17:18.753084 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-f3993fcc-e0ca-4c10-bc92-a5b8f26446a6 service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382587 Dec 22 09:17:18.790632 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c42f5f3d-c981-400d-8812-e21657dc124b req-169473be-fffa-45ce-b1ae-622c33c1a2eb tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456262 Dec 22 09:17:18.887658 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23bd4947-a4ba-47e3-b2a9-237bf3eb0110 req-ea83cded-eb90-44d4-aa01-502dca9c81aa service neutron] 10.222.0.16 "GET /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284893 Dec 22 09:17:19.097977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:19.995595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02d4b9-0258-4df1-8c11-86f77aa4b48a req-6fd24831-399a-4add-ad92-32bc922e6f66 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:19.997207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9f02d4b9-0258-4df1-8c11-86f77aa4b48a req-6fd24831-399a-4add-ad92-32bc922e6f66 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0938122 Dec 22 09:17:20.044385 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9f02d4b9-0258-4df1-8c11-86f77aa4b48a req-e4da3ca3-4abb-49a8-b7c3-c9e8e661f927 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405207 Dec 22 09:17:21.239331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe801f-1145-4e59-af26-3317a8720266 req-5929813a-e6ff-43b1-b85f-6b6229914d96 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:21.240796 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ebfe801f-1145-4e59-af26-3317a8720266 req-5929813a-e6ff-43b1-b85f-6b6229914d96 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0816309 Dec 22 09:17:21.285103 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ebfe801f-1145-4e59-af26-3317a8720266 req-ed31fc93-daa5-4b41-a88a-826953f9ec52 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386577 Dec 22 09:17:22.473226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e98637-5f82-4f04-ba31-487398b4f436 req-d76d2a55-334e-4f4c-b338-5457b2822ad5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:22.474672 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-74e98637-5f82-4f04-ba31-487398b4f436 req-d76d2a55-334e-4f4c-b338-5457b2822ad5 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 943 time: 0.0857060 Dec 22 09:17:22.517838 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-74e98637-5f82-4f04-ba31-487398b4f436 req-b84d25a4-35aa-4826-908d-77e54973e42a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377064 Dec 22 09:17:23.144090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:17:23.273106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:23.286110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'port_id': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'mac_address': 'fa:16:3e:8f:75:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:17:23.342179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:23.361365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a36af91-6ef9-476c-8041-c2fec9a055d3 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:17:23.380249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:23.384005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:23.385731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:23.447340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1a36af91-6ef9-476c-8041-c2fec9a055d3'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:17:23.531993 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=10']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:23.536910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:23.718531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d7733-e99e-4925-ae10-c53b76414a14 req-e8171861-a118-4b6a-b691-c943d13b2aca tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:23.719981 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-745d7733-e99e-4925-ae10-c53b76414a14 req-e8171861-a118-4b6a-b691-c943d13b2aca tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0961568 Dec 22 09:17:23.763614 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-745d7733-e99e-4925-ae10-c53b76414a14 req-6ea2e611-4361-4ca4-933a-b721c1efd804 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380843 Dec 22 09:17:24.950330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b5dbf-1db3-4c88-989b-a99cc3a911ae req-6e9c10c0-267e-4ab6-9373-3808d3ddd6cd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:24.951763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d82b5dbf-1db3-4c88-989b-a99cc3a911ae req-6e9c10c0-267e-4ab6-9373-3808d3ddd6cd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 945 time: 0.0806458 Dec 22 09:17:25.001056 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d82b5dbf-1db3-4c88-989b-a99cc3a911ae req-9e7b7c25-d66e-49d4-b523-f873f0464f43 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435054 Dec 22 09:17:25.146948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:17:25.212735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1a36af91-6ef9-476c-8041-c2fec9a055d3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:17:25.212995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:25.323227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:25.349527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:25.359178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:25.363219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:25.365198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:25.402856 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'code': 200} Dec 22 09:17:25.433680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=11']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:25.436562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:26.183736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86ba08-37a1-4471-8c8a-3dc9891710a0 req-1303fe19-acd9-432f-8b26-6ea5a9837b74 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:26.185122 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c86ba08-37a1-4471-8c8a-3dc9891710a0 req-1303fe19-acd9-432f-8b26-6ea5a9837b74 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0800855 Dec 22 09:17:26.228189 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c86ba08-37a1-4471-8c8a-3dc9891710a0 req-d1223093-d445-46aa-b543-d50992892b7e tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367908 Dec 22 09:17:27.392743 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:17:27.422048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354ad0d-1376-4d5c-aaeb-a2ece9a3bd06 req-edad4a4d-56ad-431f-bfc6-45128a288f90 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:27.423496 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c354ad0d-1376-4d5c-aaeb-a2ece9a3bd06 req-edad4a4d-56ad-431f-bfc6-45128a288f90 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0864046 Dec 22 09:17:27.469425 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c354ad0d-1376-4d5c-aaeb-a2ece9a3bd06 req-112688ad-a312-4bf3-8d1b-47543e1ca112 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397027 Dec 22 09:17:28.655047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99476a-e1ec-4e5f-be56-d3df8c10e8d2 req-99e83120-126d-481c-8a14-3da5fb0f9f47 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:28.657018 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5f99476a-e1ec-4e5f-be56-d3df8c10e8d2 req-99e83120-126d-481c-8a14-3da5fb0f9f47 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0827420 Dec 22 09:17:28.700299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5f99476a-e1ec-4e5f-be56-d3df8c10e8d2 req-6aa340b9-dce4-4a4a-9773-b60d00018711 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376921 Dec 22 09:17:28.882121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6b3d-d035-4cca-b759-7737561aaa90 req-99d66f77-eca8-46c6-9db7-625d9d4c55bd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:28.883560 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6e9b6b3d-d035-4cca-b759-7737561aaa90 req-99d66f77-eca8-46c6-9db7-625d9d4c55bd tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0782230 Dec 22 09:17:28.931082 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6e9b6b3d-d035-4cca-b759-7737561aaa90 req-b0bcad82-7783-4504-a409-bada2c58c0c8 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419183 Dec 22 09:17:29.119293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902044-861f-4e20-987d-233597340a26 req-b9346453-69d8-4050-b6e9-3b11688f3365 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:29.120644 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c902044-861f-4e20-987d-233597340a26 req-b9346453-69d8-4050-b6e9-3b11688f3365 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0778923 Dec 22 09:17:29.163620 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3c902044-861f-4e20-987d-233597340a26 req-39def676-72e0-4d7f-854e-0cde1a795c4c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Dec 22 09:17:29.539088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf53f8-8802-4b86-9937-3e9701616677 req-dc0ddd50-6d5a-4a1b-870a-483039efa368 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:29.540558 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acbf53f8-8802-4b86-9937-3e9701616677 req-dc0ddd50-6d5a-4a1b-870a-483039efa368 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0831895 Dec 22 09:17:29.585443 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acbf53f8-8802-4b86-9937-3e9701616677 req-a833cfa8-db62-40cd-9a45-7f0318f4cd1d tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Dec 22 09:17:30.770054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86313fb0-e2af-4b8f-8da2-242515762b2d req-42d92537-ffcb-49e1-9330-96b16a14f762 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:30.771485 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86313fb0-e2af-4b8f-8da2-242515762b2d req-42d92537-ffcb-49e1-9330-96b16a14f762 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0813463 Dec 22 09:17:30.816304 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-86313fb0-e2af-4b8f-8da2-242515762b2d req-49ca656f-39ee-40c7-861c-83e4c15f79ad tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391598 Dec 22 09:17:31.998494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055588ec-1e6c-48b9-bcf2-dc67855ca3ce req-730694ce-5b44-469b-9661-939615d05a52 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:32.000003 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-055588ec-1e6c-48b9-bcf2-dc67855ca3ce req-730694ce-5b44-469b-9661-939615d05a52 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0798385 Dec 22 09:17:32.085093 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-055588ec-1e6c-48b9-bcf2-dc67855ca3ce req-21039c0d-8c26-43a9-8963-f9defb5e0a1b tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ef13ca4-7523-47fd-8b93-04bbfb787ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795295 Dec 22 09:17:32.121429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-83160cf4-b972-4b59-8a09-628aa0493e46 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:32.122824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-83160cf4-b972-4b59-8a09-628aa0493e46 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 946 time: 0.0844300 Dec 22 09:17:32.196836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Deleting port 1a36af91-6ef9-476c-8041-c2fec9a055d3 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:17:32.197218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:32.544713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] For port 1a36af91-6ef9-476c-8041-c2fec9a055d3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1a36af91-6ef9-476c-8041-c2fec9a055d3,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:32.545073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:32.833926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:32.834219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:32.834521 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a disassociated. External IP: 172.26.7.9, port: 1a36af91-6ef9-476c-8041-c2fec9a055d3. Dec 22 09:17:32.834853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Calling delete_port for 1a36af91-6ef9-476c-8041-c2fec9a055d3 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:17:32.974533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:32.979893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f632f25-07af-42df-b570-62d7857e189f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:33.026206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event deleted for resources: {'Port': ['ID=1a36af91-6ef9-476c-8041-c2fec9a055d3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:33.038056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.038433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.038819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.039171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.039530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.039958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.040282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.040644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.040993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.041346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.041693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.042038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:17:33.045535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:33.231590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:17:33.237877 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2f4eeff-0618-49e9-81b5-7e45929d70ce req-34a3dfbd-0753-41f3-8caa-443109b83d5a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 210 time: 0.0429916 Dec 22 09:17:33.406575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:17:33.415797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:17:33.426754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:33.427442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:17:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:33.481359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] No DVR routers for this DVR port 1a36af91-6ef9-476c-8041-c2fec9a055d3 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:17:33.483817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:33.486504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-deleted', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:33.507636 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e41c3e74-dbb7-4312-b6e5-8ff516f6ae91 req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.16 "DELETE /v2.0/ports/1a36af91-6ef9-476c-8041-c2fec9a055d3 HTTP/1.1" status: 204 len: 173 time: 1.3785796 Dec 22 09:17:33.541546 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ceeb6-d495-4861-9ab7-6adedec3dc82', 'name': 'network-vif-deleted', 'tag': '1a36af91-6ef9-476c-8041-c2fec9a055d3', 'status': 'completed', 'code': 200} Dec 22 09:17:33.616203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:17:33.928038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:33.932175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:17:33.941238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:33.941837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:17:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:34.124247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:17:34.412191 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-523ecbde-ef3d-4624-88aa-0735fba097de req-bbd78801-c108-4950-8f51-9183e6526eaa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe1ceeb6-d495-4861-9ab7-6adedec3dc82 HTTP/1.1" status: 200 len: 210 time: 0.0530760 Dec 22 09:17:34.438647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:34.442929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd674c3-8338-418f-918e-3188d6cde19f None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:08:46Z', 'revision_number': 4, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'a4668dd4-dff6-4c53-9cb6-aa2d15752497', 'name': '', 'network_id': '5cbd6c9c-7666-4cb9-a34b-4a745108f677', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'mac_address': 'fa:16:3e:ee:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:45Z', 'updated_at': '2021-12-22T09:08:50Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'subnets': [{'id': '7d4aa22a-81df-4ec1-9ee8-e0362a08528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:17:34.674499 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4e8e8-987c-43c6-9156-9052b119b759 None None] New status for floating IP 38d5aba8-bb95-424c-ac07-4dba792a6b2a: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:17:35.178719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:35.254034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 1a36af91-6ef9-476c-8041-c2fec9a055d3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:17:35.254383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1a36af91-6ef9-476c-8041-c2fec9a055d3 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:17:39.761634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42084) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:39.824181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:39.851406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:39.857995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-79b7f845-87a3-4f25-a2a8-0f9103cb771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:39.905071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:39.908799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2fcd3a14-714e-40e7-8c1e-c9170a34e5cc tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:39.923745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef13ca4-7523-47fd-8b93-04bbfb787ba5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:39.926423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:39.933747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:39.934846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "DELETE /v2.0/security-groups/1ef13ca4-7523-47fd-8b93-04bbfb787ba5 HTTP/1.1" status: 204 len: 168 time: 0.1722631 Dec 22 09:17:39.938025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42088) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:39.957460 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.api.v2.resource [None req-d5a09281-f141-4c3b-af47-5f4274165d5c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] show failed (client error): The resource could not be found. Dec 22 09:17:39.958433 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d5a09281-f141-4c3b-af47-5f4274165d5c tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "GET /v2.0/security-groups/1ef13ca4-7523-47fd-8b93-04bbfb787ba5 HTTP/1.1" status: 404 len: 347 time: 0.0195119 Dec 22 09:17:39.961144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42092) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:40.018092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.239071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Deleting port 874afd75-9a45-424e-b0e3-2368c53c6b2c {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:17:40.239410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.400332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.400776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.527070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Calling delete_port for 874afd75-9a45-424e-b0e3-2368c53c6b2c owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:17:40.668591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.672453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:40.720839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Pushing event deleted for resources: {'Port': ['ID=874afd75-9a45-424e-b0e3-2368c53c6b2c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:40.723910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:40.814857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.829666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.830793 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] 10.222.0.36 "DELETE /v2.0/floatingips/38d5aba8-bb95-424c-ac07-4dba792a6b2a HTTP/1.1" status: 204 len: 168 time: 0.8687885 Dec 22 09:17:40.833982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42096) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:41.416040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:41.870907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Deleting port a4668dd4-dff6-4c53-9cb6-aa2d15752497 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:17:41.871596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:42.040521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] For port a4668dd4-dff6-4c53-9cb6-aa2d15752497, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a4668dd4-dff6-4c53-9cb6-aa2d15752497,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:42.040866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:42.111833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3da52988-e6c0-4547-8043-261f0560939a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:42.165687 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Calling delete_port for a4668dd4-dff6-4c53-9cb6-aa2d15752497 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:17:42.344173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:42.347646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dec11094-fbe6-4781-b0b4-796d2d5436d7 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:42.392553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Pushing event deleted for resources: {'Port': ['ID=a4668dd4-dff6-4c53-9cb6-aa2d15752497,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:42.395629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:42.660332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:43.022220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Router e04f4309-16be-44e8-8222-65fed2d7bcb9 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:17:43.277397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:43.321285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:17:43.331141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] Sync routers for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:17:43.335651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:43.336320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] 10.222.0.36 "PUT /v2.0/routers/e04f4309-16be-44e8-8222-65fed2d7bcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5011265 Dec 22 09:17:43.338720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42102) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:43.341518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:43.342308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:17:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:43.520658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:17:43.521725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:43.722569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:43.740551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Deleting port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:17:43.740872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:43.829668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151'}], 'enable_snat': True}, 'gw_port_id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:17:42Z', 'revision_number': 5, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port': {'id': '17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:9f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:08:43Z', 'updated_at': '2021-12-22T09:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:43.833670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] Checking router: e04f4309-16be-44e8-8222-65fed2d7bcb9 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:17:43.842104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] Routers {'e04f4309-16be-44e8-8222-65fed2d7bcb9'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:17:43.842745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:17:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['e04f4309-16be-44e8-8222-65fed2d7bcb9'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:43.932870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] For port 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:43.933224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:43.995209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] Set router e04f4309-16be-44e8-8222-65fed2d7bcb9 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:17:44.057043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Calling delete_port for 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:17:44.102218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:17:43Z', 'revision_number': 6, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:44.106128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e2a90-8f12-4635-a3a8-25276eed1b53 None None] The sync data for ids ['e04f4309-16be-44e8-8222-65fed2d7bcb9'] in dv-neutron-822602-1-hyperv is: [{'id': 'e04f4309-16be-44e8-8222-65fed2d7bcb9', 'name': 'tempest-ServerActionsTestJSON-2051751099-router', 'tenant_id': '778af07c6eff4b50a264eab16a595d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:08:42Z', 'updated_at': '2021-12-22T09:17:43Z', 'revision_number': 6, 'project_id': '778af07c6eff4b50a264eab16a595d7e', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:17:44.229063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.232897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-92568cdb-ed15-45d4-adcb-5e1ff42ed39f tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:44.275378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:44.278473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:44.370180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.658666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.677134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.679547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.702026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.702688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e04f4309-16be-44e8-8222-65fed2d7bcb9 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:17:44.714936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.716095 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e04f4309-16be-44e8-8222-65fed2d7bcb9 HTTP/1.1" status: 204 len: 168 time: 1.3764112 Dec 22 09:17:44.718569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42106) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:44.777445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Deleting subnet 7d4aa22a-81df-4ec1-9ee8-e0362a08528e {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:17:44.780912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.834062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.920994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.925398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4668dd4-dff6-4c53-9cb6-aa2d15752497 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:44.960283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: a4668dd4-dff6-4c53-9cb6-aa2d15752497 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:17:44.960636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a4668dd4-dff6-4c53-9cb6-aa2d15752497 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:17:44.961073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:44.994178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:44.999223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5d95d180-873b-44c7-97cb-06e0dcbd3579 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:45.000997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:17:45.001353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 17c3ae05-3d31-4f6f-9ffa-17b4f3582ae1 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:17:45.040085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4aa22a-81df-4ec1-9ee8-e0362a08528e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:45.041966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.046259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4de937-272b-4fee-b551-44defa748273 None None] Network 5cbd6c9c-7666-4cb9-a34b-4a745108f677 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:17:45.050256 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d4aa22a-81df-4ec1-9ee8-e0362a08528e HTTP/1.1" status: 204 len: 168 time: 0.3284330 Dec 22 09:17:45.050256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:45.050526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42110) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:45.160998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.172697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Deleting port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:17:45.173052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.296859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] DHCP port deletion for 5cbd6c9c-7666-4cb9-a34b-4a745108f677 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:17:45.301524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Deleting port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:17:45.301901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.394369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] For port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:45.394720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.523124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Calling delete_port for 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:17:45.553570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] For port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,segment=NetworkSegment(22477163-6e82-4981-af46-f169589c98d2),segment_id=22477163-6e82-4981-af46-f169589c98d2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:45.554217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.601766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.606932 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5865fb4d-7860-4c7f-8809-7a4ea50525df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:45.652537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] No DVR routers for this DVR port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:17:45.675386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Calling delete_port for 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:17:45.683511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4d6df9-cb2e-44d6-883f-74072ffb62f4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:45.686487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:45.752179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:17:45.752659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:17:45.777437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.807142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbd6c9c-7666-4cb9-a34b-4a745108f677']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:45.819967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22477163-6e82-4981-af46-f169589c98d2') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:45.820262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22477163-6e82-4981-af46-f169589c98d2') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:17:45.831516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.847621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.853549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:17:45.853945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:17:45.867555 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:17:45.939466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.945047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:45.948713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48dfef03-6ca0-424d-9aec-ca17f6979dbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:45.975517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbd6c9c-7666-4cb9-a34b-4a745108f677,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:45.980836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:45.986851 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5cbd6c9c-7666-4cb9-a34b-4a745108f677 HTTP/1.1" status: 204 len: 168 time: 0.9353597 Dec 22 09:17:46.101229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42116) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:46.149409 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-62907905-ebb9-4b35-a0c2-6d925a8a16c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=778af07c6eff4b50a264eab16a595d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467865 Dec 22 09:17:46.151681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42120) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:46.211694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:46.238196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:46.254479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Deleting port 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:17:46.255105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:46.298196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:46.302029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-03fd41be-66b8-423a-9b74-9a46e31c28ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:46.316411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a15558d-ebe5-44c0-85cf-72fe790836d7,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:46.318617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:46.323891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:46.324582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ae500822-c027-493f-92fc-acbac5af0069 None None] The port '4b4d6df9-cb2e-44d6-883f-74072ffb62f4' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:17:46.325062 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a15558d-ebe5-44c0-85cf-72fe790836d7 HTTP/1.1" status: 204 len: 168 time: 0.1723194 Dec 22 09:17:46.851906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:17:46.890989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:17:46.891368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4b4d6df9-cb2e-44d6-883f-74072ffb62f4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:17:47.192861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42144) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:47.294422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-349119524-network', 'tenant_id': '889daceab42c4d68aab30704f1772674'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:47.299774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:17:47.303570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Usage tracker for resource:network and tenant:889daceab42c4d68aab30704f1772674 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:17:47.306696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:17:47.312926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:17:47.323463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Made reservation on behalf of 889daceab42c4d68aab30704f1772674 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:17:47.325766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.341509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.356460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:17:47.360897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Usage tracker for resource:security_group_rule and tenant:889daceab42c4d68aab30704f1772674 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:17:47.363651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:17:47.369257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:17:47.457797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.461874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.464747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a46b2d6-6009-48e4-9934-be3eff1b320e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:47.493387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:17:47.502043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a08d98-dade-4246-ae04-f3f75f3084f5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:47.505572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:47.508153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.508496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Added segment 4e0f48f4-e653-42ce-8006-f7a667b40688 of type vlan for network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae Dec 22 09:17:47.535549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.566753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.567760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:47.568361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.571764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fc86cea7-029c-4bfb-8693-2b4214b17636 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:47.673431 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4793742 Dec 22 09:17:47.674117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Pushing event updated for resources: {'Network': ['ID=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:47.677799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42150) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:17:47.680682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:47.684238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Request body: {'subnet': {'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-349119524-subnet', 'tenant_id': '889daceab42c4d68aab30704f1772674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:47.689873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:17:47.692377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:17:47.694456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Usage tracker for resource:subnet and tenant:889daceab42c4d68aab30704f1772674 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:17:47.697593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:17:47.704245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:17:47.715643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Made reservation on behalf of 889daceab42c4d68aab30704f1772674 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:17:47.718081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.966651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:47.972254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8552259d-c7a7-44d6-9dd0-a10f8a1438f8 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:48.046796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5df2c9-ecc3-4652-a3b3-7e726ae3784b,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:48.050329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:48.056429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Checking segment: {'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:17:48.056781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Network hostable DHCP agents. Network: fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:17:48.077520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:17:48.087947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:17:48.091823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:48.092439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:48.096531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4e2a57-7eb1-440d-bacb-01b1f5d71d98 None None] Network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:17:48.119016 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-401adfcf-6e0b-454d-b7bc-00a749561f5f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4351730 Dec 22 09:17:48.322700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4780bba-e376-4fec-a174-8eb5151d300b None None] Network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:17:48.632760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-a4ae5fd7-ed97-4a8f-b172-a6666f6d9507 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:48.634210 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-a4ae5fd7-ed97-4a8f-b172-a6666f6d9507 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/networks?id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae HTTP/1.1" status: 200 len: 813 time: 0.1453638 Dec 22 09:17:48.648878 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-815414f2-b3a2-4729-8c05-157a35f20429 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/quotas/889daceab42c4d68aab30704f1772674 HTTP/1.1" status: 200 len: 375 time: 0.0092595 Dec 22 09:17:48.696838 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-7af852a6-19fa-4e2e-b030-0bf5eb273dd3 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=889daceab42c4d68aab30704f1772674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426555 Dec 22 09:17:48.879738 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-bcc03035-359e-4b4d-a638-65797fd8b327 service neutron] 10.222.0.36 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756437 Dec 22 09:17:49.017584 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-578424c1-5f60-42a2-bda8-2566c55822f0 service neutron] 10.222.0.36 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319478 Dec 22 09:17:49.187860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-140ec2c1-2ae3-4c32-964f-0dd0784c9263 req-b06e80ee-18be-476c-89f2-75b22b52e381 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 210 time: 0.0427864 Dec 22 09:17:50.353568 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44750942-60fd-44bc-b25f-42d9b5636a4c req-25817195-5d2d-4e8e-a2bb-aa5485eb86a4 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 210 time: 0.0484173 Dec 22 09:17:50.390850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-5d3a6573-128e-4795-8b62-f1f188e18bc7 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:50.390850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-5d3a6573-128e-4795-8b62-f1f188e18bc7 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Synchronizing usage tracker for tenant:889daceab42c4d68aab30704f1772674 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:17:50.408378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-5d3a6573-128e-4795-8b62-f1f188e18bc7 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Unset dirty status for tenant:889daceab42c4d68aab30704f1772674 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:17:50.409553 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-5d3a6573-128e-4795-8b62-f1f188e18bc7 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "GET /v2.0/networks?id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae HTTP/1.1" status: 200 len: 813 time: 0.3178341 Dec 22 09:17:50.421589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Request body: {'port': {'device_id': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae', 'admin_state_up': True, 'tenant_id': '889daceab42c4d68aab30704f1772674'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:50.575282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:17:50.580944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Usage tracker for resource:port and tenant:889daceab42c4d68aab30704f1772674 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:17:50.584002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:17:50.589821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:17:50.601481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Made reservation on behalf of 889daceab42c4d68aab30704f1772674 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:17:50.604981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:50.771245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Allocated IP 172.20.0.13 (fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae/db5df2c9-ecc3-4652-a3b3-7e726ae3784b/1f0810fd-d000-4488-89f8-740588025937) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:17:51.003016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:51.034162 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:51.041110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6345ab64-7561-4106-bd80-7b33a29028fa tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:51.104387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:17:51.107395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:17:51.112137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:17:51.147173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Pushing event updated for resources: {'Port': ['ID=1f0810fd-d000-4488-89f8-740588025937,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:51.156103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:51.179016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:51.179617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:51.200523 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7828426 Dec 22 09:17:51.210663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-54e0cf1c-6846-4223-870c-7fadb13d21da tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:17:51.211595 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-54e0cf1c-6846-4223-870c-7fadb13d21da tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049496 Dec 22 09:17:51.222245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Request body: {'port': {'device_id': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:17:51.337805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:51.674900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19926d-f1e0-4a47-9aa0-4e731cbb6ce2 req-b265a285-1f83-413a-b0b9-bb31dd8f25ae tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:51.675554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-ea19926d-f1e0-4a47-9aa0-4e731cbb6ce2 req-b265a285-1f83-413a-b0b9-bb31dd8f25ae tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Synchronizing usage tracker for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:17:51.714530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-ea19926d-f1e0-4a47-9aa0-4e731cbb6ce2 req-b265a285-1f83-413a-b0b9-bb31dd8f25ae tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Unset dirty status for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:17:51.715680 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea19926d-f1e0-4a47-9aa0-4e731cbb6ce2 req-b265a285-1f83-413a-b0b9-bb31dd8f25ae tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 932 time: 0.2476203 Dec 22 09:17:51.806512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0810fd-d000-4488-89f8-740588025937 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:17:51.816226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-ea19926d-f1e0-4a47-9aa0-4e731cbb6ce2 req-6f95dd38-701c-4371-b13c-0d62a781e271 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Synchronizing usage tracker for tenant:889daceab42c4d68aab30704f1772674 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:17:51.819999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:51.841094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Transition to ACTIVE for port object 1f0810fd-d000-4488-89f8-740588025937 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:17:51.844996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:51.849332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b7f97b98-df42-4386-b1df-120c9ef5eba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:51.882187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-ea19926d-f1e0-4a47-9aa0-4e731cbb6ce2 req-6f95dd38-701c-4371-b13c-0d62a781e271 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Unset dirty status for tenant:889daceab42c4d68aab30704f1772674 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:17:51.883327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea19926d-f1e0-4a47-9aa0-4e731cbb6ce2 req-6f95dd38-701c-4371-b13c-0d62a781e271 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591675 Dec 22 09:17:52.009612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Pushing event updated for resources: {'Port': ['ID=1f0810fd-d000-4488-89f8-740588025937,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:52.019041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:52.090863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Attempting to bind port 1f0810fd-d000-4488-89f8-740588025937 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:17:52.091192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Attempting to bind port 1f0810fd-d000-4488-89f8-740588025937 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:17:52.091513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Attempting to bind port 1f0810fd-d000-4488-89f8-740588025937 on network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:17:52.096176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Port 1f0810fd-d000-4488-89f8-740588025937 on network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:17:52.096489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Attempting to bind port 1f0810fd-d000-4488-89f8-740588025937 on network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:17:52.101432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:17:52.101761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Checking segment: {'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:17:52.102141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Bound using segment: {'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:17:52.102549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Bound port: 1f0810fd-d000-4488-89f8-740588025937, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:17:52.102892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:52.195819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] For port 1f0810fd-d000-4488-89f8-740588025937, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:17:52.198872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] For port 1f0810fd-d000-4488-89f8-740588025937, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1f0810fd-d000-4488-89f8-740588025937,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:17:52.203475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:52.207374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:52.268620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:52.268620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:52.270733 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] 10.222.0.16 "PUT /v2.0/ports/1f0810fd-d000-4488-89f8-740588025937 HTTP/1.1" status: 200 len: 1094 time: 1.0526764 Dec 22 09:17:52.271274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'tag': '1f0810fd-d000-4488-89f8-740588025937'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:52.305608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Pushing event updated for resources: {'Port': ['ID=1f0810fd-d000-4488-89f8-740588025937,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:52.314432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:52.363400 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'tag': '1f0810fd-d000-4488-89f8-740588025937', 'status': 'completed', 'code': 200} Dec 22 09:17:52.407182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-537fa6e2-a7b0-474d-8bb4-d85a9134678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:52.408700 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-537fa6e2-a7b0-474d-8bb4-d85a9134678c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=889daceab42c4d68aab30704f1772674&device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 1097 time: 0.0774548 Dec 22 09:17:52.476731 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-9618e329-3c3d-46e4-9c09-48a03da71933 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0810fd-d000-4488-89f8-740588025937 HTTP/1.1" status: 200 len: 217 time: 0.0607152 Dec 22 09:17:52.541587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2b2f6c15-0103-4c29-86f3-d66ce3b36e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:52.542913 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-2b2f6c15-0103-4c29-86f3-d66ce3b36e35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db5df2c9-ecc3-4652-a3b3-7e726ae3784b HTTP/1.1" status: 200 len: 853 time: 0.0604641 Dec 22 09:17:52.590354 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-61d7c362-1477-4725-a709-d6378bf4fe43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405090 Dec 22 09:17:52.841649 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-9a611cb2-2289-4a8e-9c36-56e174ffdc00 service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438312 Dec 22 09:17:52.979190 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-deb7cee6-bb2d-4c81-8826-c3216ea90cd9 req-7054916e-d302-4526-b163-18b812951e59 service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309202 Dec 22 09:17:53.136026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2df18-bc1a-461b-8e32-43d461b2f292 req-80ec30dd-7e08-4c6b-832a-bf306027203c tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.137399 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7cb2df18-bc1a-461b-8e32-43d461b2f292 req-80ec30dd-7e08-4c6b-832a-bf306027203c tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 944 time: 0.1426225 Dec 22 09:17:53.139283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-36fa4764-cf6d-47a5-a8e5-ecc04d586f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.141238 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-36fa4764-cf6d-47a5-a8e5-ecc04d586f3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=889daceab42c4d68aab30704f1772674&device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 1097 time: 0.1102426 Dec 22 09:17:53.262181 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7cb2df18-bc1a-461b-8e32-43d461b2f292 req-2640bf9b-33c2-47dd-b71c-95dbe132bb16 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185498 Dec 22 09:17:53.303663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-55ac7cbf-ef3c-4460-8076-c913cd71ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.305377 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-55ac7cbf-ef3c-4460-8076-c913cd71ca0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae HTTP/1.1" status: 200 len: 913 time: 0.1487904 Dec 22 09:17:53.378473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-1b7403bd-f42c-4b78-a005-9f421d5ba00c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0810fd-d000-4488-89f8-740588025937 HTTP/1.1" status: 200 len: 217 time: 0.0668368 Dec 22 09:17:53.445786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-1f1bc080-e5f6-48d3-ac72-671963ec28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.447116 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-1f1bc080-e5f6-48d3-ac72-671963ec28b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db5df2c9-ecc3-4652-a3b3-7e726ae3784b HTTP/1.1" status: 200 len: 853 time: 0.0628674 Dec 22 09:17:53.494555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-bd82941e-684d-42cb-9b1a-bffd85d48b3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407763 Dec 22 09:17:53.627488 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-bd34a316-3b7e-4365-9b7d-8b28adf6e13b service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255760 Dec 22 09:17:53.765738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1dd0a969-382a-4bcc-b959-c7e4a2e74f8c req-cab65461-171c-4677-badd-a6b11e9bd19e service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308298 Dec 22 09:17:54.457617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936ca9-8de9-4ce6-aed2-adf852059d35 req-27ac8276-d35c-4534-8a0c-4257c01758ee tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.459055 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-07936ca9-8de9-4ce6-aed2-adf852059d35 req-27ac8276-d35c-4534-8a0c-4257c01758ee tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 944 time: 0.0831733 Dec 22 09:17:54.502720 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-07936ca9-8de9-4ce6-aed2-adf852059d35 req-078c4345-ebc6-4951-9408-96053d5216d9 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Dec 22 09:17:55.687844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e06af-6997-4c75-9ab9-acc655976f8b req-e9920c39-7d3d-42ab-8497-2b6551a513b7 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:55.689342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-319e06af-6997-4c75-9ab9-acc655976f8b req-e9920c39-7d3d-42ab-8497-2b6551a513b7 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 944 time: 0.0796688 Dec 22 09:17:55.733538 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-319e06af-6997-4c75-9ab9-acc655976f8b req-298df10c-dba3-4fec-bda8-9e123dcb1635 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Dec 22 09:17:56.918407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafad4f6-7eaf-44d1-a8dd-01cb73c13e00 req-48954e21-90b7-442d-adc9-3594e884248c tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:56.919758 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cafad4f6-7eaf-44d1-a8dd-01cb73c13e00 req-48954e21-90b7-442d-adc9-3594e884248c tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 944 time: 0.0786884 Dec 22 09:17:57.069710 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cafad4f6-7eaf-44d1-a8dd-01cb73c13e00 req-d46b2ed6-37a8-4ff4-bc0d-7ffa4f1d3408 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442080 Dec 22 09:17:57.229969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1f0810fd-d000-4488-89f8-740588025937 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:17:57.377818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1f0810fd-d000-4488-89f8-740588025937, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1f0810fd-d000-4488-89f8-740588025937,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:57.392849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '1f0810fd-d000-4488-89f8-740588025937', 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae', 'port_id': '1f0810fd-d000-4488-89f8-740588025937', 'mac_address': 'fa:16:3e:a8:0a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5df2c9-ecc3-4652-a3b3-7e726ae3784b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:17:57.449350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:57.466110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0810fd-d000-4488-89f8-740588025937 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:17:57.481500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1f0810fd-d000-4488-89f8-740588025937, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1f0810fd-d000-4488-89f8-740588025937,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:57.486332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:57.488238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:57.557589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1f0810fd-d000-4488-89f8-740588025937,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:57.560860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:57.799206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1f0810fd-d000-4488-89f8-740588025937'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:17:58.257493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144b955-74b9-433e-8495-8a473b6001fe req-25c6ce6d-21aa-4586-9f2d-514965bf2439 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.258960 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2144b955-74b9-433e-8495-8a473b6001fe req-25c6ce6d-21aa-4586-9f2d-514965bf2439 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 945 time: 0.0834887 Dec 22 09:17:58.310973 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2144b955-74b9-433e-8495-8a473b6001fe req-d0f996c1-8417-439d-9446-c8dc4faa4774 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Dec 22 09:17:59.238296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1f0810fd-d000-4488-89f8-740588025937 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:17:59.308296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 1f0810fd-d000-4488-89f8-740588025937 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:17:59.313759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 1f0810fd-d000-4488-89f8-740588025937 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:17:59.314132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:59.433255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:59.459122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0810fd-d000-4488-89f8-740588025937'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:17:59.469551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 1f0810fd-d000-4488-89f8-740588025937, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1f0810fd-d000-4488-89f8-740588025937,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:17:59.473549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:59.476624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:17:59.501844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a282a-3b8e-4e42-ac35-225875b128e9 req-07b956a9-19cf-43d5-b25e-3ec238ec6ec3 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:59.503228 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-009a282a-3b8e-4e42-ac35-225875b128e9 req-07b956a9-19cf-43d5-b25e-3ec238ec6ec3 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 945 time: 0.0820889 Dec 22 09:17:59.523002 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0810fd-d000-4488-89f8-740588025937', 'code': 200} Dec 22 09:17:59.552258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=1f0810fd-d000-4488-89f8-740588025937,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:17:59.563758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:17:59.567013 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-009a282a-3b8e-4e42-ac35-225875b128e9 req-b758f42b-feb7-4b89-898c-64facb36eb08 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564349 Dec 22 09:17:59.741504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a4073-1c31-4287-947f-094c71e1e0bb req-08d68826-4917-4a27-a59d-d62e91ab5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:59.742947 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e70a4073-1c31-4287-947f-094c71e1e0bb req-08d68826-4917-4a27-a59d-d62e91ab5aa6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 1099 time: 0.0679145 Dec 22 09:17:59.787393 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e70a4073-1c31-4287-947f-094c71e1e0bb req-2a6b3431-45d9-4704-b2f8-99c74606a49c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Dec 22 09:18:00.740151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9514d-0151-4040-b690-56b5cdf997bf req-0ca7a291-863e-4430-8bc5-39fd619d9f1d tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:00.741577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1b9514d-0151-4040-b690-56b5cdf997bf req-0ca7a291-863e-4430-8bc5-39fd619d9f1d tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0789459 Dec 22 09:18:00.784242 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d1b9514d-0151-4040-b690-56b5cdf997bf req-12ea8acf-de70-4aa3-9578-a7ea411cd9f9 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Dec 22 09:18:01.970992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c76b3d-c4f5-4b9a-8c90-ac2033e8c874 req-e599a9d2-7b93-4912-993b-c7fa03deb7bd tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:01.972441 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39c76b3d-c4f5-4b9a-8c90-ac2033e8c874 req-e599a9d2-7b93-4912-993b-c7fa03deb7bd tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0809047 Dec 22 09:18:02.018799 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39c76b3d-c4f5-4b9a-8c90-ac2033e8c874 req-56c27f89-07e0-4851-9736-c2e702f3d143 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Dec 22 09:18:02.297990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-2f62b823-a845-4275-8cd8-60f4ad2140de tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:02.299418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-2f62b823-a845-4275-8cd8-60f4ad2140de tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/networks?id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae HTTP/1.1" status: 200 len: 813 time: 0.1446078 Dec 22 09:18:02.314786 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-d000504f-51fd-4668-b665-fd7d036be134 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/quotas/889daceab42c4d68aab30704f1772674 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Dec 22 09:18:02.516247 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-52dff581-a4a8-431a-84c5-bf228f50a7f0 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=889daceab42c4d68aab30704f1772674&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963778 Dec 22 09:18:02.689343 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-0b4b1195-9bdf-4bca-ba4f-ad9272c0b4e5 service neutron] 10.222.0.36 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660190 Dec 22 09:18:02.823152 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-dcb579e7-e674-445a-b147-0a0425b9ff03 service neutron] 10.222.0.36 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279807 Dec 22 09:18:03.004443 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9eee461b-94e6-49a3-ae6b-48d517121321 req-e9bf91fd-ed4f-43d1-81f1-83f731da5e0e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 210 time: 0.0431337 Dec 22 09:18:03.997273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-13edac5f-0508-4c40-86b2-8b57628e9976 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:03.998642 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-13edac5f-0508-4c40-86b2-8b57628e9976 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "GET /v2.0/networks?id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae HTTP/1.1" status: 200 len: 813 time: 0.1452801 Dec 22 09:18:04.010737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Request body: {'port': {'device_id': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae', 'admin_state_up': True, 'tenant_id': '889daceab42c4d68aab30704f1772674'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:04.166013 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90eb8912-10f4-4f38-a9b2-6c197186cc8c req-30e61ed9-e538-494f-a7e6-2981e22dab4d tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 210 time: 0.0558972 Dec 22 09:18:04.191332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:04.200724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:04.210628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Made reservation on behalf of 889daceab42c4d68aab30704f1772674 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:04.214412 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:04.383915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Allocated IP 172.20.0.2 (fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae/db5df2c9-ecc3-4652-a3b3-7e726ae3784b/7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:04.393459 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:18:04.581596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:04.609564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:04.614937 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf03fa60-b8ec-4cea-a158-085f9df74bb9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:04.620744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1f0810fd-d000-4488-89f8-740588025937'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:04.683626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:04.687357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:04.691253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:04.724987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Pushing event updated for resources: {'Port': ['ID=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:04.733411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:04.755739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:04.756366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:04.781793 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745776 Dec 22 09:18:04.793763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Request body: {'port': {'device_id': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:04.904736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:05.240869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:05.248164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:05.262664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Transition to ACTIVE for port object 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:05.267322 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:05.270974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc13633d-3859-45a6-94a7-7d08aa9b5a60 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:05.354517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94cb0-bb6d-4a31-ba9c-a22ed1c69012 req-a4a02077-9274-4e4a-aeeb-bc6d12a08743 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:05.356134 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-83c94cb0-bb6d-4a31-ba9c-a22ed1c69012 req-a4a02077-9274-4e4a-aeeb-bc6d12a08743 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 943 time: 0.0836077 Dec 22 09:18:05.408048 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-83c94cb0-bb6d-4a31-ba9c-a22ed1c69012 req-b3a78c41-f122-4792-9ce8-e60832086f8c tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 Dec 22 09:18:05.522823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:05.551292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:05.624714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Attempting to bind port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:05.625044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Attempting to bind port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:05.625361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Attempting to bind port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e on network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:05.629758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e on network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:18:05.630070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Attempting to bind port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e on network fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:05.635002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:05.635328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Checking segment: {'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:05.635708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Bound using segment: {'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:05.636149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Bound port: 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0f48f4-e653-42ce-8006-f7a667b40688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:05.636492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:05.727586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] For port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:05.731952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] For port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:05.735900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:05.740042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:05.798271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:05.798870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:05.800220 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] 10.222.0.16 "PUT /v2.0/ports/7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e HTTP/1.1" status: 200 len: 1093 time: 1.0108893 Dec 22 09:18:05.800712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'tag': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:05.819977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:05.823143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:05.870423 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'tag': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e', 'status': 'completed', 'code': 200} Dec 22 09:18:05.913705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-607a5ab6-4bb9-4377-9b5f-ddc5e961273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:05.915222 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-607a5ab6-4bb9-4377-9b5f-ddc5e961273c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=889daceab42c4d68aab30704f1772674&device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0755594 Dec 22 09:18:05.984032 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-a21e51ca-e3f2-4941-bdf5-15d71f90da9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e HTTP/1.1" status: 200 len: 217 time: 0.0607963 Dec 22 09:18:06.064984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-828a7ac1-7c4c-4975-89bf-2083f5816e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:06.066286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-828a7ac1-7c4c-4975-89bf-2083f5816e82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db5df2c9-ecc3-4652-a3b3-7e726ae3784b HTTP/1.1" status: 200 len: 853 time: 0.0763679 Dec 22 09:18:06.111522 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-aeb22aa8-5635-42aa-b75a-0f7c9907d5df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393524 Dec 22 09:18:06.239533 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-95a9848e-4f6d-4d6f-ab3e-bd218aea85af service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216497 Dec 22 09:18:06.369889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-274a1ea9-e3d8-4ed8-ab11-60048551abd0 req-0417c50b-f06b-4d29-834e-63b8c71cc798 service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233518 Dec 22 09:18:06.491860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-afb719b8-e0ff-40ce-bc63-5638a26c038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:06.493368 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-afb719b8-e0ff-40ce-bc63-5638a26c038f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=889daceab42c4d68aab30704f1772674&device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0729330 Dec 22 09:18:06.593257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c50c3-ac2a-4da7-8a51-e8ee4082bc0d req-b2e81c34-0eda-4ec1-948c-b3d29e02b72c tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:06.594726 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed2c50c3-ac2a-4da7-8a51-e8ee4082bc0d req-b2e81c34-0eda-4ec1-948c-b3d29e02b72c tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 943 time: 0.0804625 Dec 22 09:18:06.629907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-420c8137-eb86-465f-a3e3-ea6e5e4fcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:06.631240 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-420c8137-eb86-465f-a3e3-ea6e5e4fcbe3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae HTTP/1.1" status: 200 len: 913 time: 0.1281521 Dec 22 09:18:06.638725 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed2c50c3-ac2a-4da7-8a51-e8ee4082bc0d req-0129496f-5cef-4e67-824f-e3a8342b1689 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Dec 22 09:18:06.702063 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-556ba179-85a5-42c4-9e98-78d6d48fb507 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e HTTP/1.1" status: 200 len: 217 time: 0.0638869 Dec 22 09:18:06.764717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-fbf07a1b-d07a-4ed8-bcf3-08f0917eeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:06.766129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-fbf07a1b-d07a-4ed8-bcf3-08f0917eeb09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db5df2c9-ecc3-4652-a3b3-7e726ae3784b HTTP/1.1" status: 200 len: 853 time: 0.0578926 Dec 22 09:18:06.815800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-cc6fe245-6900-43cf-b099-7a51e9efbb58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437469 Dec 22 09:18:06.944161 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-6c9a080d-fcd7-4fbc-a513-78d2cf7128bc service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217067 Dec 22 09:18:07.201185 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e2fe02e-4ea9-4651-9c30-30514b22b8aa req-c8abda38-4904-41c7-aa72-57ff18a49d0b service neutron] 10.222.0.16 "GET /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502570 Dec 22 09:18:07.869678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb045c94-f9ea-407e-91f0-3e6c1bcb48ea req-de8ebd10-b781-4eef-9d2f-929da5fcb6f1 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:07.870357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-bb045c94-f9ea-407e-91f0-3e6c1bcb48ea req-de8ebd10-b781-4eef-9d2f-929da5fcb6f1 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Synchronizing usage tracker for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:07.884631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-bb045c94-f9ea-407e-91f0-3e6c1bcb48ea req-de8ebd10-b781-4eef-9d2f-929da5fcb6f1 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Unset dirty status for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:07.885920 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bb045c94-f9ea-407e-91f0-3e6c1bcb48ea req-de8ebd10-b781-4eef-9d2f-929da5fcb6f1 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 943 time: 0.1411448 Dec 22 09:18:07.929671 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bb045c94-f9ea-407e-91f0-3e6c1bcb48ea req-e96af349-fa96-4ed3-b89a-c481314cecc0 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Dec 22 09:18:09.120869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9b2c4-62e5-46a4-81ab-475f0257d168 req-6442b04e-3209-4077-82e3-cee35aca9359 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:09.122310 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cc9b2c4-62e5-46a4-81ab-475f0257d168 req-6442b04e-3209-4077-82e3-cee35aca9359 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 943 time: 0.0885313 Dec 22 09:18:09.165140 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cc9b2c4-62e5-46a4-81ab-475f0257d168 req-e73f3221-c328-4ea3-ab8d-2e51b788189b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371122 Dec 22 09:18:09.340383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:18:09.469541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:09.481924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e', 'network_id': 'fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae', 'port_id': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e', 'mac_address': 'fa:16:3e:5a:1f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5df2c9-ecc3-4652-a3b3-7e726ae3784b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:18:09.537900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:09.553812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:18:09.568996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:09.573219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:09.575004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:09.638776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:09.646403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.646749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.647088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.647419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.647747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.648110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.648438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.648756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.649077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.649394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.649713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.650027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:09.653875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:09.858515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e902a729-f6c0-4019-9818-3ace58342b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:09.882508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:10.040658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:10.356609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612959c6-9158-4228-8603-e3da1a7077a3 req-10cd6d2e-858a-4de5-bc6d-705011fde043 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:10.357952 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-612959c6-9158-4228-8603-e3da1a7077a3 req-10cd6d2e-858a-4de5-bc6d-705011fde043 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 944 time: 0.0872648 Dec 22 09:18:10.401967 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-612959c6-9158-4228-8603-e3da1a7077a3 req-1d48b42c-2823-47ed-9694-5243898a2ccb tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Dec 22 09:18:11.368378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:11.434005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:11.439225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:11.439596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:11.555770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:11.583803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:11.592652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb9922-4bef-4db4-a914-41a46daea62e req-bbd73018-93e6-4d9a-a02c-0ca837ddea87 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:11.593333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:11.594788 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80bb9922-4bef-4db4-a914-41a46daea62e req-bbd73018-93e6-4d9a-a02c-0ca837ddea87 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 944 time: 0.0851293 Dec 22 09:18:11.598440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:11.600395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:11.634341 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e', 'code': 200} Dec 22 09:18:11.647462 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-80bb9922-4bef-4db4-a914-41a46daea62e req-c127aa9f-8b24-403a-875b-3d560e6ae98d tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445762 Dec 22 09:18:11.670492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:11.673881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:11.853697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ad36c-2943-4cb3-b810-7a45af200976 req-45af3926-6bb4-489c-877d-b365e9dbe85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:11.855146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b64ad36c-2943-4cb3-b810-7a45af200976 req-45af3926-6bb4-489c-877d-b365e9dbe85e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 1098 time: 0.0704961 Dec 22 09:18:11.896684 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b64ad36c-2943-4cb3-b810-7a45af200976 req-79828914-f652-476b-a20c-029ca761257a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340383 Dec 22 09:18:12.113683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-787901d2-afbb-4c43-8ded-2fdc364abf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:12.838189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcc076-e86d-4619-b23d-48948230367e req-b85d35c0-af2a-483b-be88-abef3ffff165 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:12.839554 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0dbcc076-e86d-4619-b23d-48948230367e req-b85d35c0-af2a-483b-be88-abef3ffff165 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 945 time: 0.0835500 Dec 22 09:18:12.883047 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0dbcc076-e86d-4619-b23d-48948230367e req-62e1e3ae-695e-4ba1-944e-b008d98aed30 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 Dec 22 09:18:13.281753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:13.331633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:14.074787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5e7c5-46cb-415e-a303-5ae8bc30e04f req-ab951f84-0259-4a40-849c-6e72c08ac595 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:14.076283 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58f5e7c5-46cb-415e-a303-5ae8bc30e04f req-ab951f84-0259-4a40-849c-6e72c08ac595 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 945 time: 0.0907259 Dec 22 09:18:14.120352 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-58f5e7c5-46cb-415e-a303-5ae8bc30e04f req-db9d9fa1-03da-4d19-87e2-09cd47b69495 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377586 Dec 22 09:18:14.497804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe09c5a-a056-4d01-9571-1ab31bbbdc75 req-557a0c1f-b154-4db3-9e29-65487cbdb6e6 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:14.499724 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fe09c5a-a056-4d01-9571-1ab31bbbdc75 req-557a0c1f-b154-4db3-9e29-65487cbdb6e6 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 945 time: 0.0824142 Dec 22 09:18:14.543261 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6fe09c5a-a056-4d01-9571-1ab31bbbdc75 req-9bc15191-c923-4d1e-af38-37c99ddfcee0 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Dec 22 09:18:14.661758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:15.728646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014a93-0743-434e-b3fc-89541bc4737b req-7f587bf7-c54f-4ebc-8038-1ded70acfc3d tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:15.730121 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-71014a93-0743-434e-b3fc-89541bc4737b req-7f587bf7-c54f-4ebc-8038-1ded70acfc3d tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 945 time: 0.0800624 Dec 22 09:18:15.777791 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-71014a93-0743-434e-b3fc-89541bc4737b req-7af0f28c-6f5c-46b6-b0f9-441e36c0979b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 Dec 22 09:18:15.932440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-c5282fed-a1d8-4029-8bb2-f4c9d8d6a53e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:15.933730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-c5282fed-a1d8-4029-8bb2-f4c9d8d6a53e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 945 time: 0.0769658 Dec 22 09:18:16.001949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Deleting port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:16.002283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:16.242454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] For port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:16.242803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:16.366228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Calling delete_port for 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:16.505223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:16.510796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e9530668-b9f9-497e-84d1-c95e21761ac9 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:16.517399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1f0810fd-d000-4488-89f8-740588025937', '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:16.601471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Pushing event deleted for resources: {'Port': ['ID=7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:16.604416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:16.639361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] No DVR routers for this DVR port 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:16.641904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:16.645994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'name': 'network-vif-deleted', 'tag': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:16.660764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1e979a5a-cf4d-4acf-b4fd-562d9f263a3a req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "DELETE /v2.0/ports/7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e HTTP/1.1" status: 204 len: 173 time: 0.7205400 Dec 22 09:18:16.693410 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86597d-71bf-44cf-9714-de7b5c874bb1', 'name': 'network-vif-deleted', 'tag': '7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e', 'status': 'completed', 'code': 200} Dec 22 09:18:16.942168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c3717ac8-2458-4f4e-8a47-a6f26ff5a877 req-333b7017-95a7-42ef-8d66-ebdd27427620 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Synchronizing usage tracker for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:16.957186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c3717ac8-2458-4f4e-8a47-a6f26ff5a877 req-333b7017-95a7-42ef-8d66-ebdd27427620 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Unset dirty status for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:16.958426 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3717ac8-2458-4f4e-8a47-a6f26ff5a877 req-333b7017-95a7-42ef-8d66-ebdd27427620 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e86597d-71bf-44cf-9714-de7b5c874bb1 HTTP/1.1" status: 200 len: 210 time: 0.0607359 Dec 22 09:18:18.217398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf3b6-11c9-4f71-b341-6ea76f8a654b req-33b8f1a0-dd25-47db-8ef5-dc0842d8ab35 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:18.218850 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a5fdf3b6-11c9-4f71-b341-6ea76f8a654b req-33b8f1a0-dd25-47db-8ef5-dc0842d8ab35 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0800936 Dec 22 09:18:18.262940 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a5fdf3b6-11c9-4f71-b341-6ea76f8a654b req-38cf04f3-51b9-43ad-8aa6-9943131bc8f7 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Dec 22 09:18:18.465760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a87a53-1265-4f18-8501-f192898fcd77 req-8935b71b-41eb-479d-af32-8d6daf7de355 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:18.467190 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90a87a53-1265-4f18-8501-f192898fcd77 req-8935b71b-41eb-479d-af32-8d6daf7de355 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0824838 Dec 22 09:18:18.512081 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90a87a53-1265-4f18-8501-f192898fcd77 req-b4029a5b-f2b2-4444-9a07-9a0f7fc48734 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Dec 22 09:18:18.694102 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51eb47-04af-44b6-8520-6f455bc56cd9 req-057fb5c5-27d5-44b3-97ec-de9dd15ce7f4 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:18.695516 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a51eb47-04af-44b6-8520-6f455bc56cd9 req-057fb5c5-27d5-44b3-97ec-de9dd15ce7f4 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0779467 Dec 22 09:18:18.740007 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4a51eb47-04af-44b6-8520-6f455bc56cd9 req-6197fbf1-9c31-4980-a59e-236290444938 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Dec 22 09:18:19.028715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7890e9-b7a6-4955-a0f2-e5445ec8d27a req-81ae2bf6-0dec-480b-8dc4-e152fcaf6ce4 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:19.030050 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac7890e9-b7a6-4955-a0f2-e5445ec8d27a req-81ae2bf6-0dec-480b-8dc4-e152fcaf6ce4 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0806153 Dec 22 09:18:19.073032 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac7890e9-b7a6-4955-a0f2-e5445ec8d27a req-898571da-e838-4114-806b-1ae4b9679a34 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369146 Dec 22 09:18:19.259161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf6ea4-1216-43b4-b0b4-6b6f636eaefd req-4463426b-b285-4773-9f99-de869ba1e008 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:19.260611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3baf6ea4-1216-43b4-b0b4-6b6f636eaefd req-4463426b-b285-4773-9f99-de869ba1e008 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0775611 Dec 22 09:18:19.308077 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3baf6ea4-1216-43b4-b0b4-6b6f636eaefd req-ce02d973-6ec8-4b71-bc77-b70881ff2b16 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Dec 22 09:18:19.497659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af7b50-2015-482f-935a-ff75b46e3a71 req-b4db6419-e6c8-47b0-95fe-3686fb480074 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:19.499745 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5af7b50-2015-482f-935a-ff75b46e3a71 req-b4db6419-e6c8-47b0-95fe-3686fb480074 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0792229 Dec 22 09:18:19.542855 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5af7b50-2015-482f-935a-ff75b46e3a71 req-31998f53-80ab-4d32-b099-257b665c0cde tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 Dec 22 09:18:20.060551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328f4a-6676-4ab3-9012-c116e40e80d8 req-0e0b28d8-927a-4564-8a5c-ad8cd680ede8 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:20.061992 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e3328f4a-6676-4ab3-9012-c116e40e80d8 req-0e0b28d8-927a-4564-8a5c-ad8cd680ede8 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0829320 Dec 22 09:18:20.105069 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e3328f4a-6676-4ab3-9012-c116e40e80d8 req-0707be3f-e688-49c4-89b2-d172df56c721 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 Dec 22 09:18:21.292869 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe262f-a7b3-41d1-9529-5bc42959427a req-12f42126-1469-4206-9fad-b1e6bd9c748f tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:21.294307 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59fe262f-a7b3-41d1-9529-5bc42959427a req-12f42126-1469-4206-9fad-b1e6bd9c748f tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0794237 Dec 22 09:18:21.338166 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-59fe262f-a7b3-41d1-9529-5bc42959427a req-d3c1322d-9f40-487b-a20d-0324402ac1bf tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a08d98-dade-4246-ae04-f3f75f3084f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Dec 22 09:18:21.441434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:21.476313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:21.476678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 7e2b798c-c3b0-45cd-9c9f-e1d09ba6381e not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:21.561822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-ff9f9124-d56d-4411-8f02-b9e19fca2b87 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:21.563276 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-ff9f9124-d56d-4411-8f02-b9e19fca2b87 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 946 time: 0.0801294 Dec 22 09:18:21.636998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Deleting port 1f0810fd-d000-4488-89f8-740588025937 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:21.637307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.000150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] For port 1f0810fd-d000-4488-89f8-740588025937, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1f0810fd-d000-4488-89f8-740588025937,segment=NetworkSegment(4e0f48f4-e653-42ce-8006-f7a667b40688),segment_id=4e0f48f4-e653-42ce-8006-f7a667b40688)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:22.000508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.123588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Calling delete_port for 1f0810fd-d000-4488-89f8-740588025937 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:22.273178 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.278323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0daa513b-44df-41a2-b1b0-c61900176773 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:22.284918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['1f0810fd-d000-4488-89f8-740588025937'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:18:22.323429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Pushing event deleted for resources: {'Port': ['ID=1f0810fd-d000-4488-89f8-740588025937,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:22.326453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:22.397586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] No DVR routers for this DVR port 1f0810fd-d000-4488-89f8-740588025937 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:22.400023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:22.402694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'name': 'network-vif-deleted', 'tag': '1f0810fd-d000-4488-89f8-740588025937'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:18:22.418882 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fc8195b-2254-435c-8b7e-ecf9860e96f5 req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.16 "DELETE /v2.0/ports/1f0810fd-d000-4488-89f8-740588025937 HTTP/1.1" status: 204 len: 173 time: 0.8496237 Dec 22 09:18:22.476969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76393e2d-c15f-4522-92dc-68a13efb2b87', 'name': 'network-vif-deleted', 'tag': '1f0810fd-d000-4488-89f8-740588025937', 'status': 'completed', 'code': 200} Dec 22 09:18:22.491613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2a7da8ed-a160-43b9-8808-a9934c24eee9 req-01f7aeca-683f-4625-b793-708273e4d9f2 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Synchronizing usage tracker for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:22.508437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2a7da8ed-a160-43b9-8808-a9934c24eee9 req-01f7aeca-683f-4625-b793-708273e4d9f2 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Unset dirty status for tenant:889daceab42c4d68aab30704f1772674 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:22.509615 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2a7da8ed-a160-43b9-8808-a9934c24eee9 req-01f7aeca-683f-4625-b793-708273e4d9f2 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] 10.222.0.36 "GET /v2.0/ports?device_id=76393e2d-c15f-4522-92dc-68a13efb2b87 HTTP/1.1" status: 200 len: 210 time: 0.0636096 Dec 22 09:18:23.606032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42312) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:23.663907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Deleting subnet db5df2c9-ecc3-4652-a3b3-7e726ae3784b {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:18:23.666709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.717369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.769891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.833771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.837315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9329b1ec-592b-4dbf-8d4f-07ad9ec96622 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:23.873215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5df2c9-ecc3-4652-a3b3-7e726ae3784b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:23.877214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:23.879866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:23.885609 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d512aef8-5bbe-4ced-b8c0-bf87c595f257 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/db5df2c9-ecc3-4652-a3b3-7e726ae3784b HTTP/1.1" status: 204 len: 168 time: 0.2785518 Dec 22 09:18:23.888014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42316) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:23.990628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.113942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.137630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:24.149283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0f48f4-e653-42ce-8006-f7a667b40688') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:24.149580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0f48f4-e653-42ce-8006-f7a667b40688') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:24.160928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.176621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.182830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:24.183205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:24.196513 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:24.271804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.275378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-033281f0-9863-4958-8585-b02147ad7013 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:24.288492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.298955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:24.301972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:24.308285 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb69bcf6-f0c8-4c8b-9310-7a9e822c03ae HTTP/1.1" status: 204 len: 168 time: 0.4193168 Dec 22 09:18:24.415442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42322) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:24.462223 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fa4f8f37-63f9-499f-a9ed-e6cbb4606905 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=889daceab42c4d68aab30704f1772674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455291 Dec 22 09:18:24.464713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42326) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:24.521277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.546079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.600298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.603902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:24.615871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a08d98-dade-4246-ae04-f3f75f3084f5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:24.618210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:24.629293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:24.630320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2a08d98-dade-4246-ae04-f3f75f3084f5 HTTP/1.1" status: 204 len: 168 time: 0.1647484 Dec 22 09:18:25.357723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42350) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:25.458541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1849221819'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:25.458732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1f0810fd-d000-4488-89f8-740588025937 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:25.463721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:25.467522 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:network and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:25.470480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:25.476926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:25.487662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:25.491257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.495733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 1f0810fd-d000-4488-89f8-740588025937 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:25.496127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 1f0810fd-d000-4488-89f8-740588025937 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:25.504332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.522573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:25.532275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:security_group_rule and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:25.535947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:25.545438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:25.630076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.635661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.638570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3fa78e89-7a83-453a-98d7-5d400c3e9045 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:25.667442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:25.676192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02f15dd-e00b-4021-b65e-65f03a324958,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:25.679913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:25.682237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.682577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Added segment 00fa3bfa-23c3-4a2e-83ac-bf774693efd2 of type vlan for network 7d3f1002-f01f-426a-ac40-90b0745c4e97 Dec 22 09:18:25.710167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.742449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.747883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:25.748543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:25.752002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6d246c0c-2fb5-48f1-8726-9d504c1e477e tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:25.853244 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4943781 Dec 22 09:18:25.854021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Network': ['ID=7d3f1002-f01f-426a-ac40-90b0745c4e97,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:25.869183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:25.882547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 7d3f1002-f01f-426a-ac40-90b0745c4e97 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:29.072609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42356) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:29.078408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'subnet': {'network_id': '7d3f1002-f01f-426a-ac40-90b0745c4e97', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:29.190691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:29.194426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:subnet and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:29.197190 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:29.202742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:29.212132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:29.215657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.442124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.445472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-020e8060-2271-42ac-a0d0-f157b6a31d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:29.518322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Subnet': ['ID=e3ed5571-7ffb-489c-a463-5f44891c2f23,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:29.529405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.529781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.530152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.530517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.531493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.531862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.532245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.532606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.532964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.533368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.533724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.534080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:29.538327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:29.541081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Checking segment: {'id': '00fa3bfa-23c3-4a2e-83ac-bf774693efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d3f1002-f01f-426a-ac40-90b0745c4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:29.541435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network hostable DHCP agents. Network: 7d3f1002-f01f-426a-ac40-90b0745c4e97, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:29.561639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network 7d3f1002-f01f-426a-ac40-90b0745c4e97 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:29.571429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 7d3f1002-f01f-426a-ac40-90b0745c4e97) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:29.576081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:29.577135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.581093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c6304-92d6-475e-9610-e0262b8a22e1 None None] Network 7d3f1002-f01f-426a-ac40-90b0745c4e97 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:29.599572 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5253150 Dec 22 09:18:29.602614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42360) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:29.608459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1367461796'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:29.614370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:29.618232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:network and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:29.621265 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:29.627118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:29.637277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:29.641448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.673949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:29.683522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.683874 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Added segment 121b4506-0652-47f1-805c-028abb386e94 of type vlan for network 436bca09-de8f-47ea-bb8c-c039bc489528 Dec 22 09:18:29.710047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.741591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.747059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:29.747637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.751211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f26053cd-3a60-4afe-8aed-cd7eb780061c tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:29.821645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-7d3f1002-f01f-426a-ac40-90b0745c4e97', 'network_id': '7d3f1002-f01f-426a-ac40-90b0745c4e97', 'tenant_id': '74d282f8a4ba4ebebc427edf069ebacb', 'fixed_ips': [{'subnet_id': 'e3ed5571-7ffb-489c-a463-5f44891c2f23'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:29.822492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:29.958391 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3546860 Dec 22 09:18:29.961483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42364) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:29.967506 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Network': ['ID=436bca09-de8f-47ea-bb8c-c039bc489528,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:29.969592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'subnet': {'network_id': '436bca09-de8f-47ea-bb8c-c039bc489528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:29.972813 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:29.978689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 436bca09-de8f-47ea-bb8c-c039bc489528 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:30.049475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Allocated IP 2001:db8:0:ffff::2 (7d3f1002-f01f-426a-ac40-90b0745c4e97/e3ed5571-7ffb-489c-a463-5f44891c2f23/f2311976-e085-4149-9dc9-393894f0e8a2) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:30.081479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:30.085271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:subnet and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:30.088143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:30.094106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:30.104656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:30.108239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.288299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.298991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Transition to ACTIVE for port object f2311976-e085-4149-9dc9-393894f0e8a2 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:30.318217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Transition to ACTIVE for port object f2311976-e085-4149-9dc9-393894f0e8a2 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:30.324190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.330044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:30.393089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Network 7d3f1002-f01f-426a-ac40-90b0745c4e97 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:30.395867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:30.400482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:30.436862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Pushing event updated for resources: {'Port': ['ID=f2311976-e085-4149-9dc9-393894f0e8a2,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:30.444386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:30.449223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.452891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-36b357b9-d2af-4967-93fa-ea7e86e5b615 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:30.496288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Attempting to bind port f2311976-e085-4149-9dc9-393894f0e8a2 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:30.496655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Attempting to bind port f2311976-e085-4149-9dc9-393894f0e8a2 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '00fa3bfa-23c3-4a2e-83ac-bf774693efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d3f1002-f01f-426a-ac40-90b0745c4e97'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:30.497013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Attempting to bind port f2311976-e085-4149-9dc9-393894f0e8a2 on network 7d3f1002-f01f-426a-ac40-90b0745c4e97 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:30.503154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:30.503521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Checking segment: {'id': '00fa3bfa-23c3-4a2e-83ac-bf774693efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d3f1002-f01f-426a-ac40-90b0745c4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:30.503937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.504340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Bound using segment: {'id': '00fa3bfa-23c3-4a2e-83ac-bf774693efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d3f1002-f01f-426a-ac40-90b0745c4e97'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:30.504788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Bound port: f2311976-e085-4149-9dc9-393894f0e8a2, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fa3bfa-23c3-4a2e-83ac-bf774693efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d3f1002-f01f-426a-ac40-90b0745c4e97'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:30.505162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.527147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Subnet': ['ID=a11b0c17-1154-48ff-a651-4261dba6ada6,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:30.531344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:30.535288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Checking segment: {'id': '121b4506-0652-47f1-805c-028abb386e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '436bca09-de8f-47ea-bb8c-c039bc489528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:30.535642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network hostable DHCP agents. Network: 436bca09-de8f-47ea-bb8c-c039bc489528, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:30.558022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network 436bca09-de8f-47ea-bb8c-c039bc489528 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:30.573189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 436bca09-de8f-47ea-bb8c-c039bc489528) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:30.577769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:30.579238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.587425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c33a1-99ce-43bc-a85a-f9e8e70a5125 None None] Network 436bca09-de8f-47ea-bb8c-c039bc489528 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:30.603440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6378682 Dec 22 09:18:30.603751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42368) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:30.674022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] For port f2311976-e085-4149-9dc9-393894f0e8a2, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:30.687903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] For port f2311976-e085-4149-9dc9-393894f0e8a2, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f2311976-e085-4149-9dc9-393894f0e8a2,segment=NetworkSegment(00fa3bfa-23c3-4a2e-83ac-bf774693efd2),segment_id=00fa3bfa-23c3-4a2e-83ac-bf774693efd2)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:30.703702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.709195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:30.745047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.814636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.831803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Pushing event updated for resources: {'Port': ['ID=f2311976-e085-4149-9dc9-393894f0e8a2,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:30.834914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:30.909060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412a4ad-da0a-4108-926f-3a4b2e97d97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-436bca09-de8f-47ea-bb8c-c039bc489528', 'network_id': '436bca09-de8f-47ea-bb8c-c039bc489528', 'tenant_id': '74d282f8a4ba4ebebc427edf069ebacb', 'fixed_ips': [{'subnet_id': 'a11b0c17-1154-48ff-a651-4261dba6ada6'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:30.909516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.910420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7412a4ad-da0a-4108-926f-3a4b2e97d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:30.913485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-10671cff-e021-4f8a-8406-a4c5e45e0401 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:30.953832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Subnet': ['ID=a11b0c17-1154-48ff-a651-4261dba6ada6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:30.956810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:31.013061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a7ab7-25e3-4c19-9bb8-9b2fb1e6d097 None None] Network 436bca09-de8f-47ea-bb8c-c039bc489528 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:31.062566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.094520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436bca09-de8f-47ea-bb8c-c039bc489528']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:31.108629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121b4506-0652-47f1-805c-028abb386e94') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:31.108925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121b4506-0652-47f1-805c-028abb386e94') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:31.121703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.141592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.148374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:31.148870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:31.164583 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:31.249170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.253396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e0f30eee-03d2-44eb-bc5a-83ab976eaee6 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:31.267167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.277593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Network': ['ID=436bca09-de8f-47ea-bb8c-c039bc489528,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:31.280381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:31.282342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/436bca09-de8f-47ea-bb8c-c039bc489528 HTTP/1.1" status: 204 len: 168 time: 0.6774313 Dec 22 09:18:31.285723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42372) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:31.291616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-311877723'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:31.297189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:31.300938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:network and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:31.303674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:31.310398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:31.320183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:31.323518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.351326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:31.361657 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.361990 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Added segment 8f46082e-4d93-4eb3-96a9-91ab13a2d990 of type vlan for network dd646d67-79cb-4d12-a79d-723eee82335f Dec 22 09:18:31.387859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.415407 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.420856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:31.421440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.425391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bc9af791-a13e-4223-93f6-5ccfd539df71 tempest-NetworksIpV6Test-1426783200 tempest-NetworksIpV6Test-1426783200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:31.520682 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2337630 Dec 22 09:18:31.523748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42376) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:31.530069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Network': ['ID=dd646d67-79cb-4d12-a79d-723eee82335f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:31.530326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'subnet': {'network_id': 'dd646d67-79cb-4d12-a79d-723eee82335f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:31.533702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:31.548205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network dd646d67-79cb-4d12-a79d-723eee82335f details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:31.664396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:31.668422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:subnet and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:31.671306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:31.678748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:31.690511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:31.695305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.785521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Performing IP validity checks on allocation pools {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 09:18:31.786038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.ipam_backend_mixin [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 09:18:31.885841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b92a60-bc69-4c44-81a8-e07b79f72f06 None None] Network 7d3f1002-f01f-426a-ac40-90b0745c4e97 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:31.914799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:31.918400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e80cb6e7-e7be-40af-91b1-c0390f813e2c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:31.978947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9abb641d-bda1-4cd5-a0c5-2d5a248700c0 None None] Provisioning for port f2311976-e085-4149-9dc9-393894f0e8a2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:32.001528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Subnet': ['ID=5619ade0-b613-4211-b95b-40d094cc787d,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:32.004664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:32.011616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Checking segment: {'id': '8f46082e-4d93-4eb3-96a9-91ab13a2d990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dd646d67-79cb-4d12-a79d-723eee82335f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:32.012016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network hostable DHCP agents. Network: dd646d67-79cb-4d12-a79d-723eee82335f, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:32.031707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network dd646d67-79cb-4d12-a79d-723eee82335f is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:32.041387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, dd646d67-79cb-4d12-a79d-723eee82335f) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:32.045563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:32.046199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.060537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df8f957-ef17-4271-b244-49a15ce8f956 None None] Network dd646d67-79cb-4d12-a79d-723eee82335f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:32.071852 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-949fea9c-e94a-41d2-a266-9cd7d86751d4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5442767 Dec 22 09:18:32.072427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42380) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:32.209336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.271893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.329075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9796c6-b7b6-4477-9aa0-d24e51533ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-dd646d67-79cb-4d12-a79d-723eee82335f', 'network_id': 'dd646d67-79cb-4d12-a79d-723eee82335f', 'tenant_id': '74d282f8a4ba4ebebc427edf069ebacb', 'fixed_ips': [{'subnet_id': '5619ade0-b613-4211-b95b-40d094cc787d'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:32.329925 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb9796c6-b7b6-4477-9aa0-d24e51533ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.353916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.358210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84690ac9-cee3-43aa-ac2a-3775925433a8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:32.396713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Subnet': ['ID=5619ade0-b613-4211-b95b-40d094cc787d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:32.399640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server [None req-cb9796c6-b7b6-4477-9aa0-d24e51533ffb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5619ade0-b613-4211-b95b-40d094cc787d: This subnet is being modified by another concurrent operation. Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server raise exception Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5619ade0-b613-4211-b95b-40d094cc787d: This subnet is being modified by another concurrent operation. Dec 22 09:18:32.480764 dv-neutron-822602-1-hyperv neutron-server[87602]: ERROR oslo_messaging.rpc.server Dec 22 09:18:32.537836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b63646-6654-46c0-a95c-6323e6c9ddae None None] Network dd646d67-79cb-4d12-a79d-723eee82335f requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:32.611028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.635414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd646d67-79cb-4d12-a79d-723eee82335f']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:32.648087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f46082e-4d93-4eb3-96a9-91ab13a2d990') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:32.648384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f46082e-4d93-4eb3-96a9-91ab13a2d990') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:32.660439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.676091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.682464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:32.682847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:32.698478 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:32.718581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17661bcb-42ed-4ff9-8c58-e3031ea37496 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 09:18:32.778704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.782419 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b451ce55-2aa7-4944-a008-7c185ad10d36 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:32.804598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.806607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17661bcb-42ed-4ff9-8c58-e3031ea37496 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 09:18:32.815520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Network': ['ID=dd646d67-79cb-4d12-a79d-723eee82335f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:32.818191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:32.823906 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3c0abbc1-5ac2-4e0c-9c23-382f6871e926 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/dd646d67-79cb-4d12-a79d-723eee82335f HTTP/1.1" status: 204 len: 168 time: 0.7470121 Dec 22 09:18:32.823906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42384) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:32.829963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816344901'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:32.834972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:32.840345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:network and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:32.843364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:32.850126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:32.862340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:32.865876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.894339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:32.906990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.907342 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Added segment dafe38ec-1aa4-4685-8880-95e730172c8b of type vlan for network 84b151cc-2d38-4c61-b23c-5565da7f73bd Dec 22 09:18:32.914547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f2311976-e085-4149-9dc9-393894f0e8a2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:32.936100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.968241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.975106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:32.975686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:32.980672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad02623a-81b4-4929-aa1b-a207ec48b5c2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:33.068756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port f2311976-e085-4149-9dc9-393894f0e8a2 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:33.077860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2528784 Dec 22 09:18:33.081315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42388) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:33.084909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f2311976-e085-4149-9dc9-393894f0e8a2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:33.085303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.088818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'subnet': {'network_id': '84b151cc-2d38-4c61-b23c-5565da7f73bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:33.102366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Network': ['ID=84b151cc-2d38-4c61-b23c-5565da7f73bd,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:33.160842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.161221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.161600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.161969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.162330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.162690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.163061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.163403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.163758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.164133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.164490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.164844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:33.168844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:33.184453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 84b151cc-2d38-4c61-b23c-5565da7f73bd details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:33.212714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:33.216496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:subnet and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:33.219291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:33.224906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:33.234779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:33.238204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.384729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.418621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port f2311976-e085-4149-9dc9-393894f0e8a2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f2311976-e085-4149-9dc9-393894f0e8a2,segment=NetworkSegment(00fa3bfa-23c3-4a2e-83ac-bf774693efd2),segment_id=00fa3bfa-23c3-4a2e-83ac-bf774693efd2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:33.423328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.426194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:33.459852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.463585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-163c8479-7984-4058-a00a-9f0cbf51e7b4 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:33.491877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=f2311976-e085-4149-9dc9-393894f0e8a2,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:33.495409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:33.536800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Subnet': ['ID=9c8cd6b0-e9c1-440c-8bb9-b2e2df9243a2,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:33.540055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:33.545674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Checking segment: {'id': 'dafe38ec-1aa4-4685-8880-95e730172c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b151cc-2d38-4c61-b23c-5565da7f73bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:33.546027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network hostable DHCP agents. Network: 84b151cc-2d38-4c61-b23c-5565da7f73bd, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:33.567326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network 84b151cc-2d38-4c61-b23c-5565da7f73bd is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:33.576719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 84b151cc-2d38-4c61-b23c-5565da7f73bd) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:33.581256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:33.581825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.586845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fabec-729f-44a6-b12c-a071cefb0938 None None] Network 84b151cc-2d38-4c61-b23c-5565da7f73bd requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:33.604470 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e5bac8d-ddba-422f-941d-b4fc80b8b1ee tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5221231 Dec 22 09:18:33.606417 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42392) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:33.612106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491799711'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:33.617034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:33.621554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:network and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:33.625570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:33.634351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:33.645957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:33.649588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.678349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:33.687840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.688217 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Added segment bde183db-2779-443b-a515-e19993303395 of type vlan for network c83ab679-af8c-4c63-a273-9466a1bddde3 Dec 22 09:18:33.714947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.745582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.751078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:33.751659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.756684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:33.848245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-84b151cc-2d38-4c61-b23c-5565da7f73bd', 'network_id': '84b151cc-2d38-4c61-b23c-5565da7f73bd', 'tenant_id': '74d282f8a4ba4ebebc427edf069ebacb', 'fixed_ips': [{'subnet_id': '9c8cd6b0-e9c1-440c-8bb9-b2e2df9243a2'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:33.849115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:33.852755 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2452457 Dec 22 09:18:33.855705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42396) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:33.862206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Network': ['ID=c83ab679-af8c-4c63-a273-9466a1bddde3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:33.863320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Request body: {'subnet': {'network_id': 'c83ab679-af8c-4c63-a273-9466a1bddde3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:33.864900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:33.902568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network c83ab679-af8c-4c63-a273-9466a1bddde3 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:33.983918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:33.987720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Usage tracker for resource:subnet and tenant:74d282f8a4ba4ebebc427edf069ebacb is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:33.990532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:33.996144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:34.007122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Made reservation on behalf of 74d282f8a4ba4ebebc427edf069ebacb for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:34.010725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.089723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Allocated IP 2001:db8::2 (84b151cc-2d38-4c61-b23c-5565da7f73bd/9c8cd6b0-e9c1-440c-8bb9-b2e2df9243a2/b21fff0a-14b6-49ab-acf2-f478d1e21075) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:34.233927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.239047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d20bf067-6bb8-4aaf-a088-bdcf32ab3273 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:34.290875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.301368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Transition to ACTIVE for port object b21fff0a-14b6-49ab-acf2-f478d1e21075 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:34.312953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event updated for resources: {'Subnet': ['ID=1cdcbde8-338d-4a1a-8607-3df8bf94a02c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:34.316476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:34.320985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Transition to ACTIVE for port object b21fff0a-14b6-49ab-acf2-f478d1e21075 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:34.322100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Checking segment: {'id': 'bde183db-2779-443b-a515-e19993303395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c83ab679-af8c-4c63-a273-9466a1bddde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:34.322458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network hostable DHCP agents. Network: c83ab679-af8c-4c63-a273-9466a1bddde3, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:34.327083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.332435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:34.342858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Network c83ab679-af8c-4c63-a273-9466a1bddde3 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:34.352794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, c83ab679-af8c-4c63-a273-9466a1bddde3) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:34.356997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:34.357688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.372242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39e4a4-7b2b-4809-9985-2e1185876a2b None None] Network c83ab679-af8c-4c63-a273-9466a1bddde3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:34.380536 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-19065983-d0b4-4fff-9b0d-afc9ca7dea38 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5234179 Dec 22 09:18:34.383130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42400) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:34.470425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Network 84b151cc-2d38-4c61-b23c-5565da7f73bd is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:34.479598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:34.482126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:34.492517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Pushing event updated for resources: {'Port': ['ID=b21fff0a-14b6-49ab-acf2-f478d1e21075,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:34.525797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.527262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:34.598959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.609175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Attempting to bind port b21fff0a-14b6-49ab-acf2-f478d1e21075 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:34.609549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Attempting to bind port b21fff0a-14b6-49ab-acf2-f478d1e21075 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'dafe38ec-1aa4-4685-8880-95e730172c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b151cc-2d38-4c61-b23c-5565da7f73bd'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:34.609915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Attempting to bind port b21fff0a-14b6-49ab-acf2-f478d1e21075 on network 84b151cc-2d38-4c61-b23c-5565da7f73bd {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:34.622447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:34.622993 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Checking segment: {'id': 'dafe38ec-1aa4-4685-8880-95e730172c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b151cc-2d38-4c61-b23c-5565da7f73bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:34.623389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.623779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Bound using segment: {'id': 'dafe38ec-1aa4-4685-8880-95e730172c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b151cc-2d38-4c61-b23c-5565da7f73bd'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:34.624256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Bound port: b21fff0a-14b6-49ab-acf2-f478d1e21075, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafe38ec-1aa4-4685-8880-95e730172c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '84b151cc-2d38-4c61-b23c-5565da7f73bd'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:34.625130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.672541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.677088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a2846994-3f1a-480a-9c54-b138b76cb8b3 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:34.713738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdcbde8-338d-4a1a-8607-3df8bf94a02c,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:34.727903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:34.786516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ced76-0f5c-4310-b4d0-08fa119c42b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-c83ab679-af8c-4c63-a273-9466a1bddde3', 'network_id': 'c83ab679-af8c-4c63-a273-9466a1bddde3', 'tenant_id': '74d282f8a4ba4ebebc427edf069ebacb', 'fixed_ips': [{'subnet_id': '1cdcbde8-338d-4a1a-8607-3df8bf94a02c'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:34.787331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7e6ced76-0f5c-4310-b4d0-08fa119c42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.805788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] For port b21fff0a-14b6-49ab-acf2-f478d1e21075, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:34.807460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.833120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83ab679-af8c-4c63-a273-9466a1bddde3']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:34.846022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde183db-2779-443b-a515-e19993303395') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:34.846350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde183db-2779-443b-a515-e19993303395') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:34.848521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] For port b21fff0a-14b6-49ab-acf2-f478d1e21075, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b21fff0a-14b6-49ab-acf2-f478d1e21075,segment=NetworkSegment(dafe38ec-1aa4-4685-8880-95e730172c8b),segment_id=dafe38ec-1aa4-4685-8880-95e730172c8b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:34.856902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.863588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.869360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:34.880874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.886868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:34.887248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:34.901776 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:34.907856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f2311976-e085-4149-9dc9-393894f0e8a2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:34.981678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:34.984961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-79f146c2-3a05-4078-8e79-e7081d947e93 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:34.999751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.010650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Network': ['ID=c83ab679-af8c-4c63-a273-9466a1bddde3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:35.010821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753849d-d470-4311-8396-adbf2b6bb899 None None] Network c83ab679-af8c-4c63-a273-9466a1bddde3 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:35.013754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:35.019064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42404) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:35.019641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/c83ab679-af8c-4c63-a273-9466a1bddde3 HTTP/1.1" status: 204 len: 168 time: 0.6349633 Dec 22 09:18:35.025074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Pushing event updated for resources: {'Port': ['ID=b21fff0a-14b6-49ab-acf2-f478d1e21075,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:35.031794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:35.038648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753849d-d470-4311-8396-adbf2b6bb899 None None] Network c83ab679-af8c-4c63-a273-9466a1bddde3 could not be found, it might have been deleted concurrently. {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 09:18:35.046728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port f2311976-e085-4149-9dc9-393894f0e8a2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:35.047105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.068409 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb806ad-b9e0-4c59-aa27-644ca6c56aae tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] GET failed (client error): The resource could not be found. Dec 22 09:18:35.068931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fb806ad-b9e0-4c59-aa27-644ca6c56aae tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Synchronizing usage tracker for tenant:74d282f8a4ba4ebebc427edf069ebacb on resource:subnet {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:35.088418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3fb806ad-b9e0-4c59-aa27-644ca6c56aae tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Unset dirty status for tenant:74d282f8a4ba4ebebc427edf069ebacb on resource:subnet {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:35.092472 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3fb806ad-b9e0-4c59-aa27-644ca6c56aae tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "GET /v2.0/subnets/1cdcbde8-338d-4a1a-8607-3df8bf94a02c HTTP/1.1" status: 404 len: 337 time: 0.0714235 Dec 22 09:18:35.092658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42408) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:35.118613 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88a97eb-b38c-4574-9779-d9c6b9c44329 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] DELETE failed (client error): The resource could not be found. Dec 22 09:18:35.119087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88a97eb-b38c-4574-9779-d9c6b9c44329 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:18:35.124545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42412) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:35.124730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b88a97eb-b38c-4574-9779-d9c6b9c44329 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/c83ab679-af8c-4c63-a273-9466a1bddde3 HTTP/1.1" status: 404 len: 339 time: 0.0309687 Dec 22 09:18:35.169310 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0abcac3-0067-42b3-ab97-418a0d4d23f8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] DELETE failed (client error): The resource could not be found. Dec 22 09:18:35.170291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0abcac3-0067-42b3-ab97-418a0d4d23f8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:18:35.174583 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c0abcac3-0067-42b3-ab97-418a0d4d23f8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/subnets/1cdcbde8-338d-4a1a-8607-3df8bf94a02c HTTP/1.1" status: 404 len: 337 time: 0.0456543 Dec 22 09:18:35.175056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42416) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:35.345282 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe7cadb-4b99-4483-8502-3aab9eda4de8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] DELETE failed (client error): The resource could not be found. Dec 22 09:18:35.345980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe7cadb-4b99-4483-8502-3aab9eda4de8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:18:35.347421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cfe7cadb-4b99-4483-8502-3aab9eda4de8 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/c83ab679-af8c-4c63-a273-9466a1bddde3 HTTP/1.1" status: 404 len: 339 time: 0.1715598 Dec 22 09:18:35.350203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42420) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:35.416322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Deleting subnet 9c8cd6b0-e9c1-440c-8bb9-b2e2df9243a2 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:18:35.419201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.477912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.563732 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.634476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.638197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-348a9254-3f30-4ba6-8f6b-ac5fd7a1300a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:35.678130 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8cd6b0-e9c1-440c-8bb9-b2e2df9243a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:35.681518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:35.682496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.696351 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/subnets/9c8cd6b0-e9c1-440c-8bb9-b2e2df9243a2 HTTP/1.1" status: 204 len: 168 time: 0.3449671 Dec 22 09:18:35.698668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42424) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:35.821170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:35.832063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Deleting port b21fff0a-14b6-49ab-acf2-f478d1e21075 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:35.832406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.004045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b9a89-cd54-4e95-87fe-f94927a348ea None None] Network 84b151cc-2d38-4c61-b23c-5565da7f73bd requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:36.039088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] For port b21fff0a-14b6-49ab-acf2-f478d1e21075, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b21fff0a-14b6-49ab-acf2-f478d1e21075,segment=NetworkSegment(dafe38ec-1aa4-4685-8880-95e730172c8b),segment_id=dafe38ec-1aa4-4685-8880-95e730172c8b)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:36.039651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.147456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25c12848-e686-469c-8245-9aeb6ee22439 None None] Provisioning for port b21fff0a-14b6-49ab-acf2-f478d1e21075 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:36.162902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Calling delete_port for b21fff0a-14b6-49ab-acf2-f478d1e21075 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:36.244026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.248780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:36.294175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Port': ['ID=b21fff0a-14b6-49ab-acf2-f478d1e21075,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:36.295547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No DVR routers for this DVR port b21fff0a-14b6-49ab-acf2-f478d1e21075 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:36.297182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:36.305058 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de0217-8ad4-402d-b7c3-5694cd22b92a None None] DHCP port deletion for 84b151cc-2d38-4c61-b23c-5565da7f73bd request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:18:36.438689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.462908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b151cc-2d38-4c61-b23c-5565da7f73bd']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:36.480565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafe38ec-1aa4-4685-8880-95e730172c8b') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:36.480856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafe38ec-1aa4-4685-8880-95e730172c8b') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:36.493894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.511833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.518489 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:36.518903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:36.534553 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:36.620894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.624274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fe9718f5-66c2-4deb-929f-226875702768 tempest-FloatingIPNegativeTestJSON-340156612 tempest-FloatingIPNegativeTestJSON-340156612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:36.638644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:36.652936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Network': ['ID=84b151cc-2d38-4c61-b23c-5565da7f73bd,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:36.655668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:36.657477 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/84b151cc-2d38-4c61-b23c-5565da7f73bd HTTP/1.1" status: 204 len: 168 time: 0.9578843 Dec 22 09:18:36.659818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42428) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:36.798130 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-16afcf8c-5f82-4078-847d-be7ceb30754e tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] DELETE failed (client error): The resource could not be found. Dec 22 09:18:36.798580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16afcf8c-5f82-4078-847d-be7ceb30754e tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:18:36.800282 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-16afcf8c-5f82-4078-847d-be7ceb30754e tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/subnets/5619ade0-b613-4211-b95b-40d094cc787d HTTP/1.1" status: 404 len: 337 time: 0.1395378 Dec 22 09:18:36.802749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42432) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:36.827496 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0197fe-8611-4fcb-8d5d-a32794a7da4a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] DELETE failed (client error): The resource could not be found. Dec 22 09:18:36.828580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0197fe-8611-4fcb-8d5d-a32794a7da4a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:18:36.830197 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6c0197fe-8611-4fcb-8d5d-a32794a7da4a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/dd646d67-79cb-4d12-a79d-723eee82335f HTTP/1.1" status: 404 len: 339 time: 0.0265794 Dec 22 09:18:36.832549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42436) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:36.868092 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b10a30c-a9c2-437d-9814-6d0822ea5214 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] DELETE failed (client error): The resource could not be found. Dec 22 09:18:36.868537 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b10a30c-a9c2-437d-9814-6d0822ea5214 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:18:36.870112 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b10a30c-a9c2-437d-9814-6d0822ea5214 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/subnets/a11b0c17-1154-48ff-a651-4261dba6ada6 HTTP/1.1" status: 404 len: 337 time: 0.0367026 Dec 22 09:18:36.872559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42440) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:36.900046 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a38a0ac-d14c-4786-9ed0-a98b43b26ecd tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] DELETE failed (client error): The resource could not be found. Dec 22 09:18:36.900515 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a38a0ac-d14c-4786-9ed0-a98b43b26ecd tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:18:36.902068 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9a38a0ac-d14c-4786-9ed0-a98b43b26ecd tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/436bca09-de8f-47ea-bb8c-c039bc489528 HTTP/1.1" status: 404 len: 339 time: 0.0286586 Dec 22 09:18:36.904576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42444) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:36.970216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Deleting subnet e3ed5571-7ffb-489c-a463-5f44891c2f23 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:18:36.973186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.026288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.111074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.181673 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.185129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bb5c8335-2f4e-47ef-8799-91e389a3e1d0 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:37.219888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ed5571-7ffb-489c-a463-5f44891c2f23,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:37.222874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:37.223837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.231004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136a1e6-7532-4072-8773-cfc7700049ed None None] Network 7d3f1002-f01f-426a-ac40-90b0745c4e97 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:37.233153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3ab1af70-43ed-4fc3-882f-766493f20e1d tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/subnets/e3ed5571-7ffb-489c-a463-5f44891c2f23 HTTP/1.1" status: 204 len: 168 time: 0.3276784 Dec 22 09:18:37.236241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42448) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:37.358057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.368706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Deleting port f2311976-e085-4149-9dc9-393894f0e8a2 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:37.369023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.479693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] DHCP port deletion for 7d3f1002-f01f-426a-ac40-90b0745c4e97 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:18:37.483867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Deleting port f2311976-e085-4149-9dc9-393894f0e8a2 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:37.484938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.576134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] For port f2311976-e085-4149-9dc9-393894f0e8a2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f2311976-e085-4149-9dc9-393894f0e8a2,segment=NetworkSegment(00fa3bfa-23c3-4a2e-83ac-bf774693efd2),segment_id=00fa3bfa-23c3-4a2e-83ac-bf774693efd2)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:37.576498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.703742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] For port f2311976-e085-4149-9dc9-393894f0e8a2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=f2311976-e085-4149-9dc9-393894f0e8a2,segment=NetworkSegment(00fa3bfa-23c3-4a2e-83ac-bf774693efd2),segment_id=00fa3bfa-23c3-4a2e-83ac-bf774693efd2)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:37.704132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.716581 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Calling delete_port for f2311976-e085-4149-9dc9-393894f0e8a2 owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:37.798522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:37.802212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-03e9eab8-d21d-4af7-af93-ad341a4ea0d7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:37.824762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Calling delete_port for f2311976-e085-4149-9dc9-393894f0e8a2 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:37.842773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Port': ['ID=f2311976-e085-4149-9dc9-393894f0e8a2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:37.846891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:37.849279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] No DVR routers for this DVR port f2311976-e085-4149-9dc9-393894f0e8a2 on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:37.896228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:18:37.896594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:18:37.977592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.003919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3f1002-f01f-426a-ac40-90b0745c4e97']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:38.016514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fa3bfa-23c3-4a2e-83ac-bf774693efd2') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:38.016810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fa3bfa-23c3-4a2e-83ac-bf774693efd2') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:38.027795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.047261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.053027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:38.053435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:38.067611 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:38.142994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.146368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e6dfef13-0ebb-4634-a945-adeaa13fa13a tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:38.160695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.172090 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Pushing event deleted for resources: {'Network': ['ID=7d3f1002-f01f-426a-ac40-90b0745c4e97,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:38.174831 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] 10.222.0.36 "DELETE /v2.0/networks/7d3f1002-f01f-426a-ac40-90b0745c4e97 HTTP/1.1" status: 204 len: 168 time: 0.9376886 Dec 22 09:18:38.175731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:38.398354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Deleting port f2311976-e085-4149-9dc9-393894f0e8a2 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:38.398947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.457916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42460) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:38.468078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5f0a2-378a-4319-b5af-b52edbb9b891 None None] The port 'f2311976-e085-4149-9dc9-393894f0e8a2' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:18:38.627129 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-05b3b4ef-8651-4e4b-b4f9-4dd57e0995fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74d282f8a4ba4ebebc427edf069ebacb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679344 Dec 22 09:18:38.629481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42466) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:38.689917 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.714460 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.767449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.771023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:38.783916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02f15dd-e00b-4021-b65e-65f03a324958,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:38.786851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:38.788737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:38.789829 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e02f15dd-e00b-4021-b65e-65f03a324958 HTTP/1.1" status: 204 len: 168 time: 0.1594703 Dec 22 09:18:38.870577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f2311976-e085-4149-9dc9-393894f0e8a2 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:38.907485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: f2311976-e085-4149-9dc9-393894f0e8a2 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:38.907724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device f2311976-e085-4149-9dc9-393894f0e8a2 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:39.463970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42490) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:39.565156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1301875976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:39.571853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:39.575607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Usage tracker for resource:router and tenant:18fe6c8aab524e49b9e1789598ca0489 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:39.579084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:39.585643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:39.596124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.597088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.612285 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.629141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.649803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.650949 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d3f96b7e-ffe4-488b-9122-0433f2dcc23b tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1859386 Dec 22 09:18:39.653638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:39.659588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1842131493'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:39.664426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:39.668743 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Usage tracker for resource:network and tenant:18fe6c8aab524e49b9e1789598ca0489 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:39.671546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:39.677263 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:39.687299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Made reservation on behalf of 18fe6c8aab524e49b9e1789598ca0489 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:39.690855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.706627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.721789 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:39.725630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Usage tracker for resource:security_group_rule and tenant:18fe6c8aab524e49b9e1789598ca0489 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:39.728406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:39.734137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:39.822885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.826722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.830159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0edb0774-82b3-4cc8-b923-c912bcc09df7 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:39.859198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:39.860665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0066ddd5-24e0-4060-b61e-bcb68ff31d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.867859 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc0cc9f-b5f7-41ec-af51-85b1c212f355,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:39.871292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:39.873728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.874074 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Added segment 8826e30f-0481-4bce-b15d-750a07cdd3d6 of type vlan for network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 Dec 22 09:18:39.901910 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.930952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.936371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:39.936970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.942299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-216abc82-19b2-4058-9fee-7ce6535179bb tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:40.021613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.047981 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3933172 Dec 22 09:18:40.050808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42500) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:40.051297 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event updated for resources: {'Network': ['ID=98dce2bc-b365-4f88-9160-4ba2b6ec69a5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:40.053660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:40.056807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Request body: {'subnet': {'network_id': '98dce2bc-b365-4f88-9160-4ba2b6ec69a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:40.061602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:40.165582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:40.169286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Usage tracker for resource:subnet and tenant:18fe6c8aab524e49b9e1789598ca0489 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:40.172602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:40.178707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:40.189784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Made reservation on behalf of 18fe6c8aab524e49b9e1789598ca0489 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:40.193365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.402882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.407153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a7a2d39a-de2b-4062-9ee7-99c7a87bf634 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:40.482357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event updated for resources: {'Subnet': ['ID=00389590-4a28-4115-91c4-444b7ded7eea,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:40.486118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:40.491644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Checking segment: {'id': '8826e30f-0481-4bce-b15d-750a07cdd3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '98dce2bc-b365-4f88-9160-4ba2b6ec69a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:40.492027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Network hostable DHCP agents. Network: 98dce2bc-b365-4f88-9160-4ba2b6ec69a5, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:40.511010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:40.520587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 98dce2bc-b365-4f88-9160-4ba2b6ec69a5) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:40.524884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:40.525459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.532052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847bb835-19f8-4224-bd97-f998ae2d9f76 None None] Network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:40.551226 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f36e03cf-42ad-4279-ad8d-67934fba5718 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4993491 Dec 22 09:18:40.551626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:40.558055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-323364649'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:40.563310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:40.567331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Usage tracker for resource:network and tenant:18fe6c8aab524e49b9e1789598ca0489 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:40.569999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:40.576329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:40.586792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Made reservation on behalf of 18fe6c8aab524e49b9e1789598ca0489 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:40.590477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.620793 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:40.629590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.629937 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Added segment 4705f35a-ffe2-411f-ba0e-14c4114fbe46 of type vlan for network a2d6874f-5399-4499-b2a4-cf6dfb08a0cc Dec 22 09:18:40.655527 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.685574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.691475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:40.692191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.697345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:40.749446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-98dce2bc-b365-4f88-9160-4ba2b6ec69a5', 'network_id': '98dce2bc-b365-4f88-9160-4ba2b6ec69a5', 'tenant_id': '18fe6c8aab524e49b9e1789598ca0489', 'fixed_ips': [{'subnet_id': '00389590-4a28-4115-91c4-444b7ded7eea'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:40.750937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.805514 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2524071 Dec 22 09:18:40.808650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42508) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:40.816706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Request body: {'subnet': {'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:40.831250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event updated for resources: {'Network': ['ID=a2d6874f-5399-4499-b2a4-cf6dfb08a0cc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:40.834029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:40.842903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network a2d6874f-5399-4499-b2a4-cf6dfb08a0cc details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:41.035143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Allocated IP 172.20.0.2 (98dce2bc-b365-4f88-9160-4ba2b6ec69a5/00389590-4a28-4115-91c4-444b7ded7eea/52c1febb-d0da-4e43-aa39-22356e7e14bb) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:41.040326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:41.044121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Usage tracker for resource:subnet and tenant:18fe6c8aab524e49b9e1789598ca0489 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:41.046987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:41.052546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:41.063336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Made reservation on behalf of 18fe6c8aab524e49b9e1789598ca0489 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:41.066996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.232215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.243055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Transition to ACTIVE for port object 52c1febb-d0da-4e43-aa39-22356e7e14bb will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:41.261942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Transition to ACTIVE for port object 52c1febb-d0da-4e43-aa39-22356e7e14bb will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:41.267574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.272178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:41.287465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.291191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-319f4196-c6d2-460b-a1b0-ce3471b1551b tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:41.335891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:41.338775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:41.342775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:41.363473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event updated for resources: {'Subnet': ['ID=f8d531e7-7225-4634-93de-7ab42d978917,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:41.366667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:41.376296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Checking segment: {'id': '4705f35a-ffe2-411f-ba0e-14c4114fbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:41.376656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Network hostable DHCP agents. Network: a2d6874f-5399-4499-b2a4-cf6dfb08a0cc, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:41.380519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Pushing event updated for resources: {'Port': ['ID=52c1febb-d0da-4e43-aa39-22356e7e14bb,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:41.387358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:41.394762 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:18:41.398929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Network a2d6874f-5399-4499-b2a4-cf6dfb08a0cc is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:41.408230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, a2d6874f-5399-4499-b2a4-cf6dfb08a0cc) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:41.412482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:41.413058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.418821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf23c269-f511-4372-8ff4-7fe65c0b4afa None None] Network a2d6874f-5399-4499-b2a4-cf6dfb08a0cc requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:41.436444 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6242204 Dec 22 09:18:41.436678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42512) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:41.442201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-b8e8c1bd-5806-4000-bd75-1af84c127b1e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:41.510578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Attempting to bind port 52c1febb-d0da-4e43-aa39-22356e7e14bb on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:41.510963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Attempting to bind port 52c1febb-d0da-4e43-aa39-22356e7e14bb by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '8826e30f-0481-4bce-b15d-750a07cdd3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '98dce2bc-b365-4f88-9160-4ba2b6ec69a5'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:41.511337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Attempting to bind port 52c1febb-d0da-4e43-aa39-22356e7e14bb on network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:41.521855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:41.522233 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Checking segment: {'id': '8826e30f-0481-4bce-b15d-750a07cdd3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '98dce2bc-b365-4f88-9160-4ba2b6ec69a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:41.522643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.523043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Bound using segment: {'id': '8826e30f-0481-4bce-b15d-750a07cdd3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '98dce2bc-b365-4f88-9160-4ba2b6ec69a5'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:41.523507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Bound port: 52c1febb-d0da-4e43-aa39-22356e7e14bb, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8826e30f-0481-4bce-b15d-750a07cdd3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '98dce2bc-b365-4f88-9160-4ba2b6ec69a5'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:41.523889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.685632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] For port 52c1febb-d0da-4e43-aa39-22356e7e14bb, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:41.690995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] For port 52c1febb-d0da-4e43-aa39-22356e7e14bb, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=52c1febb-d0da-4e43-aa39-22356e7e14bb,segment=NetworkSegment(8826e30f-0481-4bce-b15d-750a07cdd3d6),segment_id=8826e30f-0481-4bce-b15d-750a07cdd3d6)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:41.720159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.727858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:41.780632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-a2d6874f-5399-4499-b2a4-cf6dfb08a0cc', 'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc', 'tenant_id': '18fe6c8aab524e49b9e1789598ca0489', 'fixed_ips': [{'subnet_id': 'f8d531e7-7225-4634-93de-7ab42d978917'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:41.781480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.824482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c1bd-5806-4000-bd75-1af84c127b1e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.864237 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Pushing event updated for resources: {'Port': ['ID=52c1febb-d0da-4e43-aa39-22356e7e14bb,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:41.870892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:41.971076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.api.v2.resource [None req-b8e8c1bd-5806-4000-bd75-1af84c127b1e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 09:18:41.972145 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b8e8c1bd-5806-4000-bd75-1af84c127b1e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "PUT /v2.0/routers/84a7057d-f0e6-46b3-9a81-0821236c6cf7 HTTP/1.1" status: 400 len: 364 time: 0.5340528 Dec 22 09:18:41.977844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42516) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:41.979938 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Allocated IP 172.21.0.2 (a2d6874f-5399-4499-b2a4-cf6dfb08a0cc/f8d531e7-7225-4634-93de-7ab42d978917/78c513cc-880b-4762-9adb-83da8da881c0) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:42.078925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Deleting subnet f8d531e7-7225-4634-93de-7ab42d978917 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:18:42.133930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-378e457e-c849-422e-81e6-15d388d753e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.229886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.239636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Transition to ACTIVE for port object 78c513cc-880b-4762-9adb-83da8da881c0 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:42.257099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Transition to ACTIVE for port object 78c513cc-880b-4762-9adb-83da8da881c0 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:42.262038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.262668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.266815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:42.318039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.329853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Network a2d6874f-5399-4499-b2a4-cf6dfb08a0cc is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:42.332915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:42.336576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:42.342261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Pushing event updated for resources: {'Port': ['ID=78c513cc-880b-4762-9adb-83da8da881c0,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:42.345988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:42.405583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.431000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Attempting to bind port 78c513cc-880b-4762-9adb-83da8da881c0 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:42.431381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Attempting to bind port 78c513cc-880b-4762-9adb-83da8da881c0 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '4705f35a-ffe2-411f-ba0e-14c4114fbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:42.431796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Attempting to bind port 78c513cc-880b-4762-9adb-83da8da881c0 on network a2d6874f-5399-4499-b2a4-cf6dfb08a0cc {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:42.437059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:42.437982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Checking segment: {'id': '4705f35a-ffe2-411f-ba0e-14c4114fbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:42.438344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.438762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Bound using segment: {'id': '4705f35a-ffe2-411f-ba0e-14c4114fbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:42.439229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Bound port: 78c513cc-880b-4762-9adb-83da8da881c0, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4705f35a-ffe2-411f-ba0e-14c4114fbe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a2d6874f-5399-4499-b2a4-cf6dfb08a0cc'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:42.439607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.478373 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.483075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-15806f89-7088-4ede-8c4e-c5b1cdd27cfe tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:42.521622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d531e7-7225-4634-93de-7ab42d978917,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:42.523919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.526452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:42.531665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] For port 78c513cc-880b-4762-9adb-83da8da881c0, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:42.533838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42520) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:42.534359 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ecff5830-62c9-4a04-b1ab-88735c03bc5e tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "DELETE /v2.0/subnets/f8d531e7-7225-4634-93de-7ab42d978917 HTTP/1.1" status: 204 len: 168 time: 0.5549982 Dec 22 09:18:42.538001 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] For port 78c513cc-880b-4762-9adb-83da8da881c0, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=78c513cc-880b-4762-9adb-83da8da881c0,segment=NetworkSegment(4705f35a-ffe2-411f-ba0e-14c4114fbe46),segment_id=4705f35a-ffe2-411f-ba0e-14c4114fbe46)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:42.543543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.547912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:42.670069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.678259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Pushing event updated for resources: {'Port': ['ID=78c513cc-880b-4762-9adb-83da8da881c0,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:42.681844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Deleting port 78c513cc-880b-4762-9adb-83da8da881c0 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:42.682289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.683442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:42.713298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f1557b-e619-4921-88b0-7cd827d4bf33 None None] Network a2d6874f-5399-4499-b2a4-cf6dfb08a0cc requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:42.925586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] For port 78c513cc-880b-4762-9adb-83da8da881c0, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=78c513cc-880b-4762-9adb-83da8da881c0,segment=NetworkSegment(4705f35a-ffe2-411f-ba0e-14c4114fbe46),segment_id=4705f35a-ffe2-411f-ba0e-14c4114fbe46)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:42.925953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:42.927811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 52c1febb-d0da-4e43-aa39-22356e7e14bb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:42.964951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b842153-fff0-4134-b979-5764a453c1b3 None None] Network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:43.050700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Calling delete_port for 78c513cc-880b-4762-9adb-83da8da881c0 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:43.101299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d8f701dc-f845-4158-b176-ef0830149227 None None] Provisioning for port 52c1febb-d0da-4e43-aa39-22356e7e14bb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:43.132201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.137411 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1e44684-824c-4462-86da-2b541a3f530a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:43.154267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 52c1febb-d0da-4e43-aa39-22356e7e14bb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:43.178832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 52c1febb-d0da-4e43-aa39-22356e7e14bb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:43.179108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.182829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event deleted for resources: {'Port': ['ID=78c513cc-880b-4762-9adb-83da8da881c0,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:43.185277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:43.188443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] No DVR routers for this DVR port 78c513cc-880b-4762-9adb-83da8da881c0 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:43.315250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.342098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d6874f-5399-4499-b2a4-cf6dfb08a0cc']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:43.350870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.357885 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.361282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4705f35a-ffe2-411f-ba0e-14c4114fbe46') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:43.361583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4705f35a-ffe2-411f-ba0e-14c4114fbe46') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:43.376881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.394505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.401013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:43.401395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:43.415954 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:43.423649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.459272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 52c1febb-d0da-4e43-aa39-22356e7e14bb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=52c1febb-d0da-4e43-aa39-22356e7e14bb,segment=NetworkSegment(8826e30f-0481-4bce-b15d-750a07cdd3d6),segment_id=8826e30f-0481-4bce-b15d-750a07cdd3d6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:43.463858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.465807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:43.508237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.512635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.515623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-94d81ea2-4bea-458f-9c17-3005a027fc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:43.539823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=52c1febb-d0da-4e43-aa39-22356e7e14bb,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:43.543742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:43.544455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event deleted for resources: {'Network': ['ID=a2d6874f-5399-4499-b2a4-cf6dfb08a0cc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:43.547355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:43.551347 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "DELETE /v2.0/networks/a2d6874f-5399-4499-b2a4-cf6dfb08a0cc HTTP/1.1" status: 204 len: 168 time: 1.0142806 Dec 22 09:18:43.551882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42524) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:43.624266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Deleting subnet 00389590-4a28-4115-91c4-444b7ded7eea {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:18:43.627345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.638962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893dea66-af51-4e27-973a-8021221fb9a1 None None] get_active_networks_info from dv-neutron-822602-1-hyperv {{(pid=87602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 09:18:43.681812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.724718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893dea66-af51-4e27-973a-8021221fb9a1 None None] Resources bound (agent type, host, resource id): {{(pid=87602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 09:18:43.814964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1cf85ce5-bdc4-4dbc-a075-83d7871e5867 None None] Provisioning complete for port 52c1febb-d0da-4e43-aa39-22356e7e14bb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:43.815340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1cf85ce5-bdc4-4dbc-a075-83d7871e5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.882897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.955895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:43.960540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aec7469a-0022-453f-a18d-7ed173b67421 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:43.994689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event deleted for resources: {'Subnet': ['ID=00389590-4a28-4115-91c4-444b7ded7eea,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:43.997549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:43.998513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.004607 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "DELETE /v2.0/subnets/00389590-4a28-4115-91c4-444b7ded7eea HTTP/1.1" status: 204 len: 168 time: 0.4515588 Dec 22 09:18:44.006999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42528) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:44.120555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.130651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Deleting port 52c1febb-d0da-4e43-aa39-22356e7e14bb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:44.130987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.140785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2aca3c-4a43-4fa7-9e06-bd0fff11122f None None] Network 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:44.335757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] For port 52c1febb-d0da-4e43-aa39-22356e7e14bb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=52c1febb-d0da-4e43-aa39-22356e7e14bb,segment=NetworkSegment(8826e30f-0481-4bce-b15d-750a07cdd3d6),segment_id=8826e30f-0481-4bce-b15d-750a07cdd3d6)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:44.336267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.379593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] DHCP port deletion for 98dce2bc-b365-4f88-9160-4ba2b6ec69a5 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:18:44.383887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Deleting port 52c1febb-d0da-4e43-aa39-22356e7e14bb {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:44.384342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.459153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Calling delete_port for 52c1febb-d0da-4e43-aa39-22356e7e14bb owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:44.538340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.542483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4eb55e35-06ba-4561-b75d-ff1571d0206f tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:44.587820 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event deleted for resources: {'Port': ['ID=52c1febb-d0da-4e43-aa39-22356e7e14bb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:44.589639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] No DVR routers for this DVR port 52c1febb-d0da-4e43-aa39-22356e7e14bb on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:18:44.591668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:44.637189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] For port 52c1febb-d0da-4e43-aa39-22356e7e14bb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=52c1febb-d0da-4e43-aa39-22356e7e14bb,segment=NetworkSegment(8826e30f-0481-4bce-b15d-750a07cdd3d6),segment_id=8826e30f-0481-4bce-b15d-750a07cdd3d6)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:44.637476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.730985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.757121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dce2bc-b365-4f88-9160-4ba2b6ec69a5']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:44.768841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8826e30f-0481-4bce-b15d-750a07cdd3d6') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:44.769138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8826e30f-0481-4bce-b15d-750a07cdd3d6') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:44.771162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Calling delete_port for 52c1febb-d0da-4e43-aa39-22356e7e14bb owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:18:44.780594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.795911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.802944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:18:44.803245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.804052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:18:44.818374 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:18:44.849003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:18:44.849398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:18:44.882851 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 52c1febb-d0da-4e43-aa39-22356e7e14bb no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:18:44.908741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.912066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2cd22a05-7670-4731-ab31-3670cf0c941f tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:44.919415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 52c1febb-d0da-4e43-aa39-22356e7e14bb {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:18:44.919764 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 52c1febb-d0da-4e43-aa39-22356e7e14bb not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:18:44.926570 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.939067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Pushing event deleted for resources: {'Network': ['ID=98dce2bc-b365-4f88-9160-4ba2b6ec69a5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:44.941132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:44.942578 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "DELETE /v2.0/networks/98dce2bc-b365-4f88-9160-4ba2b6ec69a5 HTTP/1.1" status: 204 len: 168 time: 0.9347007 Dec 22 09:18:44.945258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42532) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:44.990213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1912b0ab-fc52-4de6-937a-512831501f03 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Synchronizing usage tracker for tenant:18fe6c8aab524e49b9e1789598ca0489 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:18:45.005362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-1912b0ab-fc52-4de6-937a-512831501f03 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Unset dirty status for tenant:18fe6c8aab524e49b9e1789598ca0489 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:18:45.006486 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1912b0ab-fc52-4de6-937a-512831501f03 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a7057d-f0e6-46b3-9a81-0821236c6cf7 HTTP/1.1" status: 200 len: 205 time: 0.0603559 Dec 22 09:18:45.009143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42536) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:45.142905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c085168-6014-4ccf-a53c-8ace28b72537 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:45.350805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Deleting port 52c1febb-d0da-4e43-aa39-22356e7e14bb {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:18:45.351263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:45.419565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b4a88103-31f8-4bb1-96a9-e4700940a9b1 None None] The port '52c1febb-d0da-4e43-aa39-22356e7e14bb' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:18:45.550207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c085168-6014-4ccf-a53c-8ace28b72537 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:45.550207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c085168-6014-4ccf-a53c-8ace28b72537 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:45.571724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c085168-6014-4ccf-a53c-8ace28b72537 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:45.572252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c085168-6014-4ccf-a53c-8ace28b72537 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Fanout notify agent at l3_agent the message router_deleted on router 84a7057d-f0e6-46b3-9a81-0821236c6cf7 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:18:45.583615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c085168-6014-4ccf-a53c-8ace28b72537 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:45.584708 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c085168-6014-4ccf-a53c-8ace28b72537 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] 10.222.0.36 "DELETE /v2.0/routers/84a7057d-f0e6-46b3-9a81-0821236c6cf7 HTTP/1.1" status: 204 len: 168 time: 0.5746393 Dec 22 09:18:45.843518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42544) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:45.988216 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e885f5ca-629d-43e7-8075-c35a8270a757 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18fe6c8aab524e49b9e1789598ca0489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433105 Dec 22 09:18:45.990613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42550) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:46.046794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:46.072054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:46.123834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:46.128054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d5c0eca-7bdc-4cc1-88b9-da4881b8f537 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:46.138769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc0cc9f-b5f7-41ec-af51-85b1c212f355,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:46.143205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:46.146324 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:46.147419 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efc0cc9f-b5f7-41ec-af51-85b1c212f355 HTTP/1.1" status: 204 len: 168 time: 0.1559284 Dec 22 09:18:46.794849 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42574) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:46.900532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1985001782-network', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:46.905259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:46.909615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Usage tracker for resource:network and tenant:f2903c8332dd4cfeb65d4432dd648f26 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:46.912416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:46.917946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:46.928957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Made reservation on behalf of f2903c8332dd4cfeb65d4432dd648f26 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:46.931486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:46.943515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:46.958077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:46.961809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Usage tracker for resource:security_group_rule and tenant:f2903c8332dd4cfeb65d4432dd648f26 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:46.964570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:46.970721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:47.056671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.063670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.066606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d0f88b14-46e3-43f9-970b-097746663de2 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:47.096287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:47.101356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6651126-9090-4af7-9611-70f41c919b7e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:47.104879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:47.108568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.108873 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Added segment a9907aca-8e89-454d-9796-ca30de6d7efe of type vlan for network 82612e59-9445-4e3b-a482-a24c7c6d5867 Dec 22 09:18:47.133941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.162478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.163508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:47.164244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.167571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-913f72eb-bc38-4a37-aed7-f027e98a312e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:47.269457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Pushing event updated for resources: {'Network': ['ID=82612e59-9445-4e3b-a482-a24c7c6d5867,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:47.272290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:47.273953 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e9961222-38c3-4afb-afe0-4560c4c69e67 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4781001 Dec 22 09:18:47.276893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42580) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:47.280140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:47.283192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Request body: {'subnet': {'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-subnet', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:47.288218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:47.292082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Usage tracker for resource:subnet and tenant:f2903c8332dd4cfeb65d4432dd648f26 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:47.294971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:47.300605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:47.311616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Made reservation on behalf of f2903c8332dd4cfeb65d4432dd648f26 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:47.314545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.517367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.521043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d15d8ff6-b7c1-4e52-8c08-6b1be29b2f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:47.589203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8507d8-d745-464b-85ae-967878998e28,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:47.591706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:47.598723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Checking segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:47.599073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Network hostable DHCP agents. Network: 82612e59-9445-4e3b-a482-a24c7c6d5867, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:47.617017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:47.626005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 82612e59-9445-4e3b-a482-a24c7c6d5867) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:47.630598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:47.631701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.634861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598df72f-0dc5-4970-b78b-cf0a62e78bca None None] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:47.652537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3743584 Dec 22 09:18:47.655150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42584) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:47.660227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:47.664690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:47.668562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Usage tracker for resource:router and tenant:f2903c8332dd4cfeb65d4432dd648f26 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:47.672705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:47.678277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:47.691753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.692845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.709542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:47.849315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-82612e59-9445-4e3b-a482-a24c7c6d5867', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'fixed_ips': [{'subnet_id': 'bb8507d8-d745-464b-85ae-967878998e28'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:47.850205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.008186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Allocated IP 172.20.0.2 (82612e59-9445-4e3b-a482-a24c7c6d5867/bb8507d8-d745-464b-85ae-967878998e28/cf591e57-dbc9-4b15-94cd-3aa52d0861be) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:48.101969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.210516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.220488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Transition to ACTIVE for port object cf591e57-dbc9-4b15-94cd-3aa52d0861be will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:48.238424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Transition to ACTIVE for port object cf591e57-dbc9-4b15-94cd-3aa52d0861be will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:48.244005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.248023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:48.311190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:48.314576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:48.316876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:48.325743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Pushing event updated for resources: {'Port': ['ID=cf591e57-dbc9-4b15-94cd-3aa52d0861be,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:48.351368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:48.411695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.411906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Attempting to bind port cf591e57-dbc9-4b15-94cd-3aa52d0861be on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:48.412148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Attempting to bind port cf591e57-dbc9-4b15-94cd-3aa52d0861be by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:48.412514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Attempting to bind port cf591e57-dbc9-4b15-94cd-3aa52d0861be on network 82612e59-9445-4e3b-a482-a24c7c6d5867 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:48.417848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:48.418217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Checking segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:48.418617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.419012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Bound using segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:48.419465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Bound port: cf591e57-dbc9-4b15-94cd-3aa52d0861be, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:48.419839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.442020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.509503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] For port cf591e57-dbc9-4b15-94cd-3aa52d0861be, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:48.512995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] For port cf591e57-dbc9-4b15-94cd-3aa52d0861be, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cf591e57-dbc9-4b15-94cd-3aa52d0861be,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:48.518065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.522426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:48.582812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Allocated IP 172.26.7.243 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/18969305-149d-499a-b082-48473a7182ca) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:48.608331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Pushing event updated for resources: {'Port': ['ID=cf591e57-dbc9-4b15-94cd-3aa52d0861be,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:48.611581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:48.743298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.788833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:48.794410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-317365c0-a27d-495c-b090-bab7c18e197a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:48.859531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:48.861180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:48.865148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:48.909789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Pushing event updated for resources: {'Port': ['ID=18969305-149d-499a-b082-48473a7182ca,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:48.912591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:48.928676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cf591e57-dbc9-4b15-94cd-3aa52d0861be up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:48.996202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port cf591e57-dbc9-4b15-94cd-3aa52d0861be completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:49.420981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:49.542507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f3ebc-0e94-4e31-b58f-2cb1b91290cf None None] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:49.673278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Provisioning for port cf591e57-dbc9-4b15-94cd-3aa52d0861be completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:49.690931 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Provisioning complete for port cf591e57-dbc9-4b15-94cd-3aa52d0861be triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:49.691310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:49.761196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:49.913484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:49.955551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] For port cf591e57-dbc9-4b15-94cd-3aa52d0861be, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cf591e57-dbc9-4b15-94cd-3aa52d0861be,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:49.960425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:49.962816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:49.970722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:18:50.034570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Pushing event updated for resources: {'Port': ['ID=cf591e57-dbc9-4b15-94cd-3aa52d0861be,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:50.040756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:50.155028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:18:50.164354 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Sync routers for ids ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:18:50.174312 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Routers {'903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:50.175216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:50.178868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:50.180413 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5240643 Dec 22 09:18:50.183588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42588) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:50.209813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f3fff57d-1630-4055-93c9-aeeecf323922 None None] Provisioning complete for port cf591e57-dbc9-4b15-94cd-3aa52d0861be triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:50.210188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f3fff57d-1630-4055-93c9-aeeecf323922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:50.377649 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Set router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:50.658509 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '18969305-149d-499a-b082-48473a7182ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:18:49Z', 'revision_number': 3, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port': {'id': '18969305-149d-499a-b082-48473a7182ca', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:48Z', 'updated_at': '2021-12-22T09:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:50.662200 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Checking router: 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:18:50.662551 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Updating router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d port 18969305-149d-499a-b082-48473a7182ca binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:18:50.715092 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:50.864052 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:50.889385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cf591e57-dbc9-4b15-94cd-3aa52d0861be up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:50.961700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cf591e57-dbc9-4b15-94cd-3aa52d0861be triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:50.962074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.053809 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.066819 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Transition to ACTIVE for port object 18969305-149d-499a-b082-48473a7182ca will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:51.077157 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.083840 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:51.101082 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Allocated IP 172.20.0.1 (82612e59-9445-4e3b-a482-a24c7c6d5867/bb8507d8-d745-464b-85ae-967878998e28/2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:51.158822 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Attempting to bind port 18969305-149d-499a-b082-48473a7182ca on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:51.159190 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Attempting to bind port 18969305-149d-499a-b082-48473a7182ca by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:51.159548 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Attempting to bind port 18969305-149d-499a-b082-48473a7182ca on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:51.166310 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Pushing event updated for resources: {'Port': ['ID=18969305-149d-499a-b082-48473a7182ca,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:51.170047 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:51.170415 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:51.170809 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.171199 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:51.171754 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Bound port: 18969305-149d-499a-b082-48473a7182ca, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:51.172132 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.208602 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.208946 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.209282 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.209612 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.209936 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.210259 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.210578 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.210896 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.211213 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.211528 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.211894 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.212181 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:18:51.223851 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:51.253213 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] For port 18969305-149d-499a-b082-48473a7182ca, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:51.256420 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] For port 18969305-149d-499a-b082-48473a7182ca, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=18969305-149d-499a-b082-48473a7182ca,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:51.262623 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.267478 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d3d50c72-a4b8-4246-a228-b37f5a41c199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:51.350799 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Routers {'903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:51.351452 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:51.369445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.384628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Transition to ACTIVE for port object 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:51.408828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.411957 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Pushing event updated for resources: {'Port': ['ID=18969305-149d-499a-b082-48473a7182ca,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:51.412631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7140b635-69c1-4787-b7b5-c565c1448615 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:51.427002 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:51.475571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:51.478429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:51.482222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:51.519839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Pushing event updated for resources: {'Port': ['ID=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:51.528235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:51.545610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.547297 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] Set router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:51.670205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.767428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-18e53c9c-5ec4-4232-a4f6-f8bc54546279 None None] Provisioning for port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:51.772125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-18e53c9c-5ec4-4232-a4f6-f8bc54546279 None None] Provisioning complete for port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:51.772507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-18e53c9c-5ec4-4232-a4f6-f8bc54546279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.829566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-18e53c9c-5ec4-4232-a4f6-f8bc54546279 None None] Port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:18:51.863306 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '18969305-149d-499a-b082-48473a7182ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:18:49Z', 'revision_number': 3, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port': {'id': '18969305-149d-499a-b082-48473a7182ca', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:48Z', 'updated_at': '2021-12-22T09:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:51.867107 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c62d1-ea66-468a-9e07-859d9d5d9ede None None] The sync data for ids ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'] in dv-neutron-822602-1-hyperv is: [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '18969305-149d-499a-b082-48473a7182ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:18:49Z', 'revision_number': 3, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port': {'id': '18969305-149d-499a-b082-48473a7182ca', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:48Z', 'updated_at': '2021-12-22T09:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:18:51.901092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.906393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:51.931445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2ded76bc-5292-47f6-963f-72e4dbc3cd33 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:52.013887 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:52.017400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Pushing event updated for resources: {'Port': ['ID=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:52.020601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:52.161871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:52.163020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:52.360617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:18:52.453323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-dfdaff47-a016-449b-97f4-0099b8a7ffc5 None None] Provisioning complete for port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:52.453896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dfdaff47-a016-449b-97f4-0099b8a7ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:52.508480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaff47-a016-449b-97f4-0099b8a7ffc5 None None] Port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:18:52.559088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:18:52.569434 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] 10.222.0.36 "PUT /v2.0/routers/903ca882-c6b2-48a8-8ec1-0eacd04f0e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3835979 Dec 22 09:18:52.901379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 18969305-149d-499a-b082-48473a7182ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:52.981186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 18969305-149d-499a-b082-48473a7182ca completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:52.986137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 18969305-149d-499a-b082-48473a7182ca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:52.986516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.089801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42606) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:53.098585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1993315189-network', 'tenant_id': '481b8267fee74d0ab3020962771323ba'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:53.103408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:53.106517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.107595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Usage tracker for resource:network and tenant:481b8267fee74d0ab3020962771323ba is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:53.112010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:53.118765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:53.129913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Made reservation on behalf of 481b8267fee74d0ab3020962771323ba for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:53.130263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 18969305-149d-499a-b082-48473a7182ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=18969305-149d-499a-b082-48473a7182ca,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:53.132945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.133883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.138960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:53.148312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.168794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:53.172682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Usage tracker for resource:security_group_rule and tenant:481b8267fee74d0ab3020962771323ba is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:53.175584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:53.181534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:53.211045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=18969305-149d-499a-b082-48473a7182ca,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:53.214535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:53.269230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.273056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.276202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-31669b62-6e07-4f2f-aac8-d0761f32c4df tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:53.304255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:18:53.314009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73314931-02de-422a-88c9-3b5e3863465e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:53.317105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:53.321182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.321694 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Added segment 378f2c02-b6da-4748-9e60-6adb4158cdbe of type vlan for network b95b84d4-0653-4bb5-acbf-579ce8812e80 Dec 22 09:18:53.348570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.379622 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Sync routers for ids ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:18:53.386422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.387630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:53.388254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.391044 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Routers {'903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:53.391759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:53.392317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d6ea052c-4ee6-4d9f-b5f5-4eabe1edf132 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:53.492113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Pushing event updated for resources: {'Network': ['ID=b95b84d4-0653-4bb5-acbf-579ce8812e80,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:53.495483 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4042549 Dec 22 09:18:53.496388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb1d03fd-d0e3-4e8d-a862-34ea1c6b636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:53.498243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42610) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:53.504139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Request body: {'subnet': {'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-subnet', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:53.509037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:53.512798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Usage tracker for resource:subnet and tenant:481b8267fee74d0ab3020962771323ba is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:53.516274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:53.522021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:53.533149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Made reservation on behalf of 481b8267fee74d0ab3020962771323ba for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:18:53.534992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:18:53.535604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.670612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Set router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:53.736413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.740361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-86bdc3e9-9c9f-47f7-999b-ebc9273abbbd tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:53.828583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36f5898-675f-4eb1-98f3-13d19d720460,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:53.832148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:53.834997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Checking segment: {'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:53.834997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Network hostable DHCP agents. Network: b95b84d4-0653-4bb5-acbf-579ce8812e80, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:18:53.853664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:18:53.864361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, b95b84d4-0653-4bb5-acbf-579ce8812e80) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:53.869396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:53.870300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.876895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac41d1c-a54b-4c29-8e65-110eec2f3799 None None] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:53.893241 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3940001 Dec 22 09:18:53.895820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42614) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:53.900694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:18:53.905304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:18:53.909143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Usage tracker for resource:router and tenant:481b8267fee74d0ab3020962771323ba is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:18:53.911941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:18:53.917630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:18:53.928571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.929580 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:53.945195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.247351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-b95b84d4-0653-4bb5-acbf-579ce8812e80', 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'fixed_ips': [{'subnet_id': 'b36f5898-675f-4eb1-98f3-13d19d720460'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:18:54.248209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.266775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '18969305-149d-499a-b082-48473a7182ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:18:51Z', 'revision_number': 4, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port': {'id': '18969305-149d-499a-b082-48473a7182ca', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:48Z', 'updated_at': '2021-12-22T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3', 'name': '', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'bb8507d8-d745-464b-85ae-967878998e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:50Z', 'updated_at': '2021-12-22T09:18:51Z', 'revision_number': 2, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'subnets': [{'id': 'bb8507d8-d745-464b-85ae-967878998e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:54.275304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Checking router: 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:18:54.275653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Updating router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:18:54.361947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.390963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.567305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Allocated IP 172.20.0.2 (b95b84d4-0653-4bb5-acbf-579ce8812e80/b36f5898-675f-4eb1-98f3-13d19d720460/8a78d92f-824b-4fe2-bfa0-c7be543451ca) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:54.676875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.707690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.845496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Allocated IP 172.26.7.41 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/1db6de43-dee8-4cbd-a7be-758c871d8a8c) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:54.905482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 18969305-149d-499a-b082-48473a7182ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:54.941360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:54.998421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.010045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Transition to ACTIVE for port object 8a78d92f-824b-4fe2-bfa0-c7be543451ca will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:55.028229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.032852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3125844a-01ec-4df3-a463-064ff17e26c3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:55.051468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Transition to ACTIVE for port object 8a78d92f-824b-4fe2-bfa0-c7be543451ca will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:55.055595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.061090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.071819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:55.092773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:55.095520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:55.099232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:55.120280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Transition to ACTIVE for port object 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:55.142393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Pushing event updated for resources: {'Port': ['ID=1db6de43-dee8-4cbd-a7be-758c871d8a8c,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:55.145771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 18969305-149d-499a-b082-48473a7182ca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:55.146158 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.146570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:55.176617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.192618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:55.202139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:55.211774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:55.213839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Pushing event updated for resources: {'Port': ['ID=8a78d92f-824b-4fe2-bfa0-c7be543451ca,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:55.220274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:55.224149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:55.571048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acfadc-6b21-491a-a135-607a7929275a None None] Pushing event updated for resources: {'Port': ['ID=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:55.582492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Attempting to bind port 8a78d92f-824b-4fe2-bfa0-c7be543451ca on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:55.582878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Attempting to bind port 8a78d92f-824b-4fe2-bfa0-c7be543451ca by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:55.583247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Attempting to bind port 8a78d92f-824b-4fe2-bfa0-c7be543451ca on network b95b84d4-0653-4bb5-acbf-579ce8812e80 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:55.585439 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-51acfadc-6b21-491a-a135-607a7929275a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:55.652278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:55.652664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Checking segment: {'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:55.653076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.653473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Bound using segment: {'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:55.653947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Bound port: 8a78d92f-824b-4fe2-bfa0-c7be543451ca, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:55.654328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.666191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.669914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Attempting to bind port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:55.670296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Attempting to bind port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:55.670666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Attempting to bind port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 on network 82612e59-9445-4e3b-a482-a24c7c6d5867 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:55.681919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:55.682293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Checking segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:55.682692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.683086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Bound using segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:55.683545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Bound port: 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:55.683943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.833530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] For port 8a78d92f-824b-4fe2-bfa0-c7be543451ca, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:55.847221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] For port 8a78d92f-824b-4fe2-bfa0-c7be543451ca, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a78d92f-824b-4fe2-bfa0-c7be543451ca,segment=NetworkSegment(378f2c02-b6da-4748-9e60-6adb4158cdbe),segment_id=378f2c02-b6da-4748-9e60-6adb4158cdbe)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:55.850088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] For port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:55.853407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] For port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:55.854741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.858533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:55.892749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:55.948363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Routers {'903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:55.949933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:56.015532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Pushing event updated for resources: {'Port': ['ID=8a78d92f-824b-4fe2-bfa0-c7be543451ca,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:56.023182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.026215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:56.026689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:56.181480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acfadc-6b21-491a-a135-607a7929275a None None] Pushing event updated for resources: {'Port': ['ID=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:56.186193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-51acfadc-6b21-491a-a135-607a7929275a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:56.217832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] Set router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:56.280493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:18:56.467521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:18:56.477111 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Sync routers for ids ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:18:56.488103 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Routers {'83b32bb1-d2f2-48c0-a28a-99cacc03d42f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:56.489209 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:56.493114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:56.497012 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5977678 Dec 22 09:18:56.497351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42618) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:18:56.562922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '18969305-149d-499a-b082-48473a7182ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:18:51Z', 'revision_number': 4, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port': {'id': '18969305-149d-499a-b082-48473a7182ca', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:48Z', 'updated_at': '2021-12-22T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3', 'name': '', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'bb8507d8-d745-464b-85ae-967878998e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:50Z', 'updated_at': '2021-12-22T09:18:55Z', 'revision_number': 4, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'subnets': [{'id': 'bb8507d8-d745-464b-85ae-967878998e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:56.566954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6614f-3200-46f7-a20c-8cba995bcba4 None None] The sync data for ids ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'] in dv-neutron-822602-1-hyperv is: [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '18969305-149d-499a-b082-48473a7182ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:18:51Z', 'revision_number': 4, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port': {'id': '18969305-149d-499a-b082-48473a7182ca', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:48Z', 'updated_at': '2021-12-22T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3', 'name': '', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'mac_address': 'fa:16:3e:e6:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'bb8507d8-d745-464b-85ae-967878998e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:50Z', 'updated_at': '2021-12-22T09:18:55Z', 'revision_number': 4, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'subnets': [{'id': 'bb8507d8-d745-464b-85ae-967878998e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:18:56.736309 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Set router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:57.001825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a78d92f-824b-4fe2-bfa0-c7be543451ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:57.135576 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:18:55Z', 'revision_number': 3, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port': {'id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:54Z', 'updated_at': '2021-12-22T09:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:57.140621 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Checking router: 83b32bb1-d2f2-48c0-a28a-99cacc03d42f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:18:57.141184 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Updating router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f port 1db6de43-dee8-4cbd-a7be-758c871d8a8c binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:18:57.146819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8a78d92f-824b-4fe2-bfa0-c7be543451ca completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:57.154076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:57.210246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b814b-6900-40f9-82a2-512d3d83a25a None None] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:18:57.236388 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.333152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Provisioning for port 8a78d92f-824b-4fe2-bfa0-c7be543451ca completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:57.356969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Provisioning complete for port 8a78d92f-824b-4fe2-bfa0-c7be543451ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:57.357354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.407449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:57.456519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:57.456907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.569061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.658562 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.673719 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Transition to ACTIVE for port object 1db6de43-dee8-4cbd-a7be-758c871d8a8c will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:57.689732 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.693628 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:57.787799 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Attempting to bind port 1db6de43-dee8-4cbd-a7be-758c871d8a8c on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:18:57.788208 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Attempting to bind port 1db6de43-dee8-4cbd-a7be-758c871d8a8c by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:18:57.788576 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Attempting to bind port 1db6de43-dee8-4cbd-a7be-758c871d8a8c on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:18:57.791083 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b98a8-7af4-457a-b335-ba4ca8daaf87 None None] Pushing event updated for resources: {'Port': ['ID=1db6de43-dee8-4cbd-a7be-758c871d8a8c,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:57.795139 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-437b98a8-7af4-457a-b335-ba4ca8daaf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:57.798427 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:18:57.798807 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:18:57.799216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.799608 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:18:57.800121 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Bound port: 1db6de43-dee8-4cbd-a7be-758c871d8a8c, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:18:57.800503 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.818627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Allocated IP 172.20.0.1 (b95b84d4-0653-4bb5-acbf-579ce8812e80/b36f5898-675f-4eb1-98f3-13d19d720460/4ff9945f-714b-47d3-98d4-a13f690043ad) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:18:57.838839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.866028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.900254 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] For port 1db6de43-dee8-4cbd-a7be-758c871d8a8c, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:18:57.904118 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] For port 1db6de43-dee8-4cbd-a7be-758c871d8a8c, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1db6de43-dee8-4cbd-a7be-758c871d8a8c,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:18:57.909552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] For port 8a78d92f-824b-4fe2-bfa0-c7be543451ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a78d92f-824b-4fe2-bfa0-c7be543451ca,segment=NetworkSegment(378f2c02-b6da-4748-9e60-6adb4158cdbe),segment_id=378f2c02-b6da-4748-9e60-6adb4158cdbe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:57.912387 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.916832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:57.920257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:57.925676 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-86de1469-4666-4f77-b89d-09783962fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:57.985350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:57.993343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.014422 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Routers {'83b32bb1-d2f2-48c0-a28a-99cacc03d42f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:18:58.015545 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:58.016024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Pushing event updated for resources: {'Port': ['ID=8a78d92f-824b-4fe2-bfa0-c7be543451ca,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:58.020804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:58.021107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:58.074828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.092491 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Transition to ACTIVE for port object 4ff9945f-714b-47d3-98d4-a13f690043ad will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:18:58.122954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:58.126189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:58.146631 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.151385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:58.210478 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b98a8-7af4-457a-b335-ba4ca8daaf87 None None] Pushing event updated for resources: {'Port': ['ID=1db6de43-dee8-4cbd-a7be-758c871d8a8c,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:58.214871 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-437b98a8-7af4-457a-b335-ba4ca8daaf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:58.217750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:58.220835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:58.222126 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] Set router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:18:58.224649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:18:58.251028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-16961197-c6a7-4500-b11e-e1a13255b4cf None None] Provisioning complete for port 8a78d92f-824b-4fe2-bfa0-c7be543451ca triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:58.251413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-16961197-c6a7-4500-b11e-e1a13255b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.263497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff9945f-714b-47d3-98d4-a13f690043ad,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:58.270413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:58.298568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.436400 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.523632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b8813476-8f6b-4193-9ace-4e1eb047b11e None None] Provisioning for port 4ff9945f-714b-47d3-98d4-a13f690043ad completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:58.530134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b8813476-8f6b-4193-9ace-4e1eb047b11e None None] Provisioning complete for port 4ff9945f-714b-47d3-98d4-a13f690043ad triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:58.531156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b8813476-8f6b-4193-9ace-4e1eb047b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.589057 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:18:55Z', 'revision_number': 3, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port': {'id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:54Z', 'updated_at': '2021-12-22T09:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:18:58.593990 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681c64-4dd8-416a-a8b2-e4d3bd79ff4d None None] The sync data for ids ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'] in dv-neutron-822602-1-hyperv is: [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:18:55Z', 'revision_number': 3, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port': {'id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:54Z', 'updated_at': '2021-12-22T09:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:18:58.594383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b8813476-8f6b-4193-9ace-4e1eb047b11e None None] Port 4ff9945f-714b-47d3-98d4-a13f690043ad cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:18:58.681378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.686322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.711522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-4ff84b04-0dad-48a2-be3d-cf470bc1a6fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:58.796659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff9945f-714b-47d3-98d4-a13f690043ad,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:58.799449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:18:58.800431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:58.955712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:18:58.956988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:18:59.003939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a78d92f-824b-4fe2-bfa0-c7be543451ca up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:59.086912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8a78d92f-824b-4fe2-bfa0-c7be543451ca triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:59.087492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:59.220290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:59.292316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:59.292696 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:59.317206 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:18:59.360443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8ddbed7d-cb11-423b-b1b5-bfc8e32ade8e None None] Provisioning complete for port 4ff9945f-714b-47d3-98d4-a13f690043ad triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:59.360821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8ddbed7d-cb11-423b-b1b5-bfc8e32ade8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:59.422461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbed7d-cb11-423b-b1b5-bfc8e32ade8e None None] Port 4ff9945f-714b-47d3-98d4-a13f690043ad cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:18:59.485636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1db6de43-dee8-4cbd-a7be-758c871d8a8c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:18:59.507633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:18:59.517472 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] 10.222.0.36 "PUT /v2.0/routers/83b32bb1-d2f2-48c0-a28a-99cacc03d42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0190198 Dec 22 09:18:59.575667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 1db6de43-dee8-4cbd-a7be-758c871d8a8c completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:18:59.581936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1db6de43-dee8-4cbd-a7be-758c871d8a8c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:18:59.582625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:59.700683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:59.716518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 1db6de43-dee8-4cbd-a7be-758c871d8a8c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1db6de43-dee8-4cbd-a7be-758c871d8a8c,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:18:59.721293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:59.723117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-414e1742-5828-4622-ad8a-1efdc64383cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:18:59.790115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=1db6de43-dee8-4cbd-a7be-758c871d8a8c,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:18:59.793107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:00.219019 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Sync routers for ids ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:19:00.228377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Routers {'83b32bb1-d2f2-48c0-a28a-99cacc03d42f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:00.228963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:00.405805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Set router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:00.454497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-3a2f09d9-4b5b-47b6-9ec0-9c3378eb1be3 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:00.455945 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-3a2f09d9-4b5b-47b6-9ec0-9c3378eb1be3 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/networks?id=82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 200 len: 817 time: 0.1451421 Dec 22 09:19:00.470569 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-f7b83fde-dd77-4443-bdff-42f4e5479f2d tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/quotas/f2903c8332dd4cfeb65d4432dd648f26 HTTP/1.1" status: 200 len: 375 time: 0.0090497 Dec 22 09:19:00.567328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-3f3a154b-2310-4a7c-80c2-c048de73eb01 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Synchronizing usage tracker for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:00.585444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-3f3a154b-2310-4a7c-80c2-c048de73eb01 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Unset dirty status for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:00.586983 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-3f3a154b-2310-4a7c-80c2-c048de73eb01 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113565 Dec 22 09:19:00.603336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-4edac335-8c0c-4df6-ace8-849a6c4ae386 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:19:00.604307 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-4edac335-8c0c-4df6-ace8-849a6c4ae386 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052791 Dec 22 09:19:00.735558 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-9031bfd2-037d-4fe6-ad60-55319a41cabf service neutron] 10.222.0.36 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256893 Dec 22 09:19:00.759878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:18:58Z', 'revision_number': 4, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port': {'id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:54Z', 'updated_at': '2021-12-22T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4ff9945f-714b-47d3-98d4-a13f690043ad', 'name': '', 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'mac_address': 'fa:16:3e:fb:45:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'b36f5898-675f-4eb1-98f3-13d19d720460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:57Z', 'updated_at': '2021-12-22T09:18:58Z', 'revision_number': 2, 'project_id': '481b8267fee74d0ab3020962771323ba', 'subnets': [{'id': 'b36f5898-675f-4eb1-98f3-13d19d720460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:00.763691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Checking router: 83b32bb1-d2f2-48c0-a28a-99cacc03d42f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:19:00.764093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Updating router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f port 4ff9945f-714b-47d3-98d4-a13f690043ad binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:19:00.824311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:00.871528 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-2ed14596-d778-47ea-8f96-82e78273406d service neutron] 10.222.0.36 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299839 Dec 22 09:19:00.895337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1db6de43-dee8-4cbd-a7be-758c871d8a8c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:01.063836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5f94ec6c-3167-48d1-a2ca-04e2d23d9a64 req-475b0a30-6e9d-4884-ae31-2b52f9d48a55 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 210 time: 0.0458121 Dec 22 09:19:01.107519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1db6de43-dee8-4cbd-a7be-758c871d8a8c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:01.107902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:01.342090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:01.354752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Transition to ACTIVE for port object 4ff9945f-714b-47d3-98d4-a13f690043ad will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:01.361554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:01.365852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:01.498238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22af100-308c-4c4f-ac86-7cfff936311f None None] Pushing event updated for resources: {'Port': ['ID=4ff9945f-714b-47d3-98d4-a13f690043ad,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:01.524045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c22af100-308c-4c4f-ac86-7cfff936311f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:01.590121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Attempting to bind port 4ff9945f-714b-47d3-98d4-a13f690043ad on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:01.590508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Attempting to bind port 4ff9945f-714b-47d3-98d4-a13f690043ad by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:01.590877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Attempting to bind port 4ff9945f-714b-47d3-98d4-a13f690043ad on network b95b84d4-0653-4bb5-acbf-579ce8812e80 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:01.598488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:01.598878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Checking segment: {'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:01.599668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:01.599668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Bound using segment: {'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:01.600166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Bound port: 4ff9945f-714b-47d3-98d4-a13f690043ad, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378f2c02-b6da-4748-9e60-6adb4158cdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:01.600551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:01.694133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] For port 4ff9945f-714b-47d3-98d4-a13f690043ad, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:01.697170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] For port 4ff9945f-714b-47d3-98d4-a13f690043ad, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4ff9945f-714b-47d3-98d4-a13f690043ad,segment=NetworkSegment(378f2c02-b6da-4748-9e60-6adb4158cdbe),segment_id=378f2c02-b6da-4748-9e60-6adb4158cdbe)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:01.700969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:01.704906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:01.788906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Routers {'83b32bb1-d2f2-48c0-a28a-99cacc03d42f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:19:01.789531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:18:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:01.859603 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22af100-308c-4c4f-ac86-7cfff936311f None None] Pushing event updated for resources: {'Port': ['ID=4ff9945f-714b-47d3-98d4-a13f690043ad,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:01.863431 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c22af100-308c-4c4f-ac86-7cfff936311f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:01.998317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] Set router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:19:02.162929 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-9d5d9c3f-4d10-4338-9495-f4fa0b67dd5f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:02.164242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-9d5d9c3f-4d10-4338-9495-f4fa0b67dd5f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Synchronizing usage tracker for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:02.184524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-9d5d9c3f-4d10-4338-9495-f4fa0b67dd5f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Unset dirty status for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:02.186205 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-9d5d9c3f-4d10-4338-9495-f4fa0b67dd5f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "GET /v2.0/networks?id=82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 200 len: 817 time: 0.1911874 Dec 22 09:19:02.198376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Request body: {'port': {'device_id': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'admin_state_up': True, 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:02.240543 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-de49469d-961a-4c29-9332-edaf2bd69888 req-96626b1c-4b10-4d9e-a5fe-2a85358bd061 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 210 time: 0.0496905 Dec 22 09:19:02.355596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:02.365519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:02.375889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Made reservation on behalf of f2903c8332dd4cfeb65d4432dd648f26 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:02.379372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.405170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:18:58Z', 'revision_number': 4, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port': {'id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:54Z', 'updated_at': '2021-12-22T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4ff9945f-714b-47d3-98d4-a13f690043ad', 'name': '', 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'mac_address': 'fa:16:3e:fb:45:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'b36f5898-675f-4eb1-98f3-13d19d720460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:57Z', 'updated_at': '2021-12-22T09:19:01Z', 'revision_number': 4, 'project_id': '481b8267fee74d0ab3020962771323ba', 'subnets': [{'id': 'b36f5898-675f-4eb1-98f3-13d19d720460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:02.409166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b32c65-fddc-4568-91cf-906c83f4ed56 None None] The sync data for ids ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'] in dv-neutron-822602-1-hyperv is: [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:18:58Z', 'revision_number': 4, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port': {'id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:54Z', 'updated_at': '2021-12-22T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4ff9945f-714b-47d3-98d4-a13f690043ad', 'name': '', 'network_id': 'b95b84d4-0653-4bb5-acbf-579ce8812e80', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'mac_address': 'fa:16:3e:fb:45:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'b36f5898-675f-4eb1-98f3-13d19d720460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:57Z', 'updated_at': '2021-12-22T09:19:01Z', 'revision_number': 4, 'project_id': '481b8267fee74d0ab3020962771323ba', 'subnets': [{'id': 'b36f5898-675f-4eb1-98f3-13d19d720460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:19:02.556331 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Allocated IP 172.20.0.6 (82612e59-9445-4e3b-a482-a24c7c6d5867/bb8507d8-d745-464b-85ae-967878998e28/9c7f00b8-2033-4f53-b2e5-92fffa544ce1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:02.774639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.791577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Transition to ACTIVE for port object 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:02.818766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:02.824671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-389535f4-5949-4f09-8802-8eeacbee671a tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:02.941375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4ff9945f-714b-47d3-98d4-a13f690043ad up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:03.011650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 4ff9945f-714b-47d3-98d4-a13f690043ad completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:03.017629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4ff9945f-714b-47d3-98d4-a13f690043ad triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:03.018173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.021056 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:03.024289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:03.028689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:03.078365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Pushing event updated for resources: {'Port': ['ID=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:03.083329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:03.107283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:03.108184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.144821 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9501853 Dec 22 09:19:03.158403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Request body: {'port': {'device_id': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:03.172020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.217999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 4ff9945f-714b-47d3-98d4-a13f690043ad, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4ff9945f-714b-47d3-98d4-a13f690043ad,segment=NetworkSegment(378f2c02-b6da-4748-9e60-6adb4158cdbe),segment_id=378f2c02-b6da-4748-9e60-6adb4158cdbe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:03.223288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.225293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:03.299800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=4ff9945f-714b-47d3-98d4-a13f690043ad,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:03.300385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.307646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:03.318878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ac8500e8-c675-48f9-857f-5c65c6491f9b None None] Provisioning for port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:03.325493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ac8500e8-c675-48f9-857f-5c65c6491f9b None None] Provisioning complete for port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:03.326186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ac8500e8-c675-48f9-857f-5c65c6491f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.398822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ac8500e8-c675-48f9-857f-5c65c6491f9b None None] Port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:03.618435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aee7d-b59b-46a7-b01e-2a03bc106671 req-d7f15253-bfd5-4b58-9916-c4aea5cad1b8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:03.619281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e86aee7d-b59b-46a7-b01e-2a03bc106671 req-d7f15253-bfd5-4b58-9916-c4aea5cad1b8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Synchronizing usage tracker for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:03.652941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e86aee7d-b59b-46a7-b01e-2a03bc106671 req-d7f15253-bfd5-4b58-9916-c4aea5cad1b8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Unset dirty status for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:03.653969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e86aee7d-b59b-46a7-b01e-2a03bc106671 req-d7f15253-bfd5-4b58-9916-c4aea5cad1b8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 931 time: 0.2867284 Dec 22 09:19:03.711920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e86aee7d-b59b-46a7-b01e-2a03bc106671 req-bcb2c25e-345c-4b33-8b94-d5b41f119faf tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Synchronizing usage tracker for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:03.780452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e86aee7d-b59b-46a7-b01e-2a03bc106671 req-bcb2c25e-345c-4b33-8b94-d5b41f119faf tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Unset dirty status for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:03.782148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e86aee7d-b59b-46a7-b01e-2a03bc106671 req-bcb2c25e-345c-4b33-8b94-d5b41f119faf tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191432 Dec 22 09:19:03.785884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:03.793314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.808343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Transition to ACTIVE for port object 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:03.812621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.817486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d6250c2-46c3-4086-8042-908584eae92a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:04.006167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:04.011537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:04.051436 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Attempting to bind port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:04.051772 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Attempting to bind port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:04.052125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Attempting to bind port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 on network 82612e59-9445-4e3b-a482-a24c7c6d5867 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:04.057064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 on network 82612e59-9445-4e3b-a482-a24c7c6d5867 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:19:04.057379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Attempting to bind port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 on network 82612e59-9445-4e3b-a482-a24c7c6d5867 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:04.062877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:04.063205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Checking segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:04.063582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Bound using segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:04.064020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Bound port: 9c7f00b8-2033-4f53-b2e5-92fffa544ce1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:04.064364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.153725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] For port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:04.156555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] For port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:04.160078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.163508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0775eb5f-b57d-4ecd-b193-d99104f47cd1 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:04.221424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:04.222042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.223447 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c7f00b8-2033-4f53-b2e5-92fffa544ce1 HTTP/1.1" status: 200 len: 1093 time: 1.0703902 Dec 22 09:19:04.223981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'tag': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:04.245471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:04.248683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:04.314418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'tag': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1', 'status': 'completed', 'code': 200} Dec 22 09:19:04.366189 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-9e8028b1-e1c5-44c0-9456-42cc95802303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:04.367671 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-9e8028b1-e1c5-44c0-9456-42cc95802303 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 1096 time: 0.0914145 Dec 22 09:19:04.437792 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-62e73452-7521-490a-86a2-b72416e9641a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c7f00b8-2033-4f53-b2e5-92fffa544ce1 HTTP/1.1" status: 200 len: 217 time: 0.0615113 Dec 22 09:19:04.502374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-802b8930-7a2e-4c2f-a3d2-e8eecc258659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:04.503732 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-802b8930-7a2e-4c2f-a3d2-e8eecc258659 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb8507d8-d745-464b-85ae-967878998e28 HTTP/1.1" status: 200 len: 856 time: 0.0605276 Dec 22 09:19:04.577516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-f0114387-4490-460e-938a-c9bab5a10be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:04.578969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-f0114387-4490-460e-938a-c9bab5a10be2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82612e59-9445-4e3b-a482-a24c7c6d5867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692487 Dec 22 09:19:04.708607 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-78862147-f099-4da1-9307-3c9142048ddb service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230516 Dec 22 09:19:04.897505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4ff9945f-714b-47d3-98d4-a13f690043ad up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:04.964471 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4ff9945f-714b-47d3-98d4-a13f690043ad triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:04.964761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.012614 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3224ccbd-431e-4707-87f0-2c1e24a010c0 req-afc1f2ce-4fee-4936-b019-f980d5bb530e service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975087 Dec 22 09:19:05.026787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6aa7a-788e-46d7-b912-d9c299c06ed8 req-18fd48ec-cd29-4523-8369-1a32c4fff75c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.028386 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7fb6aa7a-788e-46d7-b912-d9c299c06ed8 req-18fd48ec-cd29-4523-8369-1a32c4fff75c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 943 time: 0.1288626 Dec 22 09:19:05.115094 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7fb6aa7a-788e-46d7-b912-d9c299c06ed8 req-662dd6a2-5970-4b26-bba6-2407cbe7dd21 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790045 Dec 22 09:19:05.147409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-50caac59-975f-4d2f-98f8-a14bab87fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.148912 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-50caac59-975f-4d2f-98f8-a14bab87fd4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 1096 time: 0.0830295 Dec 22 09:19:05.279058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-295da239-0150-4abb-b60e-fa8ac5fa34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.280965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-295da239-0150-4abb-b60e-fa8ac5fa34ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 200 len: 917 time: 0.1251979 Dec 22 09:19:05.348498 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-17912061-8ec2-4f2a-8450-a3539171eb77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c7f00b8-2033-4f53-b2e5-92fffa544ce1 HTTP/1.1" status: 200 len: 217 time: 0.0614545 Dec 22 09:19:05.413838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-5768a76b-dba0-45f1-b468-8fe1908c4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.415392 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-5768a76b-dba0-45f1-b468-8fe1908c4fcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb8507d8-d745-464b-85ae-967878998e28 HTTP/1.1" status: 200 len: 856 time: 0.0604565 Dec 22 09:19:05.492577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-15f53616-90ff-4cf1-bf2f-c296bc8fb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:05.494044 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-15f53616-90ff-4cf1-bf2f-c296bc8fb14a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82612e59-9445-4e3b-a482-a24c7c6d5867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728831 Dec 22 09:19:05.623842 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-1245c8f2-2ef3-4ce9-953e-77557a858a89 service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215756 Dec 22 09:19:05.753511 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-824fc1d5-8786-40ee-a0cd-7c0707cf2d0f req-14e3b9c3-a5ee-41aa-8d0e-7e8f51b65549 service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225164 Dec 22 09:19:06.299418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30ff1-1faa-49f9-a871-1202bd83a7e1 req-e3e227c4-80df-4f6f-a716-2a9359bc3b07 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:06.300866 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87f30ff1-1faa-49f9-a871-1202bd83a7e1 req-e3e227c4-80df-4f6f-a716-2a9359bc3b07 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 943 time: 0.0805323 Dec 22 09:19:06.344276 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-87f30ff1-1faa-49f9-a871-1202bd83a7e1 req-f78b8b91-abee-4130-81f6-75e5490349b3 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Dec 22 09:19:07.529776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b0464-0e54-48c1-81f7-b16b99a13c93 req-0ba09b70-7755-4b8c-9530-38e85938c6d1 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:07.531801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5b0464-0e54-48c1-81f7-b16b99a13c93 req-0ba09b70-7755-4b8c-9530-38e85938c6d1 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 943 time: 0.0851905 Dec 22 09:19:07.575341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5b0464-0e54-48c1-81f7-b16b99a13c93 req-10dc1994-a41d-4bb4-bf65-2bd2bc84a81e tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Dec 22 09:19:08.769430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0912d0-ea45-4601-9c10-89994b3d3cb9 req-11d02333-bdcb-4081-a700-ba7fa97e58bb tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:08.770896 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c0912d0-ea45-4601-9c10-89994b3d3cb9 req-11d02333-bdcb-4081-a700-ba7fa97e58bb tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 943 time: 0.0831416 Dec 22 09:19:08.814491 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c0912d0-ea45-4601-9c10-89994b3d3cb9 req-eb4047e5-ea75-4194-9436-6e07eb747ac4 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Dec 22 09:19:09.692652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:19:09.821393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:09.835421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'port_id': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1', 'mac_address': 'fa:16:3e:14:8d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8507d8-d745-464b-85ae-967878998e28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:19:09.900339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-113276af-c865-4e04-b33e-24662522a9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.908041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.927097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:09.946559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:09.950353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.954115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:10.006871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42daef-27db-4574-9590-922a70dbbf3b req-eff271a7-e7b0-4878-b4c6-b5b0f3237da6 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:10.008344 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da42daef-27db-4574-9590-922a70dbbf3b req-eff271a7-e7b0-4878-b4c6-b5b0f3237da6 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 944 time: 0.0800416 Dec 22 09:19:10.020477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:10.034259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.034605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.034941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.035269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.035596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.035939 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.036267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.036610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.036928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.037244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.037633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.037954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:10.042369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:10.049804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.054309 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-da42daef-27db-4574-9590-922a70dbbf3b req-0cd7639f-cdb5-495e-98ac-c9c13d1b23e3 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Dec 22 09:19:10.319151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['9c7f00b8-2033-4f53-b2e5-92fffa544ce1'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:19:11.251809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec44d6-bef8-486a-a6ee-0d2f761d2717 req-996a13b7-ec1e-47cc-a6c1-a2989bce9610 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:11.253268 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17ec44d6-bef8-486a-a6ee-0d2f761d2717 req-996a13b7-ec1e-47cc-a6c1-a2989bce9610 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 944 time: 0.0805647 Dec 22 09:19:11.303111 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17ec44d6-bef8-486a-a6ee-0d2f761d2717 req-8a067180-a4cd-473a-af47-dc0701ba9ff3 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Dec 22 09:19:11.691882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:11.759619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:11.764308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:11.764687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.879170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.904763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:11.914450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:11.918195 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.920295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-307fe988-f7ec-44f5-8359-5e859adddcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:11.950497 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1', 'code': 200} Dec 22 09:19:11.990408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:11.993200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:12.116566 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b99b73f4-90fe-4b09-be0b-7ea28263c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.181088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156660b2-28eb-4fec-b905-aeaf76978ad3 req-590b0242-e3bc-434e-a000-c3eb657e5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:12.182636 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-156660b2-28eb-4fec-b905-aeaf76978ad3 req-590b0242-e3bc-434e-a000-c3eb657e5589 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 1098 time: 0.0772967 Dec 22 09:19:12.222576 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-156660b2-28eb-4fec-b905-aeaf76978ad3 req-992ae5a0-3135-4c0e-80be-c7d671a8f59e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Dec 22 09:19:12.482133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997ce8-08bd-4064-bd4f-4c30f622717f req-8ab6d781-02bd-433f-8d95-eb162175d935 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:12.484099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-31997ce8-08bd-4064-bd4f-4c30f622717f req-8ab6d781-02bd-433f-8d95-eb162175d935 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 945 time: 0.0777395 Dec 22 09:19:12.529519 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-31997ce8-08bd-4064-bd4f-4c30f622717f req-fc179816-f5e9-4e64-8dc9-6c9be99c04d8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Dec 22 09:19:13.284369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.336106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.716782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7b6b9-ef00-434d-8675-b2ba9bd894e1 req-f7eb2092-4e15-4132-82b4-ee00ae5b9431 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:13.718221 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8dd7b6b9-ef00-434d-8675-b2ba9bd894e1 req-f7eb2092-4e15-4132-82b4-ee00ae5b9431 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 945 time: 0.0786057 Dec 22 09:19:13.760685 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8dd7b6b9-ef00-434d-8675-b2ba9bd894e1 req-2bebcbf5-8fcb-4270-976f-7fd0dc1409f4 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Dec 22 09:19:13.948385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc155b-1561-458b-b9b0-0af10f34c9bc req-9da44caa-c595-491e-bb27-1183af71499b tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:13.949713 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fcc155b-1561-458b-b9b0-0af10f34c9bc req-9da44caa-c595-491e-bb27-1183af71499b tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 945 time: 0.0826032 Dec 22 09:19:13.992281 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2fcc155b-1561-458b-b9b0-0af10f34c9bc req-f002b617-eeb1-422e-81c7-b3df5759b8bc tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Dec 22 09:19:14.667130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.394301 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:19:29.817157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab5b71-f282-41cf-9730-2fa28ebd7976 req-5c31d107-a121-417b-af37-5925881b07ff tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:29.818502 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f8ab5b71-f282-41cf-9730-2fa28ebd7976 req-5c31d107-a121-417b-af37-5925881b07ff tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 945 time: 0.0823522 Dec 22 09:19:29.863010 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f8ab5b71-f282-41cf-9730-2fa28ebd7976 req-b781e97f-c732-4246-a350-7bf59eab9b27 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Dec 22 09:19:31.053674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e8f36-628f-4bdc-ab91-19312b3a2245 req-a36b0d62-b713-4132-a075-9895ae76bb61 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:31.055122 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-073e8f36-628f-4bdc-ab91-19312b3a2245 req-a36b0d62-b713-4132-a075-9895ae76bb61 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 945 time: 0.0831289 Dec 22 09:19:31.100779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-073e8f36-628f-4bdc-ab91-19312b3a2245 req-7ac3887f-ca15-498f-b44e-ca5c434a4e02 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Dec 22 09:19:31.531632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-6491161f-97aa-40c7-a1b7-b710014add41 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:31.533091 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-6491161f-97aa-40c7-a1b7-b710014add41 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 945 time: 0.0795176 Dec 22 09:19:31.610285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Deleting port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:19:31.610628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.990268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] For port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:31.990616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.112660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Calling delete_port for 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:19:32.271576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.278091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-68ac458e-1991-4e86-b59a-e25a883ce505 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:32.284315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['9c7f00b8-2033-4f53-b2e5-92fffa544ce1'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:19:32.326920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Pushing event deleted for resources: {'Port': ['ID=9c7f00b8-2033-4f53-b2e5-92fffa544ce1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:32.330457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:32.384333 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cdc162fd-107c-498a-9f6f-2734492f587f req-01348d8b-882c-47d4-8761-dbd55783cf92 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad7a9c70-c92e-4901-8870-9beb1ef17512 HTTP/1.1" status: 200 len: 210 time: 0.1708241 Dec 22 09:19:32.416557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] No DVR routers for this DVR port 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:32.419463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.422166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'name': 'network-vif-deleted', 'tag': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:32.439942 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ef8a8be-3b1e-45f3-8a8e-fb8933b186f4 req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "DELETE /v2.0/ports/9c7f00b8-2033-4f53-b2e5-92fffa544ce1 HTTP/1.1" status: 204 len: 173 time: 0.9014711 Dec 22 09:19:32.469634 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7a9c70-c92e-4901-8870-9beb1ef17512', 'name': 'network-vif-deleted', 'tag': '9c7f00b8-2033-4f53-b2e5-92fffa544ce1', 'status': 'completed', 'code': 200} Dec 22 09:19:34.095258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-51f0c42c-607c-42e1-831c-31ea28526931 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:34.096656 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-51f0c42c-607c-42e1-831c-31ea28526931 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/networks?id=82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 200 len: 817 time: 0.1648839 Dec 22 09:19:34.112653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-02775004-920d-4694-96e6-a18d28769a03 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/quotas/f2903c8332dd4cfeb65d4432dd648f26 HTTP/1.1" status: 200 len: 375 time: 0.0101147 Dec 22 09:19:34.199738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-d7c6f542-b77c-4f84-ad5e-c9fc90e8406f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Synchronizing usage tracker for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:34.216251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-d7c6f542-b77c-4f84-ad5e-c9fc90e8406f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Unset dirty status for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:34.218233 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-d7c6f542-b77c-4f84-ad5e-c9fc90e8406f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983078 Dec 22 09:19:34.356569 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-81ffbf53-5755-484a-962c-ee95563a2f27 service neutron] 10.222.0.36 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266778 Dec 22 09:19:34.492507 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-a37ba55c-2eab-4ed8-bd59-51e2bf819380 service neutron] 10.222.0.36 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296208 Dec 22 09:19:34.683438 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a957d6b1-421a-4f28-bf73-b8aa1fed0faf req-bff05c06-e861-4dd6-be4e-450f34bacce8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 210 time: 0.0452223 Dec 22 09:19:35.817345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:35.854028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:19:35.854258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 9c7f00b8-2033-4f53-b2e5-92fffa544ce1 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:35.900379 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b682724f-d0dc-49df-b0f3-70e0a66a5fa0 req-493497a9-c52b-4561-955d-65d82fbbc124 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 210 time: 0.0997562 Dec 22 09:19:35.976868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-fbd61249-0ff5-4825-b16b-d0a372d15e7c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:35.978309 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-fbd61249-0ff5-4825-b16b-d0a372d15e7c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "GET /v2.0/networks?id=82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 200 len: 817 time: 0.2046142 Dec 22 09:19:35.990612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Request body: {'port': {'device_id': 'c9c66884-4004-4f84-a576-6935d0850765', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'admin_state_up': True, 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:36.136024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:36.147326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:36.158053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Made reservation on behalf of f2903c8332dd4cfeb65d4432dd648f26 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:36.161815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.482122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Allocated IP 172.20.0.9 (82612e59-9445-4e3b-a482-a24c7c6d5867/bb8507d8-d745-464b-85ae-967878998e28/a9910f00-2d0e-44c4-ac54-1fc45fa1e106) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:36.705039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.721194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Transition to ACTIVE for port object a9910f00-2d0e-44c4-ac54-1fc45fa1e106 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:36.751077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.757232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-700c460e-1b1b-49eb-9b9a-4e265cdbe4fe tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:36.824204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:36.827458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:36.831631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:19:36.869664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Pushing event updated for resources: {'Port': ['ID=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:36.887576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.887992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.888351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.888720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.889085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.889577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.889941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.890301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.890661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.891016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.891373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.891730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:36.897343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:36.913213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:36.913874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.939375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9525402 Dec 22 09:19:37.004704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Request body: {'port': {'device_id': 'c9c66884-4004-4f84-a576-6935d0850765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:19:37.073999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-14fd2004-1f5d-4d4c-bbec-52c64cc59a44 None None] Provisioning for port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:37.080499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-14fd2004-1f5d-4d4c-bbec-52c64cc59a44 None None] Provisioning complete for port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:37.080878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-14fd2004-1f5d-4d4c-bbec-52c64cc59a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.127075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232c188-eea4-41db-a0b4-b06178d1220c req-15eb6f59-942f-4bce-98e3-f70ca9c831a3 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:37.129298 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0232c188-eea4-41db-a0b4-b06178d1220c req-15eb6f59-942f-4bce-98e3-f70ca9c831a3 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 931 time: 0.0995262 Dec 22 09:19:37.133421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.180807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-14fd2004-1f5d-4d4c-bbec-52c64cc59a44 None None] Port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:19:37.287798 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0232c188-eea4-41db-a0b4-b06178d1220c req-4901a30a-148e-4542-bde5-abeb7e061785 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523683 Dec 22 09:19:37.481314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9910f00-2d0e-44c4-ac54-1fc45fa1e106 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:37.488979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.503335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Transition to ACTIVE for port object a9910f00-2d0e-44c4-ac54-1fc45fa1e106 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:37.507445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.511098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:37.661164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Pushing event updated for resources: {'Port': ['ID=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:37.671599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:37.744082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Attempting to bind port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:37.744422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Attempting to bind port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:37.744748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Attempting to bind port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 on network 82612e59-9445-4e3b-a482-a24c7c6d5867 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:37.749622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 on network 82612e59-9445-4e3b-a482-a24c7c6d5867 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:19:37.749934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Attempting to bind port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 on network 82612e59-9445-4e3b-a482-a24c7c6d5867 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:19:37.755290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:19:37.755617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Checking segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:19:37.756024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Bound using segment: {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:19:37.756437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Bound port: a9910f00-2d0e-44c4-ac54-1fc45fa1e106, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9907aca-8e89-454d-9796-ca30de6d7efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:37.756780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.857245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] For port a9910f00-2d0e-44c4-ac54-1fc45fa1e106, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:19:37.860664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] For port a9910f00-2d0e-44c4-ac54-1fc45fa1e106, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:19:37.865005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.868674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-de680795-903c-4e65-ba9e-87880989afdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:37.924967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:37.925623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.926889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] 10.222.0.16 "PUT /v2.0/ports/a9910f00-2d0e-44c4-ac54-1fc45fa1e106 HTTP/1.1" status: 200 len: 1093 time: 0.9763422 Dec 22 09:19:37.927388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c66884-4004-4f84-a576-6935d0850765', 'tag': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:37.948837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Pushing event updated for resources: {'Port': ['ID=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:37.952848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:38.003850 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c66884-4004-4f84-a576-6935d0850765', 'tag': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106', 'status': 'completed', 'code': 200} Dec 22 09:19:38.044855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-5a445da9-88f1-416c-90e2-21ab8fa4aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:38.046375 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-5a445da9-88f1-416c-90e2-21ab8fa4aefb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 1096 time: 0.0733755 Dec 22 09:19:38.119539 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-1f8e8a16-6eef-48d8-aa8a-718c5639e46a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106 HTTP/1.1" status: 200 len: 217 time: 0.0655198 Dec 22 09:19:38.192828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-8a32d86a-ab20-400a-b50a-f1c0d751fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:38.194143 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-8a32d86a-ab20-400a-b50a-f1c0d751fe1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb8507d8-d745-464b-85ae-967878998e28 HTTP/1.1" status: 200 len: 856 time: 0.0690272 Dec 22 09:19:38.267807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-e507f28a-c3ae-49a5-8e8c-64df5983c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:38.269261 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-e507f28a-c3ae-49a5-8e8c-64df5983c716 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82612e59-9445-4e3b-a482-a24c7c6d5867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690291 Dec 22 09:19:38.485039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9019892-ee14-440a-963a-6d5568fda994 req-1d7253f5-b2ac-4893-887f-099099d24bef tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:38.486748 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d9019892-ee14-440a-963a-6d5568fda994 req-1d7253f5-b2ac-4893-887f-099099d24bef tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 943 time: 0.0892758 Dec 22 09:19:38.521754 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-a49a35d9-e33c-4ecf-8fa4-c6941fe70fdd service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458239 Dec 22 09:19:38.532128 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d9019892-ee14-440a-963a-6d5568fda994 req-af6b7ac6-458d-4dca-a878-7c26ceb781dd tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Dec 22 09:19:38.653151 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3202e152-d54f-4da6-b1dc-283ff96d287d req-b61a9f0a-9f3c-4e2c-8d7f-011804d69d62 service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248877 Dec 22 09:19:38.762663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-db866ac7-2263-4cad-8c82-800a149841f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:38.764087 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-db866ac7-2263-4cad-8c82-800a149841f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 1096 time: 0.0692425 Dec 22 09:19:38.899292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-08a39f00-0838-45d8-ba68-b2bb0cd08928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:38.900763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-08a39f00-0838-45d8-ba68-b2bb0cd08928 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 200 len: 917 time: 0.1295941 Dec 22 09:19:38.971217 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-0689c542-f6d5-4b63-9a5a-4e7fe845c140 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106 HTTP/1.1" status: 200 len: 217 time: 0.0644569 Dec 22 09:19:39.032250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-dc796038-e62d-4a44-a9cc-86b1a4c04b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:39.033603 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-dc796038-e62d-4a44-a9cc-86b1a4c04b4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb8507d8-d745-464b-85ae-967878998e28 HTTP/1.1" status: 200 len: 856 time: 0.0562747 Dec 22 09:19:39.110634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-bc7f26e1-804d-4392-a603-ef45939538a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:39.112107 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-bc7f26e1-804d-4392-a603-ef45939538a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82612e59-9445-4e3b-a482-a24c7c6d5867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726404 Dec 22 09:19:39.253428 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-bb353403-eeae-4c1d-99d8-6cf9e01cb889 service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351628 Dec 22 09:19:39.382349 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5d692a6d-7176-40b9-a55d-f2e09eaa25c0 req-764cf77e-31d0-4509-b8c4-89b8c10c205d service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223600 Dec 22 09:19:39.718347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199165c-74a1-49b5-bca9-e4cec3393891 req-916ad933-155d-42b3-aa5b-138bbe531965 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:39.719029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-9199165c-74a1-49b5-bca9-e4cec3393891 req-916ad933-155d-42b3-aa5b-138bbe531965 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Synchronizing usage tracker for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:39.734094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-9199165c-74a1-49b5-bca9-e4cec3393891 req-916ad933-155d-42b3-aa5b-138bbe531965 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Unset dirty status for tenant:f2903c8332dd4cfeb65d4432dd648f26 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:39.735312 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9199165c-74a1-49b5-bca9-e4cec3393891 req-916ad933-155d-42b3-aa5b-138bbe531965 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 943 time: 0.0941834 Dec 22 09:19:39.778544 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9199165c-74a1-49b5-bca9-e4cec3393891 req-f940680d-90c0-4706-aa38-58f0487c8cd8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Dec 22 09:19:39.868606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0f42af6b-edd4-4269-ac8d-c2cc69afadb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.026429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.977654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7229-9e2b-485a-941b-525ac5a5309b req-ad57f80a-1f78-454e-bed6-d493e69f6e09 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:40.979076 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4f0f7229-9e2b-485a-941b-525ac5a5309b req-ad57f80a-1f78-454e-bed6-d493e69f6e09 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 943 time: 0.0844979 Dec 22 09:19:41.022329 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4f0f7229-9e2b-485a-941b-525ac5a5309b req-cea877ff-654e-467a-836c-6faf506285c9 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Dec 22 09:19:41.849056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a9910f00-2d0e-44c4-ac54-1fc45fa1e106 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:19:41.977973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a9910f00-2d0e-44c4-ac54-1fc45fa1e106, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:41.991000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106', 'network_id': '82612e59-9445-4e3b-a482-a24c7c6d5867', 'port_id': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106', 'mac_address': 'fa:16:3e:a8:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8507d8-d745-464b-85ae-967878998e28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:19:42.047320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.065940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9910f00-2d0e-44c4-ac54-1fc45fa1e106 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:42.081443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a9910f00-2d0e-44c4-ac54-1fc45fa1e106, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:42.085538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.092801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d1c4949e-e899-4d2a-b9eb-0ebf94a683cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:42.160771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e403-58d6-44a4-9d5e-38d937cb48d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.169003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:42.171779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:42.209044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bbd01-ffe1-47f3-a797-524c4e3b6ebf req-9baf7265-4979-4f09-9aaf-73498184fdb0 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:42.210473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-952bbd01-ffe1-47f3-a797-524c4e3b6ebf req-9baf7265-4979-4f09-9aaf-73498184fdb0 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 944 time: 0.0827742 Dec 22 09:19:42.253173 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-952bbd01-ffe1-47f3-a797-524c4e3b6ebf req-68b63e05-0829-4628-872e-97bdf7a39552 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370464 Dec 22 09:19:42.398664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['a9910f00-2d0e-44c4-ac54-1fc45fa1e106'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:19:43.288610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:43.340215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:43.446589 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb355-17a1-477d-a7bc-cd923e5bc059 req-e10eef6c-4af7-42ec-83f8-cfbd6e705ec9 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:43.448062 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7bddb355-17a1-477d-a7bc-cd923e5bc059 req-e10eef6c-4af7-42ec-83f8-cfbd6e705ec9 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 944 time: 0.0784793 Dec 22 09:19:43.491754 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7bddb355-17a1-477d-a7bc-cd923e5bc059 req-779d3d0b-a5db-40b4-87a8-5ed687902bc5 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380404 Dec 22 09:19:43.865103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a9910f00-2d0e-44c4-ac54-1fc45fa1e106 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:43.930443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:43.935184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:43.935580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:44.049155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:44.075153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c66884-4004-4f84-a576-6935d0850765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:44.085299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a9910f00-2d0e-44c4-ac54-1fc45fa1e106, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:19:44.089846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:44.093389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-51acfadc-6b21-491a-a135-607a7929275a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:44.130767 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c66884-4004-4f84-a576-6935d0850765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106', 'code': 200} Dec 22 09:19:44.165639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:44.168730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:44.346582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fac03-55ef-41c9-9edd-865ba105a120 req-a9bc3de2-f153-47c9-8cc0-425ebbba7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:44.348092 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-836fac03-55ef-41c9-9edd-865ba105a120 req-a9bc3de2-f153-47c9-8cc0-425ebbba7c78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 1098 time: 0.0700109 Dec 22 09:19:44.396870 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-836fac03-55ef-41c9-9edd-865ba105a120 req-dfb91ba4-679f-4cbe-a6eb-e2deb312881a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Dec 22 09:19:44.671382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:44.690298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6001d-bb23-4b0c-b3ee-3152780dc09c req-bb4e195c-323d-4e49-9fb9-34256bbfa329 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:44.691805 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45c6001d-bb23-4b0c-b3ee-3152780dc09c req-bb4e195c-323d-4e49-9fb9-34256bbfa329 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 945 time: 0.0893946 Dec 22 09:19:44.741534 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-45c6001d-bb23-4b0c-b3ee-3152780dc09c req-a41d0230-9ff1-4707-a733-fc5dc399a407 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Dec 22 09:19:45.960573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02313f71-c5c9-42fa-a8ab-170e2531a16b req-7b0cb151-2247-4fa6-ab38-f7cfe7dc35a0 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:45.962175 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-02313f71-c5c9-42fa-a8ab-170e2531a16b req-7b0cb151-2247-4fa6-ab38-f7cfe7dc35a0 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 945 time: 0.0946982 Dec 22 09:19:46.011119 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-02313f71-c5c9-42fa-a8ab-170e2531a16b req-28d1a10e-325e-44fe-9255-464f4444de2f tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Dec 22 09:19:46.365542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc57af-b3bb-4ef8-be8d-47be0e095996 req-0cc5dcf4-2acf-44f5-bb30-a557ab2ba436 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:46.366971 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcdc57af-b3bb-4ef8-be8d-47be0e095996 req-0cc5dcf4-2acf-44f5-bb30-a557ab2ba436 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 945 time: 0.0885801 Dec 22 09:19:46.416869 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dcdc57af-b3bb-4ef8-be8d-47be0e095996 req-d89fe731-1b49-4c26-9a0d-239fc42f187d tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Dec 22 09:19:53.790865 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-0d915fc5-a76f-436c-8c95-ce3d92a7e344 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727034 Dec 22 09:19:53.934035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-85b73ae8-5736-4710-abbe-330b56e404b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:53.935416 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-85b73ae8-5736-4710-abbe-330b56e404b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 1098 time: 0.0772743 Dec 22 09:19:54.079442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-fef37044-9184-45eb-ab05-0723f6dd036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:54.080894 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-fef37044-9184-45eb-ab05-0723f6dd036e service neutron] 10.222.0.16 "GET /v2.0/networks?id=82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 200 len: 917 time: 0.1260746 Dec 22 09:19:54.283377 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-8271f417-754a-4652-bc59-f1eea545ffbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106 HTTP/1.1" status: 200 len: 217 time: 0.1962316 Dec 22 09:19:54.356524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-c3091d68-9f99-415c-93cb-2a36f6870202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:54.358069 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-c3091d68-9f99-415c-93cb-2a36f6870202 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb8507d8-d745-464b-85ae-967878998e28 HTTP/1.1" status: 200 len: 856 time: 0.0677395 Dec 22 09:19:54.436793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-a3c6fdf5-2fca-472e-97fa-dbce0a5b8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:54.439021 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-a3c6fdf5-2fca-472e-97fa-dbce0a5b8ef0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82612e59-9445-4e3b-a482-a24c7c6d5867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748663 Dec 22 09:19:54.581824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-a2ea192b-50db-46c9-a4cf-59d036e9a49f service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361609 Dec 22 09:19:54.711006 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6f9d636e-c17b-4f27-a2e6-57ca82040caf req-24b59eb0-697d-4f8f-832a-0733b7fe997a service neutron] 10.222.0.16 "GET /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232860 Dec 22 09:19:55.393121 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:20:02.413748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cf0d3-7349-4190-8b1e-25d92da4e5a1 req-593ed155-9db0-4cdd-8b95-670241f42f8c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:02.415149 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e3cf0d3-7349-4190-8b1e-25d92da4e5a1 req-593ed155-9db0-4cdd-8b95-670241f42f8c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 945 time: 0.1100090 Dec 22 09:20:02.466792 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e3cf0d3-7349-4190-8b1e-25d92da4e5a1 req-d25b0303-f587-4bcd-8717-355385718482 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454235 Dec 22 09:20:03.666781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f6ea9-b44e-4902-8b0d-0a12e22da9f7 req-50bd5bb2-8114-4b1f-ab72-6967f110402c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:03.668333 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-796f6ea9-b44e-4902-8b0d-0a12e22da9f7 req-50bd5bb2-8114-4b1f-ab72-6967f110402c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 945 time: 0.0883646 Dec 22 09:20:03.714174 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-796f6ea9-b44e-4902-8b0d-0a12e22da9f7 req-f491e50f-8b9a-46ee-b6c0-1b0a1e588ee8 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6651126-9090-4af7-9611-70f41c919b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391340 Dec 22 09:20:04.206759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-cbe95ff3-138a-46a9-a33a-975c29320d5c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:04.208229 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-cbe95ff3-138a-46a9-a33a-975c29320d5c tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 945 time: 0.0835633 Dec 22 09:20:04.278912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Deleting port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:04.279266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:04.538202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] For port a9910f00-2d0e-44c4-ac54-1fc45fa1e106, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:04.538630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:04.669636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Calling delete_port for a9910f00-2d0e-44c4-ac54-1fc45fa1e106 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:04.817744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:04.823622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:04.830234 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['a9910f00-2d0e-44c4-ac54-1fc45fa1e106'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:20:04.869324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Pushing event deleted for resources: {'Port': ['ID=a9910f00-2d0e-44c4-ac54-1fc45fa1e106,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:04.872449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:04.876636 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f68c181a-50ca-4192-b6e4-1b51f99c6a53 req-e3510c3a-177c-41ef-9d3b-773649978e45 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9c66884-4004-4f84-a576-6935d0850765 HTTP/1.1" status: 200 len: 210 time: 0.0557361 Dec 22 09:20:04.949478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] No DVR routers for this DVR port a9910f00-2d0e-44c4-ac54-1fc45fa1e106 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:20:04.952101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:04.954993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c66884-4004-4f84-a576-6935d0850765', 'name': 'network-vif-deleted', 'tag': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:20:04.973355 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0a7a4836-a473-4c79-99f7-3bd44a2ecd7b req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] 10.222.0.16 "DELETE /v2.0/ports/a9910f00-2d0e-44c4-ac54-1fc45fa1e106 HTTP/1.1" status: 204 len: 173 time: 0.7594390 Dec 22 09:20:05.012900 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c66884-4004-4f84-a576-6935d0850765', 'name': 'network-vif-deleted', 'tag': 'a9910f00-2d0e-44c4-ac54-1fc45fa1e106', 'status': 'completed', 'code': 200} Dec 22 09:20:06.007812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42918) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:06.565571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:07.037703 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Deleting port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:07.038475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:07.214424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] For port 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:07.214780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:07.343121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Calling delete_port for 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:07.658093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:07.661940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cd08bd48-0126-48f1-8f33-83fecc3fb744 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:07.710168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:07.755386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.755861 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.756338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.756822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.757360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.757803 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.758222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.758715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.759150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.759569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.760027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.760447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:07.787555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:07.989955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:08.004302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a9910f00-2d0e-44c4-ac54-1fc45fa1e106 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:08.038678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: a9910f00-2d0e-44c4-ac54-1fc45fa1e106 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:08.039031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a9910f00-2d0e-44c4-ac54-1fc45fa1e106 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:08.498835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:08.684881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:08.694642 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] Sync routers for ids ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:08.698141 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] 10.222.0.36 "PUT /v2.0/routers/903ca882-c6b2-48a8-8ec1-0eacd04f0e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6887188 Dec 22 09:20:08.701215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42922) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:08.705008 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] Routers {'903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:08.705580 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:19:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:08.892097 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] Set router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:09.026944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:09.204992 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '18969305-149d-499a-b082-48473a7182ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:20:07Z', 'revision_number': 5, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port': {'id': '18969305-149d-499a-b082-48473a7182ca', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:48Z', 'updated_at': '2021-12-22T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:09.209076 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] Checking router: 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:09.216624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:09.225843 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] Routers {'903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:09.225843 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:19:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:09.227780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Deleting port 18969305-149d-499a-b082-48473a7182ca {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:09.227780 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:09.390911 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] Set router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:09.418803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] For port 18969305-149d-499a-b082-48473a7182ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=18969305-149d-499a-b082-48473a7182ca,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:09.419297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:09.544427 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:20:09Z', 'revision_number': 6, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:09.549519 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7dd10-829a-430b-9051-a3ead06d8131 None None] The sync data for ids ['903ca882-c6b2-48a8-8ec1-0eacd04f0e0d'] in dv-neutron-822602-1-hyperv is: [{'id': '903ca882-c6b2-48a8-8ec1-0eacd04f0e0d', 'name': 'tempest-TestEncryptedCinderVolumes-1985001782-router', 'tenant_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:47Z', 'updated_at': '2021-12-22T09:20:09Z', 'revision_number': 6, 'project_id': 'f2903c8332dd4cfeb65d4432dd648f26', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:09.549968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Calling delete_port for 18969305-149d-499a-b082-48473a7182ca owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:09.771515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:09.775413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d5f8a819-0ba8-4fbd-86ce-3415e524cd2b tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:09.820812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18969305-149d-499a-b082-48473a7182ca,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:09.823965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:09.864810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fe84739-2255-4494-8bee-a78eae23e6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:09.919082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.042415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.104956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.108040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.146375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.147197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903ca882-c6b2-48a8-8ec1-0eacd04f0e0d {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:20:10.166079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.167225 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/903ca882-c6b2-48a8-8ec1-0eacd04f0e0d HTTP/1.1" status: 204 len: 168 time: 1.4650180 Dec 22 09:20:10.169813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42926) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:10.232047 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Deleting subnet bb8507d8-d745-464b-85ae-967878998e28 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:20:10.236771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.290156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.383739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.465144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.473382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-085a27d8-f939-4446-b5aa-efb761b2b992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:10.512059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8507d8-d745-464b-85ae-967878998e28,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:10.516547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:10.518022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.523141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3df2b-ad18-4218-beac-8ff3d8d8f645 None None] Network 82612e59-9445-4e3b-a482-a24c7c6d5867 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:10.529241 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bb8507d8-d745-464b-85ae-967878998e28 HTTP/1.1" status: 204 len: 168 time: 0.3556931 Dec 22 09:20:10.529800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42930) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:10.649868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.661779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Deleting port cf591e57-dbc9-4b15-94cd-3aa52d0861be {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:10.662121 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.803916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] DHCP port deletion for 82612e59-9445-4e3b-a482-a24c7c6d5867 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:20:10.808642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Deleting port cf591e57-dbc9-4b15-94cd-3aa52d0861be {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:10.809018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.914814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] For port cf591e57-dbc9-4b15-94cd-3aa52d0861be, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cf591e57-dbc9-4b15-94cd-3aa52d0861be,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:10.915182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.941950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cf591e57-dbc9-4b15-94cd-3aa52d0861be no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:11.051693 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Calling delete_port for cf591e57-dbc9-4b15-94cd-3aa52d0861be owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:11.125570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] For port cf591e57-dbc9-4b15-94cd-3aa52d0861be, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cf591e57-dbc9-4b15-94cd-3aa52d0861be,segment=NetworkSegment(a9907aca-8e89-454d-9796-ca30de6d7efe),segment_id=a9907aca-8e89-454d-9796-ca30de6d7efe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:11.125964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.131216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.136481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ad7b5734-4a52-403b-9b59-5d132344e6d4 tempest-TestVolumeBootPattern-532122459 tempest-TestVolumeBootPattern-532122459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:11.185010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf591e57-dbc9-4b15-94cd-3aa52d0861be,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:11.186877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] No DVR routers for this DVR port cf591e57-dbc9-4b15-94cd-3aa52d0861be on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:20:11.188401 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:11.244955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No active binding found for port cf591e57-dbc9-4b15-94cd-3aa52d0861be {{(pid=87602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 09:20:11.245378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cf591e57-dbc9-4b15-94cd-3aa52d0861be not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:11.245828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 18969305-149d-499a-b082-48473a7182ca no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:11.275224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Calling delete_port for cf591e57-dbc9-4b15-94cd-3aa52d0861be owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:11.313522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.329725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 18969305-149d-499a-b082-48473a7182ca {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:11.330082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 18969305-149d-499a-b082-48473a7182ca not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:11.330525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:11.344785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82612e59-9445-4e3b-a482-a24c7c6d5867']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:11.358388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9907aca-8e89-454d-9796-ca30de6d7efe') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:11.358730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9907aca-8e89-454d-9796-ca30de6d7efe') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:11.367905 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:11.368286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2bb79ff0-c3aa-483a-97e1-4cb8e6e3ced3 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:11.371244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.391182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.400085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:20:11.400526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.400744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:20:11.401083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:20:11.415015 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:20:11.496004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.500267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:11.512720 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.523742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=82612e59-9445-4e3b-a482-a24c7c6d5867,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:11.527063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:11.538911 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] 10.222.0.36 "DELETE /v2.0/networks/82612e59-9445-4e3b-a482-a24c7c6d5867 HTTP/1.1" status: 204 len: 168 time: 1.0076241 Dec 22 09:20:11.541674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42934) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:11.902011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Deleting port cf591e57-dbc9-4b15-94cd-3aa52d0861be {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:11.902530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.974257 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6755e-5681-47b9-84b5-97ee75ec65f9 None None] The port 'cf591e57-dbc9-4b15-94cd-3aa52d0861be' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:20:12.142642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-92fb829e-5937-4599-9370-b816e70745b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:12.253756 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:12.652588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Deleting port 4ff9945f-714b-47d3-98d4-a13f690043ad {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:12.653332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:12.836106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] For port 4ff9945f-714b-47d3-98d4-a13f690043ad, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4ff9945f-714b-47d3-98d4-a13f690043ad,segment=NetworkSegment(378f2c02-b6da-4748-9e60-6adb4158cdbe),segment_id=378f2c02-b6da-4748-9e60-6adb4158cdbe)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:12.836352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:12.968452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Calling delete_port for 4ff9945f-714b-47d3-98d4-a13f690043ad owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:13.164162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:13.168248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f37db27-ee5c-4976-b9fd-6bce5386c64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:13.213990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff9945f-714b-47d3-98d4-a13f690043ad,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:13.217040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:13.295348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:13.348313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:13.652442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:14.021016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:14.206690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:14.216791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] Sync routers for ids ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:14.218285 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] 10.222.0.36 "PUT /v2.0/routers/83b32bb1-d2f2-48c0-a28a-99cacc03d42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6755650 Dec 22 09:20:14.219914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42938) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:14.227015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] Routers {'83b32bb1-d2f2-48c0-a28a-99cacc03d42f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:14.227647 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:14.405053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:14.410746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] Set router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:14.599760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:14.610343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Deleting port 1db6de43-dee8-4cbd-a7be-758c871d8a8c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:14.610682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:14.699668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:14.723325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41'}], 'enable_snat': True}, 'gw_port_id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:20:13Z', 'revision_number': 5, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port': {'id': '1db6de43-dee8-4cbd-a7be-758c871d8a8c', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:18:54Z', 'updated_at': '2021-12-22T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:14.727635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] Checking router: 83b32bb1-d2f2-48c0-a28a-99cacc03d42f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:14.737108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] Routers {'83b32bb1-d2f2-48c0-a28a-99cacc03d42f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:14.737742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:14.805452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] For port 1db6de43-dee8-4cbd-a7be-758c871d8a8c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1db6de43-dee8-4cbd-a7be-758c871d8a8c,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:14.805822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:14.903562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] Set router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:15.020599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:20:14Z', 'revision_number': 6, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:15.025455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f6104-f061-46cc-aee9-b45ce3854925 None None] The sync data for ids ['83b32bb1-d2f2-48c0-a28a-99cacc03d42f'] in dv-neutron-822602-1-hyperv is: [{'id': '83b32bb1-d2f2-48c0-a28a-99cacc03d42f', 'name': 'tempest-TestEncryptedCinderVolumes-1993315189-router', 'tenant_id': '481b8267fee74d0ab3020962771323ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:18:53Z', 'updated_at': '2021-12-22T09:20:14Z', 'revision_number': 6, 'project_id': '481b8267fee74d0ab3020962771323ba', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:15.086706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Calling delete_port for 1db6de43-dee8-4cbd-a7be-758c871d8a8c owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:15.270865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.275905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d1d7376f-c454-48bf-a8f4-05670b3ec01a tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:15.319664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db6de43-dee8-4cbd-a7be-758c871d8a8c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:15.346357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:15.417983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.606659 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.609088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.633231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.634021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b32bb1-d2f2-48c0-a28a-99cacc03d42f {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:20:15.648928 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.650072 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] 10.222.0.36 "DELETE /v2.0/routers/83b32bb1-d2f2-48c0-a28a-99cacc03d42f HTTP/1.1" status: 204 len: 168 time: 1.4291561 Dec 22 09:20:15.652796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 42942) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:15.716944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Deleting subnet b36f5898-675f-4eb1-98f3-13d19d720460 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:20:15.719952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.776871 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.864791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.943143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.947303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af9ad5ed-24c7-44cc-b8e9-24a271839dc7 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:15.986601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36f5898-675f-4eb1-98f3-13d19d720460,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:15.989787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:15.990785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:15.995739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ac06d-dd62-4a81-9457-3dea4ec596ae None None] Network b95b84d4-0653-4bb5-acbf-579ce8812e80 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:16.000499 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b36f5898-675f-4eb1-98f3-13d19d720460 HTTP/1.1" status: 204 len: 168 time: 0.3464844 Dec 22 09:20:16.000708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42946) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:16.249364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.271297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Deleting port 8a78d92f-824b-4fe2-bfa0-c7be543451ca {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:16.271899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.335386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] DHCP port deletion for b95b84d4-0653-4bb5-acbf-579ce8812e80 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:20:16.341725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Deleting port 8a78d92f-824b-4fe2-bfa0-c7be543451ca {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:16.342336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.490250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] For port 8a78d92f-824b-4fe2-bfa0-c7be543451ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a78d92f-824b-4fe2-bfa0-c7be543451ca,segment=NetworkSegment(378f2c02-b6da-4748-9e60-6adb4158cdbe),segment_id=378f2c02-b6da-4748-9e60-6adb4158cdbe)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:16.491120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.561190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] For port 8a78d92f-824b-4fe2-bfa0-c7be543451ca, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8a78d92f-824b-4fe2-bfa0-c7be543451ca,segment=NetworkSegment(378f2c02-b6da-4748-9e60-6adb4158cdbe),segment_id=378f2c02-b6da-4748-9e60-6adb4158cdbe)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:16.561516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.625768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Calling delete_port for 8a78d92f-824b-4fe2-bfa0-c7be543451ca owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:16.688055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Calling delete_port for 8a78d92f-824b-4fe2-bfa0-c7be543451ca owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:20:16.705963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.709881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1c61fd77-25e5-4434-bda2-b523b5358b84 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:16.756822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a78d92f-824b-4fe2-bfa0-c7be543451ca,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:16.760034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:16.760808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] No DVR routers for this DVR port 8a78d92f-824b-4fe2-bfa0-c7be543451ca on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:20:16.774269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:20:16.774634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:20:16.882192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.911156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95b84d4-0653-4bb5-acbf-579ce8812e80']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:16.925645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378f2c02-b6da-4748-9e60-6adb4158cdbe') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:16.925980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378f2c02-b6da-4748-9e60-6adb4158cdbe') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:16.928177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a78d92f-824b-4fe2-bfa0-c7be543451ca no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:16.942538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.962697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.963116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8a78d92f-824b-4fe2-bfa0-c7be543451ca {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:16.963489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8a78d92f-824b-4fe2-bfa0-c7be543451ca not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:16.963912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4ff9945f-714b-47d3-98d4-a13f690043ad no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:16.969997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:20:16.970386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:20:16.983746 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:20:17.001838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 4ff9945f-714b-47d3-98d4-a13f690043ad {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:17.002523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4ff9945f-714b-47d3-98d4-a13f690043ad not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:17.002635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1db6de43-dee8-4cbd-a7be-758c871d8a8c no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:20:17.036366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 1db6de43-dee8-4cbd-a7be-758c871d8a8c {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:20:17.036725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1db6de43-dee8-4cbd-a7be-758c871d8a8c not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:20:17.065202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:17.069917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1dcd117e-51bd-47ae-8502-a7324d1d927b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:17.087090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:17.095868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95b84d4-0653-4bb5-acbf-579ce8812e80,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:17.098769 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:17.100748 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b95b84d4-0653-4bb5-acbf-579ce8812e80 HTTP/1.1" status: 204 len: 168 time: 1.0991971 Dec 22 09:20:17.276182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Deleting port 8a78d92f-824b-4fe2-bfa0-c7be543451ca {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:20:17.276799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:17.313174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42952) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:17.348612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7d417f8c-4793-4d31-b4dc-2e339a6b0ea3 None None] The port '8a78d92f-824b-4fe2-bfa0-c7be543451ca' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:20:17.383952 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2e4ddacc-6da0-4df9-9913-80945f6b541d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2903c8332dd4cfeb65d4432dd648f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693274 Dec 22 09:20:17.386940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42956) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:17.451669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6c651f8-3412-4832-ae63-a4d32a6d5673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:17.485484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6c651f8-3412-4832-ae63-a4d32a6d5673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:17.576544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6c651f8-3412-4832-ae63-a4d32a6d5673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:17.583144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d7d2cc40-b676-469c-b55f-9d697bf94756 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:17.602096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c651f8-3412-4832-ae63-a4d32a6d5673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6651126-9090-4af7-9611-70f41c919b7e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:17.604692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c6c651f8-3412-4832-ae63-a4d32a6d5673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:17.618016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c6c651f8-3412-4832-ae63-a4d32a6d5673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:17.619536 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c6c651f8-3412-4832-ae63-a4d32a6d5673 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6651126-9090-4af7-9611-70f41c919b7e HTTP/1.1" status: 204 len: 168 time: 0.2312541 Dec 22 09:20:17.995304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42964) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:18.053448 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b0b3bb66-3c72-4545-8ed6-31ce77b7fa62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=481b8267fee74d0ab3020962771323ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564301 Dec 22 09:20:18.055541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42968) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:18.118637 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9198958a-9195-4351-8122-48eff8c47695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:18.144527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9198958a-9195-4351-8122-48eff8c47695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:18.198551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9198958a-9195-4351-8122-48eff8c47695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:18.203393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-084a3568-8f91-460a-b8f4-1ca51d82c36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:18.216762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198958a-9195-4351-8122-48eff8c47695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73314931-02de-422a-88c9-3b5e3863465e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:18.220402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9198958a-9195-4351-8122-48eff8c47695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:18.222447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9198958a-9195-4351-8122-48eff8c47695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:18.224124 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9198958a-9195-4351-8122-48eff8c47695 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73314931-02de-422a-88c9-3b5e3863465e HTTP/1.1" status: 204 len: 168 time: 0.1670539 Dec 22 09:20:19.014006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42992) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:19.122018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-188001156-network', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:19.127758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:19.132005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Usage tracker for resource:network and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:19.134839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:19.141749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:19.152432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Made reservation on behalf of ebb80f3dfe744cbf84b64df546923b1e for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:19.154685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.166359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.188921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:19.194067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:19.197516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:19.209765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:19.300962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.305073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.308280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb50e4b1-4302-409f-ba55-a416d639fe19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:19.333280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:20:19.346596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be63f011-2c92-4aa9-8071-11f400121f31,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:19.350449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:19.351336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.351663 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Added segment bbc76675-4adc-4d43-ada3-ddc936278d54 of type vlan for network d1844db4-aa1a-43a1-a4e9-84e82717f6da Dec 22 09:20:19.381510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.412174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.413518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:19.414140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.417755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aca9321e-886a-43a8-8957-a16ff06684d1 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:19.518398 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5032818 Dec 22 09:20:19.519179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d1844db4-aa1a-43a1-a4e9-84e82717f6da,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:19.521376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 42998) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:19.524063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:19.527725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Request body: {'subnet': {'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-188001156-subnet', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:19.531732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:20:19.533506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:19.538271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Usage tracker for resource:subnet and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:19.541215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:19.547565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:19.561598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Made reservation on behalf of ebb80f3dfe744cbf84b64df546923b1e for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:19.565324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.785230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:19.789289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e78fc31b-966a-47f7-bd82-9189cfaf91f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:19.984312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11078930-e5e3-4ad5-a1b4-a2207cae7a57,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:19.988077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:19.998071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Checking segment: {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:19.998417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Network hostable DHCP agents. Network: d1844db4-aa1a-43a1-a4e9-84e82717f6da, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:20:20.020064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:20:20.031722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, d1844db4-aa1a-43a1-a4e9-84e82717f6da) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:20.038263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:20.038438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.044708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583c2fe-708b-4695-8cc2-f4a4db20d599 None None] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:20.071565 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0f98ca14-3af9-43e9-874d-705aa5934bd2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5486295 Dec 22 09:20:20.074711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43002) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:20.080543 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:20.085579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:20.089452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Usage tracker for resource:router and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:20.092285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:20.097983 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:20.109376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.110386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.129829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.277349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-d1844db4-aa1a-43a1-a4e9-84e82717f6da', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:20:20.278203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.403743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.450738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Allocated IP 172.20.0.2 (d1844db4-aa1a-43a1-a4e9-84e82717f6da/11078930-e5e3-4ad5-a1b4-a2207cae7a57/af06d502-66dd-4a19-92f0-a4a59a5f9fdc) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:20.666947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.678680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Transition to ACTIVE for port object af06d502-66dd-4a19-92f0-a4a59a5f9fdc will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:20.698970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Transition to ACTIVE for port object af06d502-66dd-4a19-92f0-a4a59a5f9fdc will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:20.705253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.745188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.758519 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:20.776279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.818104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:20.821122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:20.825353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:20.857792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Pushing event updated for resources: {'Port': ['ID=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:20.876571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.876924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.877266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.877598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.877929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.878262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.878589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.878915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.879243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.879569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.879890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.880239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:20.907003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:20.932808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Attempting to bind port af06d502-66dd-4a19-92f0-a4a59a5f9fdc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:20.933335 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Attempting to bind port af06d502-66dd-4a19-92f0-a4a59a5f9fdc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:20.933539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Allocated IP 172.26.7.94 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/103cf679-2eae-4e6f-97b0-6938d4fb1229) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:20.933954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Attempting to bind port af06d502-66dd-4a19-92f0-a4a59a5f9fdc on network d1844db4-aa1a-43a1-a4e9-84e82717f6da {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:20.940023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:20.940391 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Checking segment: {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:20.940801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:20.941202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Bound using segment: {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:20.941663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Bound port: af06d502-66dd-4a19-92f0-a4a59a5f9fdc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:20.942045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:21.040758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] For port af06d502-66dd-4a19-92f0-a4a59a5f9fdc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:21.044748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] For port af06d502-66dd-4a19-92f0-a4a59a5f9fdc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:21.050738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:21.056213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-971d10e7-e170-4524-b98f-74a8b5144b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:21.105912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:21.138306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:21.145095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48cdc363-8173-4354-b814-63152c997041 tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:21.146902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Pushing event updated for resources: {'Port': ['ID=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:21.152461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:21.211773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:21.214765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:21.219296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:21.257717 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Pushing event updated for resources: {'Port': ['ID=103cf679-2eae-4e6f-97b0-6938d4fb1229,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:21.266790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:21.830693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:22.198653 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4b82c-605d-46b7-ac2c-9c87e58b894c None None] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:22.233342 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:22.298790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f6743e19-5327-42b3-bbd8-b01549f944df None None] Provisioning for port af06d502-66dd-4a19-92f0-a4a59a5f9fdc completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:22.478475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Router 09f1e46c-ef39-4f39-a8a2-033da9eec3de is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:20:22.672073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:22.682579 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Sync routers for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:22.693093 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:22.693698 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:22.703025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:22.704332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6286964 Dec 22 09:20:22.707345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43006) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:22.871168 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:22.974590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af06d502-66dd-4a19-92f0-a4a59a5f9fdc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:23.058108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port af06d502-66dd-4a19-92f0-a4a59a5f9fdc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:23.063852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port af06d502-66dd-4a19-92f0-a4a59a5f9fdc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:23.064325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.187697 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:21Z', 'revision_number': 3, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:23.192757 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Checking router: 09f1e46c-ef39-4f39-a8a2-033da9eec3de for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:23.193226 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Updating router 09f1e46c-ef39-4f39-a8a2-033da9eec3de port 103cf679-2eae-4e6f-97b0-6938d4fb1229 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:23.207534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.248358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port af06d502-66dd-4a19-92f0-a4a59a5f9fdc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:23.251317 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.253457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.256036 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:23.335312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:23.339272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:23.593323 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.647162 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.658934 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Transition to ACTIVE for port object 103cf679-2eae-4e6f-97b0-6938d4fb1229 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:23.666093 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.669919 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-554a789c-4815-4683-80e9-db2b08fdf3b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:23.743599 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Attempting to bind port 103cf679-2eae-4e6f-97b0-6938d4fb1229 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:23.744553 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Attempting to bind port 103cf679-2eae-4e6f-97b0-6938d4fb1229 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:23.744553 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Attempting to bind port 103cf679-2eae-4e6f-97b0-6938d4fb1229 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:23.755372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:23.755747 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:23.756177 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.756564 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:23.757243 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Bound port: 103cf679-2eae-4e6f-97b0-6938d4fb1229, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:23.757446 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.784969 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Pushing event updated for resources: {'Port': ['ID=103cf679-2eae-4e6f-97b0-6938d4fb1229,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:23.811268 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.811616 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.811982 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.812289 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.812609 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.813225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.813225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.813225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.813225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.813225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.813225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.817434 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:23.818642 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:23.825869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Allocated IP 172.20.0.1 (d1844db4-aa1a-43a1-a4e9-84e82717f6da/11078930-e5e3-4ad5-a1b4-a2207cae7a57/476ecabb-ed18-4edf-9c5d-9f2660f6a5f3) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:23.854430 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] For port 103cf679-2eae-4e6f-97b0-6938d4fb1229, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:23.858101 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] For port 103cf679-2eae-4e6f-97b0-6938d4fb1229, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=103cf679-2eae-4e6f-97b0-6938d4fb1229,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:23.863116 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:23.867132 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:23.941660 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:23.942282 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:23.986168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.006609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Transition to ACTIVE for port object 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:24.019298 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Pushing event updated for resources: {'Port': ['ID=103cf679-2eae-4e6f-97b0-6938d4fb1229,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:24.023982 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:24.035936 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.040577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4b530c54-25e8-4057-96df-f3b7c4f0a319 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:24.104820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:24.107668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:24.111489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:24.135355 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:24.160708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Pushing event updated for resources: {'Port': ['ID=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:24.165214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:24.179403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.365902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-52caf2b6-4691-48b4-908f-0579039ea373 None None] Provisioning for port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:24.374299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-52caf2b6-4691-48b4-908f-0579039ea373 None None] Provisioning complete for port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:24.374937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-52caf2b6-4691-48b4-908f-0579039ea373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.439688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-52caf2b6-4691-48b4-908f-0579039ea373 None None] Port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:24.498267 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.571414 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:21Z', 'revision_number': 3, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:24.575653 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2b97-1321-4a74-8070-703a95425ce2 None None] The sync data for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv is: [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:21Z', 'revision_number': 3, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:24.744984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.756442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:24.787748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0f4ca351-16dd-4e2a-b3c1-7145154664ea tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:24.879796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Pushing event updated for resources: {'Port': ['ID=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:24.884299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:24.885266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:25.027579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af06d502-66dd-4a19-92f0-a4a59a5f9fdc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:25.118288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port af06d502-66dd-4a19-92f0-a4a59a5f9fdc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:25.121180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:25.193330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:25.197688 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:25.253299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 103cf679-2eae-4e6f-97b0-6938d4fb1229 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:25.344693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 103cf679-2eae-4e6f-97b0-6938d4fb1229 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:25.351099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 103cf679-2eae-4e6f-97b0-6938d4fb1229 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:25.351573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:25.442364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Router 09f1e46c-ef39-4f39-a8a2-033da9eec3de has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:25.485989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-71f564f8-e4f6-4890-8da7-f42cce0b293d None None] Provisioning complete for port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:25.486495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-71f564f8-e4f6-4890-8da7-f42cce0b293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:25.602691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-71f564f8-e4f6-4890-8da7-f42cce0b293d None None] Port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:25.605951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:25.624446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 103cf679-2eae-4e6f-97b0-6938d4fb1229, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=103cf679-2eae-4e6f-97b0-6938d4fb1229,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:25.628892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:25.632223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:25.662182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:25.672449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] 10.222.0.36 "PUT /v2.0/routers/09f1e46c-ef39-4f39-a8a2-033da9eec3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9637806 Dec 22 09:20:25.718025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=103cf679-2eae-4e6f-97b0-6938d4fb1229,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:25.722134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:26.263085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:26.269085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2040964552-network', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:26.274170 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:26.278167 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Usage tracker for resource:network and tenant:c015d7b239ae4adebfcaf94bd15537f7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:26.281536 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:26.289016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:26.301421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Made reservation on behalf of c015d7b239ae4adebfcaf94bd15537f7 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:26.303610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.317077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.333981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:26.338494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Usage tracker for resource:security_group_rule and tenant:c015d7b239ae4adebfcaf94bd15537f7 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:26.341421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:26.348918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:26.392014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Sync routers for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:26.404766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:26.405932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:26.450704 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.455656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.458615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c539643e-61fe-49dc-84e5-ec6da9e3349a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:26.486701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:20:26.501668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.502146 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Added segment f9b45779-bb93-419a-894f-4f65178d5948 of type vlan for network 5c49f7eb-8d10-45c2-817c-4977bc52e53d Dec 22 09:20:26.503308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93900be7-0429-4f92-a0de-76bd43eb61c6,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:26.526296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:26.533830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.569340 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.570446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:26.571431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.592348 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:26.657285 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3930759 Dec 22 09:20:26.661722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43028) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:26.672179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Request body: {'subnet': {'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2040964552-subnet', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'ip_version': 4}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:26.678371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:26.683565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Usage tracker for resource:subnet and tenant:c015d7b239ae4adebfcaf94bd15537f7 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:26.687321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:26.691651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Pushing event updated for resources: {'Network': ['ID=5c49f7eb-8d10-45c2-817c-4977bc52e53d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:26.694566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:26.694912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-2c0e4238-b446-43a6-8391-a649fb2b3c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:26.705539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:26.721521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Made reservation on behalf of c015d7b239ae4adebfcaf94bd15537f7 for: {'subnet': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:26.723858 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2499680'] for subnet, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.778294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:20:26.948987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2240057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2499698'] for subnet, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:26.953507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ba444d99-0ac0-411d-a742-7a412c192723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:26.965777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 103cf679-2eae-4e6f-97b0-6938d4fb1229 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:27.025185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6e847a-60a5-4722-97e2-2ebd0525ea61,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:27.028749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:27.035275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Checking segment: {'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:27.035635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Network hostable DHCP agents. Network: 5c49f7eb-8d10-45c2-817c-4977bc52e53d, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:20:27.057439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:20:27.067573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 5c49f7eb-8d10-45c2-817c-4977bc52e53d) {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:27.072529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:27.073462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.089315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fdff2c-54f1-41c2-b55e-7c2bf496543a None None] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:27.098855 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b8f0d95a-366f-419e-ab13-1d6f7ca5dfdc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4357216 Dec 22 09:20:27.103868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43032) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:27.109280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:27.114097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:27.118341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Usage tracker for resource:router and tenant:c015d7b239ae4adebfcaf94bd15537f7 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:20:27.121776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:20:27.127628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:27.146135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.147553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.163177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.283227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 103cf679-2eae-4e6f-97b0-6938d4fb1229 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:27.283555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.449020 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.537992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-5c49f7eb-8d10-45c2-817c-4977bc52e53d', 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'fixed_ips': [{'subnet_id': '5d6e847a-60a5-4722-97e2-2ebd0525ea61'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:20:27.538675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.662549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 2, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:27.672167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Checking router: 09f1e46c-ef39-4f39-a8a2-033da9eec3de for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:27.672532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Updating router 09f1e46c-ef39-4f39-a8a2-033da9eec3de port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:27.804373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.865173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Allocated IP 172.20.0.2 (5c49f7eb-8d10-45c2-817c-4977bc52e53d/5d6e847a-60a5-4722-97e2-2ebd0525ea61/2ce1e53a-0b54-442b-bc9e-564acbf466dd) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:27.942010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:27.973257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.137883 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Allocated IP 172.26.7.67 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/66233f30-ec89-4665-8e8f-19474bf37c1a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:28.293294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.306819 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Transition to ACTIVE for port object 2ce1e53a-0b54-442b-bc9e-564acbf466dd will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:28.315077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.349497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.356470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d79eecf9-dc94-4d60-98a7-90e19bdb0df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:28.402740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Transition to ACTIVE for port object 2ce1e53a-0b54-442b-bc9e-564acbf466dd will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:28.431722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:28.436158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:28.439212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:28.446896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.457667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:28.494884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Pushing event updated for resources: {'Port': ['ID=66233f30-ec89-4665-8e8f-19474bf37c1a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:28.497313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:28.538118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:28.543071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:28.546070 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.551895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:28.555324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Pushing event updated for resources: {'Port': ['ID=2ce1e53a-0b54-442b-bc9e-564acbf466dd,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:28.561605 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:28.593998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Transition to ACTIVE for port object 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:28.634077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.642657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:28.718715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Attempting to bind port 2ce1e53a-0b54-442b-bc9e-564acbf466dd on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:28.719087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Attempting to bind port 2ce1e53a-0b54-442b-bc9e-564acbf466dd by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:28.719449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Attempting to bind port 2ce1e53a-0b54-442b-bc9e-564acbf466dd on network 5c49f7eb-8d10-45c2-817c-4977bc52e53d {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:28.788214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:28.788929 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Checking segment: {'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:28.789518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.790072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Bound using segment: {'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:28.792716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Bound port: 2ce1e53a-0b54-442b-bc9e-564acbf466dd, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:28.793740 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.821369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cca4ef-c4bd-4578-8b68-2c200cfe309d None None] Pushing event updated for resources: {'Port': ['ID=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:28.828534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47cca4ef-c4bd-4578-8b68-2c200cfe309d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:28.948605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.977609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Attempting to bind port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:28.978092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Attempting to bind port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:28.978092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Attempting to bind port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 on network d1844db4-aa1a-43a1-a4e9-84e82717f6da {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:28.988252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:28.988558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Checking segment: {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:28.988957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:28.989351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Bound using segment: {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:28.989808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Bound port: 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:28.990209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:29.002523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] For port 2ce1e53a-0b54-442b-bc9e-564acbf466dd, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:29.036941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] For port 2ce1e53a-0b54-442b-bc9e-564acbf466dd, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2ce1e53a-0b54-442b-bc9e-564acbf466dd,segment=NetworkSegment(f9b45779-bb93-419a-894f-4f65178d5948),segment_id=f9b45779-bb93-419a-894f-4f65178d5948)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:29.052086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:29.063710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-182ed038-90d6-43d0-8710-04167108fa82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:29.193575 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] For port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:29.196105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Pushing event updated for resources: {'Port': ['ID=2ce1e53a-0b54-442b-bc9e-564acbf466dd,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:29.202877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] For port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:29.204078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:29.208284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:29.212095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:29.288219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:29.289239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:29.319812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:29.349726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cca4ef-c4bd-4578-8b68-2c200cfe309d None None] Pushing event updated for resources: {'Port': ['ID=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:29.360982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47cca4ef-c4bd-4578-8b68-2c200cfe309d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:29.536086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:29.753140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Router 91a8988f-a4a1-4ab1-83a9-ac442221504f is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:20:29.893561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:29Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:29.897691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377c3ee-2427-4030-865b-0604a4c208dc None None] The sync data for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv is: [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:29Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:29.948621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:29.972281 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Sync routers for ids ['91a8988f-a4a1-4ab1-83a9-ac442221504f'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:29.987311 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Routers {'91a8988f-a4a1-4ab1-83a9-ac442221504f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:29.987812 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91a8988f-a4a1-4ab1-83a9-ac442221504f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:29.989615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:29.991011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8860438 Dec 22 09:20:29.993971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43036) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:20:30.217133 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Set router 91a8988f-a4a1-4ab1-83a9-ac442221504f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:30.406057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4855a33-9b5f-4ff8-a0cb-62ad30faec08 None None] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:20:30.525050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8db1ab7f-2e7c-4b25-b181-d376c7a09d83 None None] Provisioning for port 2ce1e53a-0b54-442b-bc9e-564acbf466dd completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:30.644408 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:20:28Z', 'revision_number': 3, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port': {'id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:28Z', 'updated_at': '2021-12-22T09:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:30.648761 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Checking router: 91a8988f-a4a1-4ab1-83a9-ac442221504f for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:30.649354 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Updating router 91a8988f-a4a1-4ab1-83a9-ac442221504f port 66233f30-ec89-4665-8e8f-19474bf37c1a binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:30.715490 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:30.887916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.057359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ce1e53a-0b54-442b-bc9e-564acbf466dd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:31.160149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2ce1e53a-0b54-442b-bc9e-564acbf466dd completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:31.165695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2ce1e53a-0b54-442b-bc9e-564acbf466dd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:31.166071 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.193544 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.206153 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Transition to ACTIVE for port object 66233f30-ec89-4665-8e8f-19474bf37c1a will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:31.215176 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.224218 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:31.236797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Allocated IP 172.20.0.1 (5c49f7eb-8d10-45c2-817c-4977bc52e53d/5d6e847a-60a5-4722-97e2-2ebd0525ea61/5a987e96-e96d-412b-857e-55d5b891ecf2) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:31.304725 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995fb54-2f98-4620-a25d-2fd263f2dbef None None] Pushing event updated for resources: {'Port': ['ID=66233f30-ec89-4665-8e8f-19474bf37c1a,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:31.308335 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f995fb54-2f98-4620-a25d-2fd263f2dbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:31.322660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.332850 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Attempting to bind port 66233f30-ec89-4665-8e8f-19474bf37c1a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:31.333466 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Attempting to bind port 66233f30-ec89-4665-8e8f-19474bf37c1a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:31.333928 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Attempting to bind port 66233f30-ec89-4665-8e8f-19474bf37c1a on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:31.341652 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:31.342072 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:31.343436 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.343868 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:31.344431 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Bound port: 66233f30-ec89-4665-8e8f-19474bf37c1a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:31.344927 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.373931 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 2ce1e53a-0b54-442b-bc9e-564acbf466dd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2ce1e53a-0b54-442b-bc9e-564acbf466dd,segment=NetworkSegment(f9b45779-bb93-419a-894f-4f65178d5948),segment_id=f9b45779-bb93-419a-894f-4f65178d5948)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:31.382447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.385165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:31.424075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:31.437908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.442636 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] For port 66233f30-ec89-4665-8e8f-19474bf37c1a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:31.447762 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] For port 66233f30-ec89-4665-8e8f-19474bf37c1a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=66233f30-ec89-4665-8e8f-19474bf37c1a,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:31.453577 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.456719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Transition to ACTIVE for port object 5a987e96-e96d-412b-857e-55d5b891ecf2 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:31.461290 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37abec25-7ca7-477e-bafb-759e1287ba36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:31.486739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.493706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fd50460b-4862-4dc4-be04-059aac8b96e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:31.520522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=2ce1e53a-0b54-442b-bc9e-564acbf466dd,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:31.524194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:31.537479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:31.543569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:31.544183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.565151 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Routers {'91a8988f-a4a1-4ab1-83a9-ac442221504f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:31.565798 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91a8988f-a4a1-4ab1-83a9-ac442221504f'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:31.571737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Pushing event updated for resources: {'Port': ['ID=5a987e96-e96d-412b-857e-55d5b891ecf2,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:31.576881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:31.587912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:31.589586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:31.607230 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:31.688100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.703722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.740205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:31.749948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.752475 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-67d084d9-f837-49d7-a100-925e7c43e94f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:31.777598 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995fb54-2f98-4620-a25d-2fd263f2dbef None None] Pushing event updated for resources: {'Port': ['ID=66233f30-ec89-4665-8e8f-19474bf37c1a,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:31.780999 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f995fb54-2f98-4620-a25d-2fd263f2dbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:31.815532 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] Set router 91a8988f-a4a1-4ab1-83a9-ac442221504f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:31.833159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:31.836673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:31.962899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:31.969134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-32ab5d6e-ee82-4a5b-a000-e9f865286094 None None] Provisioning for port 5a987e96-e96d-412b-857e-55d5b891ecf2 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:31.974272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-32ab5d6e-ee82-4a5b-a000-e9f865286094 None None] Provisioning complete for port 5a987e96-e96d-412b-857e-55d5b891ecf2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:31.974650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32ab5d6e-ee82-4a5b-a000-e9f865286094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:32.032707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-32ab5d6e-ee82-4a5b-a000-e9f865286094 None None] Port 5a987e96-e96d-412b-857e-55d5b891ecf2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:32.110851 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:20:28Z', 'revision_number': 3, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port': {'id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:28Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:32.115014 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc361514-bda1-40f8-bec6-233576d868d7 None None] The sync data for ids ['91a8988f-a4a1-4ab1-83a9-ac442221504f'] in dv-neutron-822602-1-hyperv is: [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:20:28Z', 'revision_number': 3, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port': {'id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:28Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:32.201995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:32.207503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:32.232207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c7cac1b3-7d82-4599-a7b3-d199d1ed4205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:32.318394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Pushing event updated for resources: {'Port': ['ID=5a987e96-e96d-412b-857e-55d5b891ecf2,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:32.320740 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:32.324575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:32.391767 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:20:32.471507 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:32.472663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:32.680707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Router 91a8988f-a4a1-4ab1-83a9-ac442221504f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:20:32.762004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-16bd85da-0cff-4562-ad3e-e4e5747c2fe8 None None] Provisioning complete for port 5a987e96-e96d-412b-857e-55d5b891ecf2 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:32.762004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-16bd85da-0cff-4562-ad3e-e4e5747c2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:32.822974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-16bd85da-0cff-4562-ad3e-e4e5747c2fe8 None None] Port 5a987e96-e96d-412b-857e-55d5b891ecf2 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:32.879733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:20:32.888703 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] 10.222.0.36 "PUT /v2.0/routers/91a8988f-a4a1-4ab1-83a9-ac442221504f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8938072 Dec 22 09:20:33.009859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ce1e53a-0b54-442b-bc9e-564acbf466dd up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:33.086505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2ce1e53a-0b54-442b-bc9e-564acbf466dd triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:33.086892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.214336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66233f30-ec89-4665-8e8f-19474bf37c1a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:33.290941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 66233f30-ec89-4665-8e8f-19474bf37c1a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:33.296516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 66233f30-ec89-4665-8e8f-19474bf37c1a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:33.296825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.424497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.442356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 66233f30-ec89-4665-8e8f-19474bf37c1a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=66233f30-ec89-4665-8e8f-19474bf37c1a,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:33.449914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.450820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:33.482981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:33.595841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=66233f30-ec89-4665-8e8f-19474bf37c1a,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:33.599382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:33.612862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:33.613334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:33.848325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Sync routers for ids ['91a8988f-a4a1-4ab1-83a9-ac442221504f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:20:33.870451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Routers {'91a8988f-a4a1-4ab1-83a9-ac442221504f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:33.871513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91a8988f-a4a1-4ab1-83a9-ac442221504f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:34.118143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Set router 91a8988f-a4a1-4ab1-83a9-ac442221504f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:34.478781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 4, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port': {'id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:28Z', 'updated_at': '2021-12-22T09:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '5a987e96-e96d-412b-857e-55d5b891ecf2', 'name': '', 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'mac_address': 'fa:16:3e:e3:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5d6e847a-60a5-4722-97e2-2ebd0525ea61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:30Z', 'updated_at': '2021-12-22T09:20:32Z', 'revision_number': 2, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'subnets': [{'id': '5d6e847a-60a5-4722-97e2-2ebd0525ea61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:34.484662 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Checking router: 91a8988f-a4a1-4ab1-83a9-ac442221504f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:20:34.485126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Updating router 91a8988f-a4a1-4ab1-83a9-ac442221504f port 5a987e96-e96d-412b-857e-55d5b891ecf2 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:20:34.559253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:34.987397 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.002943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Transition to ACTIVE for port object 5a987e96-e96d-412b-857e-55d5b891ecf2 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:35.009848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66233f30-ec89-4665-8e8f-19474bf37c1a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:35.040542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.050811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47cca4ef-c4bd-4578-8b68-2c200cfe309d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:35.243604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02dd03-044d-4ee0-b0fa-1c940b4ec7f4 None None] Pushing event updated for resources: {'Port': ['ID=5a987e96-e96d-412b-857e-55d5b891ecf2,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:35.247332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3d02dd03-044d-4ee0-b0fa-1c940b4ec7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:35.309252 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 66233f30-ec89-4665-8e8f-19474bf37c1a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:35.309658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.355194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Attempting to bind port 5a987e96-e96d-412b-857e-55d5b891ecf2 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:35.355561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Attempting to bind port 5a987e96-e96d-412b-857e-55d5b891ecf2 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:35.355951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Attempting to bind port 5a987e96-e96d-412b-857e-55d5b891ecf2 on network 5c49f7eb-8d10-45c2-817c-4977bc52e53d {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:35.373151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:35.373515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Checking segment: {'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:35.373955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.374347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Bound using segment: {'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:35.374807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Bound port: 5a987e96-e96d-412b-857e-55d5b891ecf2, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b45779-bb93-419a-894f-4f65178d5948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:35.375181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.572872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] For port 5a987e96-e96d-412b-857e-55d5b891ecf2, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:35.580238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] For port 5a987e96-e96d-412b-857e-55d5b891ecf2, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=5a987e96-e96d-412b-857e-55d5b891ecf2,segment=NetworkSegment(f9b45779-bb93-419a-894f-4f65178d5948),segment_id=f9b45779-bb93-419a-894f-4f65178d5948)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:35.587216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:35.591009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9c157997-bfc7-45bd-b4e2-b800682f5995 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:35.673483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Routers {'91a8988f-a4a1-4ab1-83a9-ac442221504f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:20:35.674583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:20:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91a8988f-a4a1-4ab1-83a9-ac442221504f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:35.764300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02dd03-044d-4ee0-b0fa-1c940b4ec7f4 None None] Pushing event updated for resources: {'Port': ['ID=5a987e96-e96d-412b-857e-55d5b891ecf2,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:35.769604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3d02dd03-044d-4ee0-b0fa-1c940b4ec7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:35.895904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] Set router 91a8988f-a4a1-4ab1-83a9-ac442221504f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:20:36.309769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 4, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port': {'id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:28Z', 'updated_at': '2021-12-22T09:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '5a987e96-e96d-412b-857e-55d5b891ecf2', 'name': '', 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'mac_address': 'fa:16:3e:e3:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5d6e847a-60a5-4722-97e2-2ebd0525ea61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:30Z', 'updated_at': '2021-12-22T09:20:35Z', 'revision_number': 4, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'subnets': [{'id': '5d6e847a-60a5-4722-97e2-2ebd0525ea61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:20:36.314559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c58aa-c38b-40f8-b7b2-639a973fd5d5 None None] The sync data for ids ['91a8988f-a4a1-4ab1-83a9-ac442221504f'] in dv-neutron-822602-1-hyperv is: [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 4, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port': {'id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:28Z', 'updated_at': '2021-12-22T09:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '5a987e96-e96d-412b-857e-55d5b891ecf2', 'name': '', 'network_id': '5c49f7eb-8d10-45c2-817c-4977bc52e53d', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'mac_address': 'fa:16:3e:e3:de:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5d6e847a-60a5-4722-97e2-2ebd0525ea61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:30Z', 'updated_at': '2021-12-22T09:20:35Z', 'revision_number': 4, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'subnets': [{'id': '5d6e847a-60a5-4722-97e2-2ebd0525ea61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:20:36.990824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a987e96-e96d-412b-857e-55d5b891ecf2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:37.087636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 5a987e96-e96d-412b-857e-55d5b891ecf2 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:37.095148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 5a987e96-e96d-412b-857e-55d5b891ecf2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:37.095675 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:37.253321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:37.319964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 5a987e96-e96d-412b-857e-55d5b891ecf2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=5a987e96-e96d-412b-857e-55d5b891ecf2,segment=NetworkSegment(f9b45779-bb93-419a-894f-4f65178d5948),segment_id=f9b45779-bb93-419a-894f-4f65178d5948)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:20:37.325985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:37.330292 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c22af100-308c-4c4f-ac86-7cfff936311f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:37.423992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=5a987e96-e96d-412b-857e-55d5b891ecf2,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:37.427769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:38.941461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a987e96-e96d-412b-857e-55d5b891ecf2 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:20:39.012610 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 5a987e96-e96d-412b-857e-55d5b891ecf2 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:39.013362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.862985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-30448e64-e991-43e9-b52b-59d7671cc56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.050490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.141950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-703a5475-683c-4fc0-97bc-9e955d63fc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.238557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-bac0da07-ae2a-434f-bef6-dc8d5e0afc1c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:43.239222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-bac0da07-ae2a-434f-bef6-dc8d5e0afc1c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Synchronizing usage tracker for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:20:43.255638 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-bac0da07-ae2a-434f-bef6-dc8d5e0afc1c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Unset dirty status for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:20:43.256880 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-bac0da07-ae2a-434f-bef6-dc8d5e0afc1c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 814 time: 0.1587248 Dec 22 09:20:43.273094 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-6a2a7008-b7ca-472c-b750-0ba6375b4851 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/quotas/ebb80f3dfe744cbf84b64df546923b1e HTTP/1.1" status: 200 len: 375 time: 0.0098512 Dec 22 09:20:43.290596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.347015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:43.362558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-3ca0899f-f229-47f2-a7d2-91d0c4580dde tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Synchronizing usage tracker for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:20:43.379464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-3ca0899f-f229-47f2-a7d2-91d0c4580dde tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Unset dirty status for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:20:43.380740 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-3ca0899f-f229-47f2-a7d2-91d0c4580dde tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026676 Dec 22 09:20:43.523323 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-8644f866-db9e-41fa-b3d1-37aaecf6152a service neutron] 10.222.0.36 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303961 Dec 22 09:20:43.655616 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-e0c1edae-1af1-4cfa-9866-f62ace21befa service neutron] 10.222.0.36 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264372 Dec 22 09:20:43.834424 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7017fea4-acf0-4a24-a4ef-f587610ca9bb req-db4f1a41-bd42-4df0-b80e-35d543c31e37 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 210 time: 0.0483418 Dec 22 09:20:44.678785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.013201 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-86af5e61-6e67-43b3-aa1d-7de615191b40 req-e7e08bbd-8dc4-44d4-a616-067150b4b5c7 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 210 time: 0.0643997 Dec 22 09:20:45.026899 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-651517b2-6abe-4019-821b-3b814b23cbb8 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:45.028326 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-651517b2-6abe-4019-821b-3b814b23cbb8 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 814 time: 0.3126955 Dec 22 09:20:45.040661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'port': {'device_id': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'admin_state_up': True, 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:45.189030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:20:45.199414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:20:45.209708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Made reservation on behalf of ebb80f3dfe744cbf84b64df546923b1e for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:20:45.214052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.454814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Allocated IP 172.20.0.12 (d1844db4-aa1a-43a1-a4e9-84e82717f6da/11078930-e5e3-4ad5-a1b4-a2207cae7a57/10a22fdc-f52c-4f31-b781-e0be83a502ab) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:20:45.706402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.726854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Transition to ACTIVE for port object 10a22fdc-f52c-4f31-b781-e0be83a502ab will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:45.770058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.778324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2cd0c269-2422-435e-aff9-c3f47a4a638f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:45.847508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:20:45.851352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:20:45.854111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:20:45.916631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:45.931088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.931475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.931887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.932515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.932879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.933240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.933600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.933953 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.934308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.934660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.935018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.935369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:20:45.939868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:45.948022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:45.948665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:45.980281 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9431431 Dec 22 09:20:46.119746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-79a7c507-2748-491e-a70b-77db735654b4 None None] Provisioning for port 10a22fdc-f52c-4f31-b781-e0be83a502ab completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:20:46.125518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-79a7c507-2748-491e-a70b-77db735654b4 None None] Provisioning complete for port 10a22fdc-f52c-4f31-b781-e0be83a502ab triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:20:46.126154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-79a7c507-2748-491e-a70b-77db735654b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:46.197787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-79a7c507-2748-491e-a70b-77db735654b4 None None] Port 10a22fdc-f52c-4f31-b781-e0be83a502ab cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:20:46.234197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529ae7-a248-43c0-94dd-329fc604e943 req-5cf57139-c5a6-4d22-abf4-4b3e5ad8abcd tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:46.235812 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f529ae7-a248-43c0-94dd-329fc604e943 req-5cf57139-c5a6-4d22-abf4-4b3e5ad8abcd tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0952530 Dec 22 09:20:46.282473 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3f529ae7-a248-43c0-94dd-329fc604e943 req-be6be809-336d-4bd7-975b-f1c3e1c93f64 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Dec 22 09:20:47.488831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef93e56-842c-4fff-b7ef-d969bd7e4cd2 req-7ed2b06c-05b4-4b21-ab3e-5921c027c91a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:47.489593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-eef93e56-842c-4fff-b7ef-d969bd7e4cd2 req-7ed2b06c-05b4-4b21-ab3e-5921c027c91a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Synchronizing usage tracker for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:20:47.507901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-eef93e56-842c-4fff-b7ef-d969bd7e4cd2 req-7ed2b06c-05b4-4b21-ab3e-5921c027c91a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Unset dirty status for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:20:47.509133 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-eef93e56-842c-4fff-b7ef-d969bd7e4cd2 req-7ed2b06c-05b4-4b21-ab3e-5921c027c91a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.1162043 Dec 22 09:20:47.554437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-eef93e56-842c-4fff-b7ef-d969bd7e4cd2 req-4ad3e9c3-ecbc-4602-aff4-b78002242458 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Synchronizing usage tracker for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:20:47.573279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-eef93e56-842c-4fff-b7ef-d969bd7e4cd2 req-4ad3e9c3-ecbc-4602-aff4-b78002242458 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Unset dirty status for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:20:47.584279 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-eef93e56-842c-4fff-b7ef-d969bd7e4cd2 req-4ad3e9c3-ecbc-4602-aff4-b78002242458 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591807 Dec 22 09:20:48.792051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4f585-dd8a-4110-8346-3c095a166b0b req-ffb4048f-c370-4549-bc3f-90b0aad88959 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:48.794602 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffa4f585-dd8a-4110-8346-3c095a166b0b req-ffb4048f-c370-4549-bc3f-90b0aad88959 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0939445 Dec 22 09:20:48.865632 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffa4f585-dd8a-4110-8346-3c095a166b0b req-d2e75fec-6e5e-4a00-a060-188e82bba741 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625010 Dec 22 09:20:50.053869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069240b-590c-4719-8b34-249e8afc00c4 req-8c862d55-a7a7-4630-a27f-57ec5007eda7 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:50.055339 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9069240b-590c-4719-8b34-249e8afc00c4 req-8c862d55-a7a7-4630-a27f-57ec5007eda7 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0796165 Dec 22 09:20:50.105212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9069240b-590c-4719-8b34-249e8afc00c4 req-0d504eaf-0259-46f3-b610-8d7453ac713a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432127 Dec 22 09:20:51.297526 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896c8f-7cd8-4611-962e-c8357a95cf55 req-3b234450-3df2-445b-9768-706c8cb94e91 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:51.299718 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-05896c8f-7cd8-4611-962e-c8357a95cf55 req-3b234450-3df2-445b-9768-706c8cb94e91 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0857222 Dec 22 09:20:51.356313 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-05896c8f-7cd8-4611-962e-c8357a95cf55 req-71573d14-34ed-45d9-b7d1-9c3b97e4f6b7 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 Dec 22 09:20:52.555193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77cd5e-942e-40e1-8d90-34b4a8044da0 req-b4e3b90f-9518-4292-80f0-f39406f051d3 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:52.556780 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b77cd5e-942e-40e1-8d90-34b4a8044da0 req-b4e3b90f-9518-4292-80f0-f39406f051d3 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0833149 Dec 22 09:20:52.606386 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b77cd5e-942e-40e1-8d90-34b4a8044da0 req-ef3f623e-a4da-49b7-9fcb-f4a051dca223 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Dec 22 09:20:53.799846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09b2c8-aafc-44e3-ac53-cf0e8d014c8b req-c7a26741-fb8d-4c18-803b-8a98c3484dcc tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:53.801314 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb09b2c8-aafc-44e3-ac53-cf0e8d014c8b req-c7a26741-fb8d-4c18-803b-8a98c3484dcc tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0830958 Dec 22 09:20:53.852422 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eb09b2c8-aafc-44e3-ac53-cf0e8d014c8b req-aee20032-46d2-450c-a020-39a042065992 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 Dec 22 09:20:55.034567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85fb70-d1da-4a9f-b6cf-7c8f783939bf req-5b8ea160-2c9b-45b5-84f4-b13b1bbcc95d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:55.036004 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd85fb70-d1da-4a9f-b6cf-7c8f783939bf req-5b8ea160-2c9b-45b5-84f4-b13b1bbcc95d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0791781 Dec 22 09:20:55.078774 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd85fb70-d1da-4a9f-b6cf-7c8f783939bf req-78d4539a-960a-4437-8365-6061b8804da2 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Dec 22 09:20:56.257410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126383-5f3b-454b-965a-5e1271c307f0 req-dafaf611-0689-4936-8a51-a298ca11b30f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:56.258857 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06126383-5f3b-454b-965a-5e1271c307f0 req-dafaf611-0689-4936-8a51-a298ca11b30f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 932 time: 0.0784094 Dec 22 09:20:56.306194 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-06126383-5f3b-454b-965a-5e1271c307f0 req-9c1068b5-e719-422f-bb2d-0b584a8d3b76 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Dec 22 09:20:56.466559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Request body: {'port': {'device_id': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:20:56.580060 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:56.927177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a22fdc-f52c-4f31-b781-e0be83a502ab {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:20:56.935651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:56.950336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Transition to ACTIVE for port object 10a22fdc-f52c-4f31-b781-e0be83a502ab will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:20:56.954901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:56.958959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e5a57545-b48c-4b0f-a216-a2f6196df73a tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:57.230131 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Pushing event updated for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:57.233115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:57.316470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Attempting to bind port 10a22fdc-f52c-4f31-b781-e0be83a502ab on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:20:57.316803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Attempting to bind port 10a22fdc-f52c-4f31-b781-e0be83a502ab by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:20:57.317124 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Attempting to bind port 10a22fdc-f52c-4f31-b781-e0be83a502ab on network d1844db4-aa1a-43a1-a4e9-84e82717f6da {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:57.321550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Port 10a22fdc-f52c-4f31-b781-e0be83a502ab on network d1844db4-aa1a-43a1-a4e9-84e82717f6da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:20:57.321862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Attempting to bind port 10a22fdc-f52c-4f31-b781-e0be83a502ab on network d1844db4-aa1a-43a1-a4e9-84e82717f6da {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:20:57.326860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:20:57.327190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Checking segment: {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:20:57.327567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Bound using segment: {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:20:57.328003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Bound port: 10a22fdc-f52c-4f31-b781-e0be83a502ab, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc76675-4adc-4d43-ada3-ddc936278d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:20:57.328346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.450658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:20:57.468392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:20:57.477224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.483173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:20:57.533608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:57.534185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:57.535702 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] 10.222.0.16 "PUT /v2.0/ports/10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 1094 time: 1.0737307 Dec 22 09:20:57.543874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:20:57.624676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Pushing event updated for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:20:57.634407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:20:57.641943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fff2c-f15a-4172-9cfb-43670235c2b0 req-13b7e387-717a-4241-bcb1-f08b74a40cf2 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:57.643397 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d94fff2c-f15a-4172-9cfb-43670235c2b0 req-13b7e387-717a-4241-bcb1-f08b74a40cf2 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 944 time: 0.2300518 Dec 22 09:20:57.707068 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d94fff2c-f15a-4172-9cfb-43670235c2b0 req-57d14fd7-7e66-444a-97dc-49401733b85a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Dec 22 09:20:57.719451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-6634c36f-1fd7-4c62-996c-0b3f2b4994e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:57.720955 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-6634c36f-1fd7-4c62-996c-0b3f2b4994e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1097 time: 0.1367562 Dec 22 09:20:57.777710 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'status': 'completed', 'code': 200} Dec 22 09:20:57.793867 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-be6a8336-e6d7-4b9f-84aa-4666ebaa0b44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 217 time: 0.0650208 Dec 22 09:20:57.858304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-78cbeb9e-cb23-41f7-a83e-58518539ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:57.859729 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-78cbeb9e-cb23-41f7-a83e-58518539ea8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0604486 Dec 22 09:20:57.934661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-8540bd14-24fa-494d-b33e-8403558df531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:57.936031 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-8540bd14-24fa-494d-b33e-8403558df531 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701382 Dec 22 09:20:58.064429 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-a09f7bc4-df42-4e71-a87e-c6dac01ffda2 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217172 Dec 22 09:20:58.192866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-26540d4b-3d18-4213-9997-e72f5b1b9987 req-1da86237-33a9-4220-8f8a-b3280d618850 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224608 Dec 22 09:20:58.308886 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18a79c-1250-4797-b014-d67084f9b50b req-1cedce56-c6d5-412c-a013-9a681c50a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:58.310337 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e18a79c-1250-4797-b014-d67084f9b50b req-1cedce56-c6d5-412c-a013-9a681c50a7af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0750458 Dec 22 09:20:58.449574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18a79c-1250-4797-b014-d67084f9b50b req-49739436-d0c1-4b0f-81c2-0aa916a05e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:58.450989 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e18a79c-1250-4797-b014-d67084f9b50b req-49739436-d0c1-4b0f-81c2-0aa916a05e4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.1335990 Dec 22 09:20:58.517435 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e18a79c-1250-4797-b014-d67084f9b50b req-89ebe547-5672-4e3c-bc86-2a700d11ac0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 217 time: 0.0591295 Dec 22 09:20:58.582504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18a79c-1250-4797-b014-d67084f9b50b req-fc5c15e3-936d-4c7e-b9b4-9b93a5595db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:58.583902 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e18a79c-1250-4797-b014-d67084f9b50b req-fc5c15e3-936d-4c7e-b9b4-9b93a5595db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0606101 Dec 22 09:20:58.659140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18a79c-1250-4797-b014-d67084f9b50b req-aa1da4d7-030f-4a93-8439-b1e2a7a7e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:58.660638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e18a79c-1250-4797-b014-d67084f9b50b req-aa1da4d7-030f-4a93-8439-b1e2a7a7e6f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704920 Dec 22 09:20:58.977464 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e18a79c-1250-4797-b014-d67084f9b50b req-ef16dc7b-6303-4434-a379-de9f40aa7a6c service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102038 Dec 22 09:20:59.066557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c184947-1b78-47ce-8944-2c67341755b6 req-636d20c1-236a-46f1-98ef-32a74dfdb1cb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:59.068031 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c184947-1b78-47ce-8944-2c67341755b6 req-636d20c1-236a-46f1-98ef-32a74dfdb1cb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 944 time: 0.2007790 Dec 22 09:20:59.144423 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7c184947-1b78-47ce-8944-2c67341755b6 req-681ef261-52b0-4d97-b518-e4e86b30f074 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683594 Dec 22 09:20:59.152137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e18a79c-1250-4797-b014-d67084f9b50b req-cb7cd5c1-1e43-40c9-9786-0082714d8cb9 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668086 Dec 22 09:21:00.326847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dc88c-5af8-4c68-9433-98e303d676c2 req-bc75e44a-0bdb-4ea1-a5aa-79e18b21ad51 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:00.328354 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c7dc88c-5af8-4c68-9433-98e303d676c2 req-bc75e44a-0bdb-4ea1-a5aa-79e18b21ad51 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 944 time: 0.0799160 Dec 22 09:21:00.371340 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c7dc88c-5af8-4c68-9433-98e303d676c2 req-fb284528-6ac4-4e32-8b33-993f66473969 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Dec 22 09:21:01.550987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a0041-c9a6-43fb-b5f2-125a56fb5726 req-2b7fd7fc-1653-4c64-87d1-5fa1678854c8 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:01.552440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ce6a0041-c9a6-43fb-b5f2-125a56fb5726 req-2b7fd7fc-1653-4c64-87d1-5fa1678854c8 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 944 time: 0.0788755 Dec 22 09:21:01.596470 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ce6a0041-c9a6-43fb-b5f2-125a56fb5726 req-73f32253-8c8a-4172-9674-273c429c853f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Dec 22 09:21:02.347808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 10a22fdc-f52c-4f31-b781-e0be83a502ab details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:21:02.479483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:02.496096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'port_id': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'mac_address': 'fa:16:3e:1a:f7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:21:02.554744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:02.571987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a22fdc-f52c-4f31-b781-e0be83a502ab {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:21:02.587344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:02.591814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:02.594228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:02.662733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:02.665960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:02.902481 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7de663-28a5-4b17-ad72-44a72cd5b708 req-0d9f0c60-ead1-4a5f-b4b3-88b3e40a7f30 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:02.903954 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c7de663-28a5-4b17-ad72-44a72cd5b708 req-0d9f0c60-ead1-4a5f-b4b3-88b3e40a7f30 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 945 time: 0.1962764 Dec 22 09:21:02.908299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['10a22fdc-f52c-4f31-b781-e0be83a502ab'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:21:02.953364 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6c7de663-28a5-4b17-ad72-44a72cd5b708 req-f3641280-6d05-4d34-9e64-68f694f9c29f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Dec 22 09:21:04.139471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125da43-794d-4d09-ac71-55242c41e5f4 req-07492869-3fe0-4bdc-83a4-4bc2fcb15c7f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:04.141534 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d125da43-794d-4d09-ac71-55242c41e5f4 req-07492869-3fe0-4bdc-83a4-4bc2fcb15c7f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 945 time: 0.0832965 Dec 22 09:21:04.187402 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d125da43-794d-4d09-ac71-55242c41e5f4 req-ae20984e-2e48-448c-b69a-60cdb74e7f9f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Dec 22 09:21:04.360785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 10a22fdc-f52c-4f31-b781-e0be83a502ab up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:04.426218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 10a22fdc-f52c-4f31-b781-e0be83a502ab completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:04.432325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 10a22fdc-f52c-4f31-b781-e0be83a502ab triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:04.432964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:04.549344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:04.576267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:04.587074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:04.590382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:04.593613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:04.661545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:04.664690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:04.674629 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'code': 200} Dec 22 09:21:04.897407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a575d7-5bb7-42fb-9c44-446186f78c86 req-4a11a31c-196b-4a0d-b19b-e005dd7c7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:04.898856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-35a575d7-5bb7-42fb-9c44-446186f78c86 req-4a11a31c-196b-4a0d-b19b-e005dd7c7d09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0681419 Dec 22 09:21:04.944019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-35a575d7-5bb7-42fb-9c44-446186f78c86 req-101f313f-9fc7-4880-a0a4-4ace21ccf148 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385156 Dec 22 09:21:05.369417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b920c9-0af6-4185-888a-e7e403b74878 req-08b53b74-b102-4f30-a2e3-4ea042ae09fa tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:05.370859 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b920c9-0af6-4185-888a-e7e403b74878 req-08b53b74-b102-4f30-a2e3-4ea042ae09fa tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.0792251 Dec 22 09:21:05.414075 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3b920c9-0af6-4185-888a-e7e403b74878 req-989b00af-a98f-4142-9e20-0a1e656d718e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Dec 22 09:21:06.597353 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d0c4a-d0bf-40de-b4ea-a4bb0fd74f6e req-5d464bf7-3691-421f-8d29-15e03d40ee96 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:06.598802 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a02d0c4a-d0bf-40de-b4ea-a4bb0fd74f6e req-5d464bf7-3691-421f-8d29-15e03d40ee96 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.0796523 Dec 22 09:21:06.642134 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a02d0c4a-d0bf-40de-b4ea-a4bb0fd74f6e req-4e6594dd-23f4-4711-a48d-4abfd739f1e1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Dec 22 09:21:06.825375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65eff-7ed0-4506-bf8d-a47e4900ffe7 req-ed4dd5fe-c386-4343-a0d7-582a325ece3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:06.826835 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7fe65eff-7ed0-4506-bf8d-a47e4900ffe7 req-ed4dd5fe-c386-4343-a0d7-582a325ece3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.0823574 Dec 22 09:21:06.871782 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7fe65eff-7ed0-4506-bf8d-a47e4900ffe7 req-27d28fe8-a97d-4cc7-96c0-70291434dcc3 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388443 Dec 22 09:21:07.253967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a9b2c-176e-4e89-8c96-8b5baa67f53e req-02617e19-2fa4-4886-b3a8-66992a7ab723 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:07.255385 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0d4a9b2c-176e-4e89-8c96-8b5baa67f53e req-02617e19-2fa4-4886-b3a8-66992a7ab723 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.0784326 Dec 22 09:21:07.308181 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0d4a9b2c-176e-4e89-8c96-8b5baa67f53e req-4cadb551-1844-4f18-922e-8136b2f811b4 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Dec 22 09:21:09.390593 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:21:09.856402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2e12cadc-00e4-4863-a02c-209dffb96149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:10.106955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:12.138440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-545021a4-2052-4177-a9c4-1a690581a64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:13.293948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:13.349100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:14.682125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:17.534006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823946-987a-4da0-857f-e761ad267e9d req-44e98204-bde6-4828-afa1-78cbcb54c66e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:17.535436 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-69823946-987a-4da0-857f-e761ad267e9d req-44e98204-bde6-4828-afa1-78cbcb54c66e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.0820100 Dec 22 09:21:17.581095 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-69823946-987a-4da0-857f-e761ad267e9d req-5d33560a-60c6-496a-8bbc-2f891b0b7a67 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Dec 22 09:21:17.603382 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43240) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:17.764328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afc8be-77d1-4f64-86ee-d9d973460799 tempest-TestMinimumBasicScenario-1303688960 tempest-TestMinimumBasicScenario-1303688960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:17.765032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f6afc8be-77d1-4f64-86ee-d9d973460799 tempest-TestMinimumBasicScenario-1303688960 tempest-TestMinimumBasicScenario-1303688960-project-admin] Synchronizing usage tracker for tenant:c015d7b239ae4adebfcaf94bd15537f7 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:17.781876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f6afc8be-77d1-4f64-86ee-d9d973460799 tempest-TestMinimumBasicScenario-1303688960 tempest-TestMinimumBasicScenario-1303688960-project-admin] Unset dirty status for tenant:c015d7b239ae4adebfcaf94bd15537f7 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:17.783010 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f6afc8be-77d1-4f64-86ee-d9d973460799 tempest-TestMinimumBasicScenario-1303688960 tempest-TestMinimumBasicScenario-1303688960-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1094 time: 0.1786268 Dec 22 09:21:17.785993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43246) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:17.790939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:17.797585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:17.801447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:floatingip and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:17.804227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:17.810328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:17.820493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:17.956043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:18.091144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Allocated IP 172.26.7.178 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/6d1e943e-683f-4db0-afb8-a6867260c49b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:18.234297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:18.262651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:18.267471 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-49268a45-0338-41d7-af72-c1dc5d72951e tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:18.330393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:18.333193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:18.337021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:21:18.370705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'Port': ['ID=6d1e943e-683f-4db0-afb8-a6867260c49b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:18.378439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:18.858224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:18.932346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.131691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.136028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.140059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e55069ca-4efe-44f2-ad74-e570a43642be tempest-ServersNegativeTestJSON-2023624355 tempest-ServersNegativeTestJSON-2023624355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:19.244384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'Port': ['ID=6d1e943e-683f-4db0-afb8-a6867260c49b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:19.248526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:19.257130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.422764 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Floating IP 1cac007b-76e7-4723-8b2c-18c7f1ea2b64 associated. External IP: 172.26.7.178, port: 10a22fdc-f52c-4f31-b781-e0be83a502ab. Dec 22 09:21:19.771517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Router 09f1e46c-ef39-4f39-a8a2-033da9eec3de has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:21:20.080550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:21:20.090071 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] Sync routers for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:21:20.099662 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:21:20.100327 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:21:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:20.106112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.160344 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3733048 Dec 22 09:21:20.160989 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:20.163198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43250) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:20.168841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750645522', 'description': 'tempest-secgroup-smoke-750645522 description', 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:20.177177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:20.192051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:20.202701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.210741 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'status': 'completed', 'code': 200} Dec 22 09:21:20.228326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:20.232624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:20.236434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:20.244876 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:20.287076 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:21:20.311690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-69864b8d-46fc-430f-abf9-ba2d909907db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.313305 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-69864b8d-46fc-430f-abf9-ba2d909907db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0809097 Dec 22 09:21:20.318607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.323545 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.351752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-05481d2d-533f-4f81-b209-4ef0a8ad93fe tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:20.381404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f899c-c41f-4837-9212-bf34adf17e20,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:20.388977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.390219 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2260005 Dec 22 09:21:20.392004 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.392386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.392872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.393244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.393608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.393971 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.394329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.394687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.395042 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.395397 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.395848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.396230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:20.400045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:20.400802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43256) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:20.406799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'security_group_rule': {'security_group_id': 'f40f899c-c41f-4837-9212-bf34adf17e20', 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:20.413173 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:20.416851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:20.419630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:20.426844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:20.443889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.455771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-5657d7a1-9fd2-46b6-905d-d0cdd10946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.457572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-5657d7a1-9fd2-46b6-905d-d0cdd10946b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.1381671 Dec 22 09:21:20.506766 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.511007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.513088 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0dd79671-96d4-48d7-a21d-8c27a36d17d8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:20.545213 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.549677 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479068 Dec 22 09:21:20.553221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43260) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:20.560617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'security_group_rule': {'security_group_id': 'f40f899c-c41f-4837-9212-bf34adf17e20', 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:20.567221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bc7d1d-1231-4104-9915-8437acb9da93,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:20.568430 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-01b28da6-f42c-4dd1-84a2-aab96ce2459f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 1000 time: 0.1045136 Dec 22 09:21:20.570628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:20.572224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fbabeaaf-b8c4-494f-80da-bd77130db322 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:20.574446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:20.578344 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:20.584201 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:20.602125 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.637500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-dfc4fedd-4643-4571-ad22-1f669f593f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.638944 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-dfc4fedd-4643-4571-ad22-1f669f593f63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0635388 Dec 22 09:21:20.669851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.673435 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '1cac007b-76e7-4723-8b2c-18c7f1ea2b64', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'floating_ip_address': '172.26.7.178', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'port_id': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'mac_address': 'fa:16:3e:1a:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:18Z', 'updated_at': '2021-12-22T09:21:18Z', 'revision_number': 0, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 5, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:20.674013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.678166 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] Checking router: 09f1e46c-ef39-4f39-a8a2-033da9eec3de for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:21:20.682396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d246d812-0b56-4c1e-bac5-fbaed3ffccbc tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:20.688679 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:21:20.689391 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:21:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:20.709112 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a62029-025c-4c6c-b132-7c39fc301afb,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:20.712132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:20.713146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.714834 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601298 Dec 22 09:21:20.719072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43264) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:20.726062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'security_group_rule': {'security_group_id': 'f40f899c-c41f-4837-9212-bf34adf17e20', 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:20.734103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-457a51e9-7a4e-4d89-b679-c0a1c1987e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:20.735496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-457a51e9-7a4e-4d89-b679-c0a1c1987e2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903654 Dec 22 09:21:20.736425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:20.740317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:20.744143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:20.770149 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:20.856496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.881336 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:21:20.918711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-9f0878d4-2e56-4747-bb37-33beb967d39d service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755621 Dec 22 09:21:21.012812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.021058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.029013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6d14dbf-f38f-40d1-918c-8c467711f52b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:21.054347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697d8fb9-4dc4-41f9-bf89-fb544d8e2145,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:21.056832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:21.071206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.072356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515451 Dec 22 09:21:21.075412 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43268) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:21.081036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'security_group_rule': {'security_group_id': 'f40f899c-c41f-4837-9212-bf34adf17e20', 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:21.087321 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:21.091148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:21.094584 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:21.100393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:21.106233 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b3e3c8ff-cfd5-46b7-8ff7-2f12ab2dfd3e req-59f1267c-5351-4db8-a59f-5e39dff06603 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792104 Dec 22 09:21:21.119250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.183689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.188552 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.190444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-aeb53fc3-4c3b-44db-b9d0-f92d41f599ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:21.214248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c73f89f-2924-492a-bd2c-fef8d7ddd036,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:21.222179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:21.227146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.232476 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5c1221d5-e7e4-496c-bf56-a662348cfc3d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546149 Dec 22 09:21:21.232964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43272) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:21.239558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'security_group_rule': {'security_group_id': 'f40f899c-c41f-4837-9212-bf34adf17e20', 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:21.245539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:21.249380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:21.252271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:21.258400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:21.266191 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '1cac007b-76e7-4723-8b2c-18c7f1ea2b64', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'floating_ip_address': '172.26.7.178', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'port_id': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'mac_address': 'fa:16:3e:1a:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:18Z', 'updated_at': '2021-12-22T09:21:18Z', 'revision_number': 0, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 5, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:21.268176 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Project ebb80f3dfe744cbf84b64df546923b1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:21:21.270408 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478c60a-78f5-48c6-96d1-a895da98fb20 None None] The sync data for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv is: [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '1cac007b-76e7-4723-8b2c-18c7f1ea2b64', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'floating_ip_address': '172.26.7.178', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'port_id': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'mac_address': 'fa:16:3e:1a:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:18Z', 'updated_at': '2021-12-22T09:21:18Z', 'revision_number': 0, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 5, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:21:21.274775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.343180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.348071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.353894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bbf10805-a17c-485d-a3a6-9b67d2c4ca6c tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:21.373707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8de6ae-6bca-4870-9954-fb3eb44cfce2,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:21.376167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:21.384487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.385713 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-04b4e768-5d69-4ee7-a36c-5b70f8bb103e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510885 Dec 22 09:21:21.388430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43276) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:21.394409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'security_group_rule': {'security_group_id': 'f40f899c-c41f-4837-9212-bf34adf17e20', 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:21.400327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:21.405566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Usage tracker for resource:security_group_rule and tenant:ebb80f3dfe744cbf84b64df546923b1e is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:21.408873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:21.415332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:21.429260 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Project ebb80f3dfe744cbf84b64df546923b1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:21:21.437064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.489611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c502ed-f787-4203-bb01-e64f05f32024 None None] New status for floating IP 1cac007b-76e7-4723-8b2c-18c7f1ea2b64: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:21:21.516305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.521743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.523682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aef751ba-8fd7-488d-aca2-35dcb54ac456 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:21.546703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39404786-1af9-47a0-98bc-26d8434de01f,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:21.549520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:21.557345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.559573 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1696408 Dec 22 09:21:21.687422 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-722d3a0a-6940-47cf-94f8-a58df97e471d tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750645522&fields=id&tenant_id=ebb80f3dfe744cbf84b64df546923b1e HTTP/1.1" status: 200 len: 267 time: 0.0409257 Dec 22 09:21:21.770074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-019e953b-c1da-424c-a2d4-994414fed45c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:21.771532 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-019e953b-c1da-424c-a2d4-994414fed45c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.0786977 Dec 22 09:21:21.783045 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'port': {'security_groups': ['be63f011-2c92-4aa9-8071-11f400121f31', 'f40f899c-c41f-4837-9212-bf34adf17e20']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:21:21.905301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.169017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:21:22.194140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.198823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.204946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:22.211131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['10a22fdc-f52c-4f31-b781-e0be83a502ab'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:21:22.269286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:22.269911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.273954 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d43f7bfd-73c8-4622-89ea-112b8bcc8a1f req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "PUT /v2.0/ports/10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 982 time: 0.4935305 Dec 22 09:21:22.273954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:22.300392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=6']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:22.314366 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:22.334281 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'status': 'completed', 'code': 200} Dec 22 09:21:22.341611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['10a22fdc-f52c-4f31-b781-e0be83a502ab'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:21:22.635421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-d3bd0238-6792-4875-b399-00d671448efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:22.637131 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-d3bd0238-6792-4875-b399-00d671448efc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1138 time: 0.2796931 Dec 22 09:21:22.638989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1a4e4478-2100-4ff1-9549-4af5ce6db0b4 None None] Provisioning complete for port 10a22fdc-f52c-4f31-b781-e0be83a502ab triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:22.640118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1a4e4478-2100-4ff1-9549-4af5ce6db0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.645930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401e11-488d-4eb7-8fe4-23e3944ec9a2 req-0abc1de9-b4ed-416a-b9a5-0fde398b5c30 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:22.647275 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5401e11-488d-4eb7-8fe4-23e3944ec9a2 req-0abc1de9-b4ed-416a-b9a5-0fde398b5c30 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.1151650 Dec 22 09:21:22.772433 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f5401e11-488d-4eb7-8fe4-23e3944ec9a2 req-f728cf6c-c2f3-4152-a584-dce96633a940 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051655 Dec 22 09:21:22.806334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-78c8b9b9-0e1f-4d14-9f39-a61935377a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:22.807780 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-78c8b9b9-0e1f-4d14-9f39-a61935377a00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.1596661 Dec 22 09:21:22.914148 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-ccbc7ad9-a5ea-47a3-9ffe-f45f24de650e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 1002 time: 0.0997455 Dec 22 09:21:22.976467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-a59baa04-a4ca-48a2-8c27-484932991298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:22.977922 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-a59baa04-a4ca-48a2-8c27-484932991298 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0571637 Dec 22 09:21:23.076882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-d5433832-3b12-4cf7-aade-4ee372c8d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:23.076882 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-d5433832-3b12-4cf7-aade-4ee372c8d835 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869808 Dec 22 09:21:23.205674 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-b6a0b2ae-0780-40e1-9125-c9762553b54d service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254797 Dec 22 09:21:23.336567 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ede262be-0179-47cb-8254-9bb217f9bb86 req-c7d7c761-484f-4d33-9f6b-c6c09d092b60 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229019 Dec 22 09:21:39.859226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca55a403-505c-40e6-a23f-f8afb5611a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.064699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:42.134798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82340c60-603f-4f9f-8fe2-223623099d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:43.297692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:43.354917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:44.684756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:46.390389 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:21:55.328364 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-dfa51151-55be-4bb0-8c77-795ec0331fd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677323 Dec 22 09:21:55.465752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-da2f2b65-e7f3-4705-9049-53cb3b8428c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:55.467227 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-da2f2b65-e7f3-4705-9049-53cb3b8428c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1138 time: 0.0702777 Dec 22 09:21:55.609781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-400fba68-bd6c-4bfb-a53b-c795c4ee88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:55.611135 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-400fba68-bd6c-4bfb-a53b-c795c4ee88e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.1255038 Dec 22 09:21:55.713318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-6fb7f5f1-66d0-4a13-90a4-5396feb2b9ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 1002 time: 0.0960200 Dec 22 09:21:55.777316 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-f2c570aa-e149-401e-9aa0-400a1a9123ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:55.778694 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-f2c570aa-e149-401e-9aa0-400a1a9123ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0593724 Dec 22 09:21:55.854171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-aa5672e1-9b12-49d4-bc73-93bd9672f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:55.855799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-aa5672e1-9b12-49d4-bc73-93bd9672f8b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698969 Dec 22 09:21:55.985599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-78b42c5f-b3f6-4f53-823d-c85c35d5bfd7 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226623 Dec 22 09:21:56.230293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea4fad04-d252-4a5c-8609-e7741ef42d94 req-1d4c39df-193b-452e-8e84-3aec44bcb38e service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377446 Dec 22 09:22:09.861209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c8e264eb-075f-4ea6-8dc1-39d975dcbf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:10.059037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:12.136758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-73791d25-f423-4899-ae8c-6ebe6745858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:13.302995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:13.355694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:14.689304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:21.625027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7822ef-b056-4043-a34e-5099598713f3 req-9dcac594-7ecc-4d00-8896-cb404c281dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:21.626602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a7822ef-b056-4043-a34e-5099598713f3 req-9dcac594-7ecc-4d00-8896-cb404c281dde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1138 time: 0.1423435 Dec 22 09:22:21.637703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59fb2b-8691-4dad-89aa-3d8a84a21ba1 req-46267e7a-dfb2-48e6-8e7b-22548171d19e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:21.639096 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dc59fb2b-8691-4dad-89aa-3d8a84a21ba1 req-46267e7a-dfb2-48e6-8e7b-22548171d19e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.1164074 Dec 22 09:22:21.765958 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dc59fb2b-8691-4dad-89aa-3d8a84a21ba1 req-dc3c1a90-0d7d-47b0-b958-a69fd18a733c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073608 Dec 22 09:22:21.802554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7822ef-b056-4043-a34e-5099598713f3 req-511cbe4e-4009-4e8d-90d3-3240c68b83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:21.804035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a7822ef-b056-4043-a34e-5099598713f3 req-511cbe4e-4009-4e8d-90d3-3240c68b83c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.1640701 Dec 22 09:22:21.909784 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a7822ef-b056-4043-a34e-5099598713f3 req-bd165832-c543-4034-b761-5e4db29187c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 1002 time: 0.0985262 Dec 22 09:22:21.978811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7822ef-b056-4043-a34e-5099598713f3 req-88cc9774-0c83-48bc-8b41-40474de3599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:21.980277 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a7822ef-b056-4043-a34e-5099598713f3 req-88cc9774-0c83-48bc-8b41-40474de3599f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0637209 Dec 22 09:22:22.054669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7822ef-b056-4043-a34e-5099598713f3 req-7880a069-6ece-4b30-b7f8-df26380ead16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:22.056171 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a7822ef-b056-4043-a34e-5099598713f3 req-7880a069-6ece-4b30-b7f8-df26380ead16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694146 Dec 22 09:22:22.200979 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a7822ef-b056-4043-a34e-5099598713f3 req-b268a96b-42c0-40c3-92c3-c7c0e6d25701 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369970 Dec 22 09:22:22.349324 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4a7822ef-b056-4043-a34e-5099598713f3 req-40d1ee04-58ce-4a91-9ec4-d7cad5f43d57 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410494 Dec 22 09:22:22.958945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bf56-1ef2-4892-b59c-9fa2e29acb7d req-f4503298-b5b9-421d-a93c-9e51856eee25 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:22.960442 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3194bf56-1ef2-4892-b59c-9fa2e29acb7d req-f4503298-b5b9-421d-a93c-9e51856eee25 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0852277 Dec 22 09:22:23.006461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3194bf56-1ef2-4892-b59c-9fa2e29acb7d req-46e39443-31d4-4276-8bdc-1d36f127ba98 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Synchronizing usage tracker for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:22:23.021418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-3194bf56-1ef2-4892-b59c-9fa2e29acb7d req-46e39443-31d4-4276-8bdc-1d36f127ba98 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Unset dirty status for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:22:23.022656 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3194bf56-1ef2-4892-b59c-9fa2e29acb7d req-46e39443-31d4-4276-8bdc-1d36f127ba98 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564125 Dec 22 09:22:23.389370 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:22:24.217533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303df78-b155-4938-a284-e1a8de48a2c0 req-b2820cb8-5e5a-429b-b396-0fb89afbdd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:24.218996 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f303df78-b155-4938-a284-e1a8de48a2c0 req-b2820cb8-5e5a-429b-b396-0fb89afbdd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0913424 Dec 22 09:22:24.268774 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f303df78-b155-4938-a284-e1a8de48a2c0 req-4af4fe62-3278-4622-97f7-11849f85298e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428398 Dec 22 09:22:25.460646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc0230-e916-42ec-b01c-ab57b12e031f req-360f6701-1aaa-43af-843e-a2111b08151a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:25.462099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-befc0230-e916-42ec-b01c-ab57b12e031f req-360f6701-1aaa-43af-843e-a2111b08151a tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0802402 Dec 22 09:22:25.514773 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-befc0230-e916-42ec-b01c-ab57b12e031f req-8020a7ba-dacf-4abb-815c-8ea3aec7a63f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467608 Dec 22 09:22:26.697746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920431c-1875-495e-b16f-772b645e16f7 req-79cb9201-b729-4b59-880c-582b4d860ec4 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:26.699186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5920431c-1875-495e-b16f-772b645e16f7 req-79cb9201-b729-4b59-880c-582b4d860ec4 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0806088 Dec 22 09:22:26.745669 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5920431c-1875-495e-b16f-772b645e16f7 req-3d25ec36-34ce-4c72-9b9d-0a617c4805c8 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408096 Dec 22 09:22:27.936802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d9589-cff6-4dce-8e83-8509a58acc5c req-5b759d9a-e062-4c09-8089-46995e3e17b7 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:27.938161 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4d9589-cff6-4dce-8e83-8509a58acc5c req-5b759d9a-e062-4c09-8089-46995e3e17b7 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0840037 Dec 22 09:22:27.984317 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cc4d9589-cff6-4dce-8e83-8509a58acc5c req-46d44c59-834f-4244-9957-2b35953faa3b tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398769 Dec 22 09:22:29.177485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593d54a-d5d3-42f8-a13e-ce2e02098b31 req-eb7164b9-12c5-40c2-9d4d-230b61bac067 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:29.179088 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1593d54a-d5d3-42f8-a13e-ce2e02098b31 req-eb7164b9-12c5-40c2-9d4d-230b61bac067 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0862441 Dec 22 09:22:29.230270 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1593d54a-d5d3-42f8-a13e-ce2e02098b31 req-a76ca531-6abc-4700-a2d9-f5ee48c3ffa7 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452361 Dec 22 09:22:30.414796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac41c2-d9c1-44ab-9882-b0b1036c47d3 req-cd01ffb0-db05-4de1-a2f2-f57096f290ce tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:30.416256 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e7ac41c2-d9c1-44ab-9882-b0b1036c47d3 req-cd01ffb0-db05-4de1-a2f2-f57096f290ce tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0790234 Dec 22 09:22:30.471019 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e7ac41c2-d9c1-44ab-9882-b0b1036c47d3 req-c869ba68-ccd9-4511-9db4-b020100bd518 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488789 Dec 22 09:22:31.654981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec2a6-c5a7-4c42-9a23-b75cf7777969 req-0b2eaf8e-a65d-45aa-b320-e085e5db37c4 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:31.656455 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-223ec2a6-c5a7-4c42-9a23-b75cf7777969 req-0b2eaf8e-a65d-45aa-b320-e085e5db37c4 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0792921 Dec 22 09:22:31.716965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-223ec2a6-c5a7-4c42-9a23-b75cf7777969 req-aabeaded-dc4a-42c9-961d-ebf744cead3f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547950 Dec 22 09:22:32.907561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db825-af8a-4bc1-9449-cc2f4f4e305e req-c4bbcd69-3c18-4b85-b61f-7844163c62c5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:32.909642 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c61db825-af8a-4bc1-9449-cc2f4f4e305e req-c4bbcd69-3c18-4b85-b61f-7844163c62c5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0859578 Dec 22 09:22:32.956972 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c61db825-af8a-4bc1-9449-cc2f4f4e305e req-d17f034c-f994-4928-bce9-d9481bf6c046 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413110 Dec 22 09:22:34.143373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb11c-c112-49a8-9671-696cd97be463 req-bf0a7472-8d8c-414a-a857-276194db403f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:34.144843 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ca1fb11c-c112-49a8-9671-696cd97be463 req-bf0a7472-8d8c-414a-a857-276194db403f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0819020 Dec 22 09:22:34.194358 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ca1fb11c-c112-49a8-9671-696cd97be463 req-acf8cfe8-1a0c-4021-af6d-f3862bd8f916 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&id=f40f899c-c41f-4837-9212-bf34adf17e20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434284 Dec 22 09:22:39.863238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-844a53d9-863f-43eb-983e-0b70e6604374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:40.081562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:42.138935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-68293a17-d0b5-4d8f-839f-c87d982ed65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:43.295633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:43.358116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:44.694816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:48.078630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-221078f0-f550-4e4b-ab3e-a88d229a73f2 req-13c0661a-dcfa-422f-93d8-2d3aa7240071 tempest-ServerDiskConfigTestJSON-1974656363 tempest-ServerDiskConfigTestJSON-1974656363-project] (87601) timed out ('10.222.0.16', 50713) {{(pid=87601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:22:56.777468 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-6aade893-1397-454a-bef8-6cc1d9ce39ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780578 Dec 22 09:22:56.918488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194bc6-fb07-4b18-b401-2fb99762403e req-d747bddf-bdef-4a88-857b-55f07e997666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:56.919887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-d747bddf-bdef-4a88-857b-55f07e997666 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1138 time: 0.0720873 Dec 22 09:22:57.188466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194bc6-fb07-4b18-b401-2fb99762403e req-48d6ee51-30b5-41f7-b51f-5df5ef7139a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:57.189921 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-48d6ee51-30b5-41f7-b51f-5df5ef7139a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.2508597 Dec 22 09:22:57.298822 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-be4bf4e0-e1e4-45bc-b06d-9eb3ac226601 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 1002 time: 0.1017036 Dec 22 09:22:57.362130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194bc6-fb07-4b18-b401-2fb99762403e req-5949ba6a-629e-4553-a227-7d54316b7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:57.363550 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-5949ba6a-629e-4553-a227-7d54316b7047 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0584145 Dec 22 09:22:57.444038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194bc6-fb07-4b18-b401-2fb99762403e req-1d0b5665-c53f-476c-92e6-98e1735d57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:57.445418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-1d0b5665-c53f-476c-92e6-98e1735d57b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754824 Dec 22 09:22:57.581698 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-1e1ca07a-c710-427e-ae89-26bc4bb7238a service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291842 Dec 22 09:22:57.719020 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-89194bc6-fb07-4b18-b401-2fb99762403e req-da102ab9-6762-4c60-aef2-aaf16157ceca service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308577 Dec 22 09:23:00.388166 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:23:09.866972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef3a2-6963-4f8e-bfcb-b5ee45912f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.090791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:12.141664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00e4d937-aa5c-4502-8754-b73c9397b249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.297383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:13.359535 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:14.695463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:37.387499 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:23:37.620722 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-81384be0-1495-4900-b428-0e61fa404626 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750645522&fields=id&tenant_id=ebb80f3dfe744cbf84b64df546923b1e HTTP/1.1" status: 200 len: 267 time: 0.0409827 Dec 22 09:23:37.713040 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-5b5c526b-c661-4020-bb6a-1a0751c4f44f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:37.714522 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-5b5c526b-c661-4020-bb6a-1a0751c4f44f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 985 time: 0.0884881 Dec 22 09:23:37.727123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Request body: {'port': {'security_groups': ['be63f011-2c92-4aa9-8071-11f400121f31']}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:23:37.851624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.095781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:38.120094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.124671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.131626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b1e2c2b2-6e25-44b1-9751-6ec69d48f439 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:38.136959 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['10a22fdc-f52c-4f31-b781-e0be83a502ab'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:23:38.203007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:38.203668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.205666 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-545ca096-46ff-4bbe-9c41-68d0ba87b2ae req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "PUT /v2.0/ports/10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 943 time: 0.4842386 Dec 22 09:23:38.206216 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:23:38.213518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43360) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:38.229368 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event updated for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=7']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:38.237946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.238592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.238751 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.239080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.239426 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.239810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.240926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.240926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.240926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.241260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.241823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.242248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.247774 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:38.275650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['10a22fdc-f52c-4f31-b781-e0be83a502ab'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:23:38.342643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.378153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'status': 'completed', 'code': 200} Dec 22 09:23:38.379911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.508344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-d4640876-285f-46e2-aa12-02dba09d82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:38.509729 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-d4640876-285f-46e2-aa12-02dba09d82c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1105828 Dec 22 09:23:38.531399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-25eaf8d9-fc17-4797-b11c-c846770f2b91 None None] Provisioning complete for port 10a22fdc-f52c-4f31-b781-e0be83a502ab triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:23:38.531877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-25eaf8d9-fc17-4797-b11c-c846770f2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.603088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.608838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-367f2e1e-5c75-4d0d-9a39-2c5c297ff128 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:38.630257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f899c-c41f-4837-9212-bf34adf17e20,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:38.644957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.645336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.645707 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.646071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.646429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.646789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.647157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.647503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.647856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.648234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.648587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.648938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:23:38.652727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:38.676540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.677775 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "DELETE /v2.0/security-groups/f40f899c-c41f-4837-9212-bf34adf17e20 HTTP/1.1" status: 204 len: 168 time: 0.4616981 Dec 22 09:23:38.681376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43366) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:38.700214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-d025c88c-a730-4cba-8bad-7cd749a68bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:38.701462 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-d025c88c-a730-4cba-8bad-7cd749a68bc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.1839545 Dec 22 09:23:38.808788 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-e3e4defd-ed7e-4cdf-ba5e-9dc81b9c5315 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 1002 time: 0.1002014 Dec 22 09:23:38.873061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-dae3401f-79ee-4c41-aea0-5f6b49829ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:38.874421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-dae3401f-79ee-4c41-aea0-5f6b49829ebd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0591013 Dec 22 09:23:38.925755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Deleting port 6d1e943e-683f-4db0-afb8-a6867260c49b {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:38.926330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:38.956689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-ae53f6ec-5326-447a-b3f7-8f14b6457b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:38.958169 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-ae53f6ec-5326-447a-b3f7-8f14b6457b94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756993 Dec 22 09:23:39.142344 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-3c4890ff-8f8c-4c11-b227-d4716f335f4f service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767216 Dec 22 09:23:39.223136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:39.223468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:39.280505 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7a0e4ff5-0b30-4a77-8c1f-6ed5ae922ef9 req-529a91b2-1dfe-4d0c-a3f6-9d675343982b service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326675 Dec 22 09:23:39.353994 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Calling delete_port for 6d1e943e-683f-4db0-afb8-a6867260c49b owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:39.508805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:39.512835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8637fdc2-a537-451c-8af5-089438fa0624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:39.562129 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event deleted for resources: {'Port': ['ID=6d1e943e-683f-4db0-afb8-a6867260c49b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:39.589385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:39.654505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:39.654846 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Floating IP 1cac007b-76e7-4723-8b2c-18c7f1ea2b64 disassociated (deleted). External IP: 172.26.7.178, port: 10a22fdc-f52c-4f31-b781-e0be83a502ab. Dec 22 09:23:39.868922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d21c945a-3766-42f2-bc9a-1dedeb378fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:40.033292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Router 09f1e46c-ef39-4f39-a8a2-033da9eec3de has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:23:40.098083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:40.210404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:23:40.219731 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216d840-1276-40c0-9007-f0337824144e None None] Sync routers for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:23:40.229814 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:40.230485 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:40.230713 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:40.290564 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "DELETE /v2.0/floatingips/1cac007b-76e7-4723-8b2c-18c7f1ea2b64 HTTP/1.1" status: 204 len: 168 time: 1.6080091 Dec 22 09:23:40.378862 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:23:40.406823 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:40.443216 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'status': 'completed', 'code': 200} Dec 22 09:23:40.540787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-628d4ca3-6cdc-4422-9fcb-083945a86597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:40.542404 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-628d4ca3-6cdc-4422-9fcb-083945a86597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 1099 time: 0.0761986 Dec 22 09:23:40.743633 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 5, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:40.752386 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216d840-1276-40c0-9007-f0337824144e None None] Checking router: 09f1e46c-ef39-4f39-a8a2-033da9eec3de for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:23:40.762816 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:40.763450 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:40.841730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-da668881-30dd-4998-9196-cc9094e2443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:40.843163 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-da668881-30dd-4998-9196-cc9094e2443d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 200 len: 914 time: 0.2938616 Dec 22 09:23:40.913085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-1e5ba276-a71b-41b8-97a4-ef34f5dba38d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 200 len: 217 time: 0.0633001 Dec 22 09:23:40.942818 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:40.977469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-469dcf38-4a9a-4906-8454-d3a90a8b763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:40.979984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-469dcf38-4a9a-4906-8454-d3a90a8b763c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 200 len: 853 time: 0.0584409 Dec 22 09:23:41.062808 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-9c648e74-0684-4030-8bc0-41d3da4645a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:41.064701 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-9c648e74-0684-4030-8bc0-41d3da4645a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1844db4-aa1a-43a1-a4e9-84e82717f6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785704 Dec 22 09:23:41.213787 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-e61b44aa-8356-4065-add7-4ca5f1fa6bb8 service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420572 Dec 22 09:23:41.330540 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-4216d840-1276-40c0-9007-f0337824144e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 5, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:41.337705 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216d840-1276-40c0-9007-f0337824144e None None] The sync data for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv is: [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:24Z', 'revision_number': 4, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '476ecabb-ed18-4edf-9c5d-9f2660f6a5f3', 'name': '', 'network_id': 'd1844db4-aa1a-43a1-a4e9-84e82717f6da', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'mac_address': 'fa:16:3e:bc:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:23Z', 'updated_at': '2021-12-22T09:20:31Z', 'revision_number': 5, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'subnets': [{'id': '11078930-e5e3-4ad5-a1b4-a2207cae7a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:23:41.422790 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-137d599b-96b6-43fe-b629-eb2e5fe0a493 req-d6fe2440-5534-4542-b502-026c2f4f10bb service neutron] 10.222.0.16 "GET /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974990 Dec 22 09:23:41.678053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29edab9-9827-4885-9895-2c9a4a85170e None None] New status for floating IP 1cac007b-76e7-4723-8b2c-18c7f1ea2b64: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:23:42.144033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0be2e6a9-e5c4-4b0e-9466-e34267d4d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:43.302779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:43.365981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:44.699226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:45.807434 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e9c4-f169-4694-b709-3afae4b2f962 req-b08f768f-0ca8-429e-a20e-69d9430ce0d0 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:45.808096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7fc3e9c4-f169-4694-b709-3afae4b2f962 req-b08f768f-0ca8-429e-a20e-69d9430ce0d0 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Synchronizing usage tracker for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:23:45.824637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-7fc3e9c4-f169-4694-b709-3afae4b2f962 req-b08f768f-0ca8-429e-a20e-69d9430ce0d0 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Unset dirty status for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:23:45.825856 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7fc3e9c4-f169-4694-b709-3afae4b2f962 req-b08f768f-0ca8-429e-a20e-69d9430ce0d0 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.1023009 Dec 22 09:23:45.871237 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7fc3e9c4-f169-4694-b709-3afae4b2f962 req-92ec20a2-7953-40e0-9570-58a21d3010d5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Dec 22 09:23:47.128128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3619317-f79b-4f18-aa78-57fd8cc6fa4f req-77e719c2-7be7-409c-a6f7-18c50fdda607 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:47.129602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3619317-f79b-4f18-aa78-57fd8cc6fa4f req-77e719c2-7be7-409c-a6f7-18c50fdda607 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.1476443 Dec 22 09:23:47.172186 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d3619317-f79b-4f18-aa78-57fd8cc6fa4f req-05e148f8-9a81-4510-b5c9-ff04dced9def tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Synchronizing usage tracker for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:23:47.187514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d3619317-f79b-4f18-aa78-57fd8cc6fa4f req-05e148f8-9a81-4510-b5c9-ff04dced9def tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Unset dirty status for tenant:ebb80f3dfe744cbf84b64df546923b1e on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:23:47.188657 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3619317-f79b-4f18-aa78-57fd8cc6fa4f req-05e148f8-9a81-4510-b5c9-ff04dced9def tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/security-groups?id=be63f011-2c92-4aa9-8071-11f400121f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Dec 22 09:23:47.622492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-a1339c29-111a-4ec5-a99b-4bcd4e75e450 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:47.623889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-a1339c29-111a-4ec5-a99b-4bcd4e75e450 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 946 time: 0.0824630 Dec 22 09:23:47.692403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Deleting port 10a22fdc-f52c-4f31-b781-e0be83a502ab {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:47.692742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:47.946299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] For port 10a22fdc-f52c-4f31-b781-e0be83a502ab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10a22fdc-f52c-4f31-b781-e0be83a502ab,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:47.946565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:48.068788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Calling delete_port for 10a22fdc-f52c-4f31-b781-e0be83a502ab owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:48.214218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:48.220825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:48.225873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['10a22fdc-f52c-4f31-b781-e0be83a502ab'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:23:48.265257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Pushing event deleted for resources: {'Port': ['ID=10a22fdc-f52c-4f31-b781-e0be83a502ab,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:48.268908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:48.345737 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ace248de-0a75-4c92-b8e7-74f10e103c10 req-02ddf9ec-222c-485b-affd-535050fc9364 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb5eb628-faf4-49fa-b7c3-673e37978fd1 HTTP/1.1" status: 200 len: 210 time: 0.0460539 Dec 22 09:23:48.346327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] No DVR routers for this DVR port 10a22fdc-f52c-4f31-b781-e0be83a502ab on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:23:48.348714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:48.351453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'name': 'network-vif-deleted', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:23:48.373092 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9a3a3774-7e9e-49ba-ac79-2310640c9ade req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] 10.222.0.16 "DELETE /v2.0/ports/10a22fdc-f52c-4f31-b781-e0be83a502ab HTTP/1.1" status: 204 len: 173 time: 0.7440054 Dec 22 09:23:48.401301 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb5eb628-faf4-49fa-b7c3-673e37978fd1', 'name': 'network-vif-deleted', 'tag': '10a22fdc-f52c-4f31-b781-e0be83a502ab', 'status': 'completed', 'code': 200} Dec 22 09:23:50.000895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43458) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:50.652518 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:50.997739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Deleting port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:50.998080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:51.106015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 10a22fdc-f52c-4f31-b781-e0be83a502ab no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:51.142407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 10a22fdc-f52c-4f31-b781-e0be83a502ab {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:51.142761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 10a22fdc-f52c-4f31-b781-e0be83a502ab not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:51.168717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] For port 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:51.169278 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:51.291447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Calling delete_port for 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:51.475025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:51.478852 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cfdb2860-de94-4ae2-9415-45a97bca1515 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:51.640477 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Pushing event deleted for resources: {'Port': ['ID=476ecabb-ed18-4edf-9c5d-9f2660f6a5f3,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:51.644157 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:51.906759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:52.274404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Router 09f1e46c-ef39-4f39-a8a2-033da9eec3de has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:23:52.451433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:23:52.460345 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] Sync routers for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:23:52.465316 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-98de60dc-2e46-431e-8b13-3d252649ba32 admin admin] 10.222.0.36 "PUT /v2.0/routers/09f1e46c-ef39-4f39-a8a2-033da9eec3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627028 Dec 22 09:23:52.467719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43462) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:52.470398 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:52.471027 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:52.645533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:52.668264 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:52.823427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:52.833496 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Deleting port 103cf679-2eae-4e6f-97b0-6938d4fb1229 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:52.834019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:52.961839 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94'}], 'enable_snat': True}, 'gw_port_id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:23:51Z', 'revision_number': 5, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port': {'id': '103cf679-2eae-4e6f-97b0-6938d4fb1229', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:52.966494 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] Checking router: 09f1e46c-ef39-4f39-a8a2-033da9eec3de for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:23:52.980900 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] Routers {'09f1e46c-ef39-4f39-a8a2-033da9eec3de'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:52.981506 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:53.140353 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] Set router 09f1e46c-ef39-4f39-a8a2-033da9eec3de gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:53.162953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] For port 103cf679-2eae-4e6f-97b0-6938d4fb1229, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=103cf679-2eae-4e6f-97b0-6938d4fb1229,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:53.163315 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.244779 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:23:52Z', 'revision_number': 6, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:53.248815 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdde120-8a44-4939-90a8-c94062b7c7a8 None None] The sync data for ids ['09f1e46c-ef39-4f39-a8a2-033da9eec3de'] in dv-neutron-822602-1-hyperv is: [{'id': '09f1e46c-ef39-4f39-a8a2-033da9eec3de', 'name': 'tempest-TestMinimumBasicScenario-188001156-router', 'tenant_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:20Z', 'updated_at': '2021-12-22T09:23:52Z', 'revision_number': 6, 'project_id': 'ebb80f3dfe744cbf84b64df546923b1e', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:23:53.288338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Calling delete_port for 103cf679-2eae-4e6f-97b0-6938d4fb1229 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:53.458390 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.464609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b749a256-3abe-4b4b-93b7-436b36b8ee2c tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:53.535730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=103cf679-2eae-4e6f-97b0-6938d4fb1229,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:53.538068 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:53.607911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.781554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.783990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.809427 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.810517 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f1e46c-ef39-4f39-a8a2-033da9eec3de {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:23:53.826313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.827444 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] 10.222.0.36 "DELETE /v2.0/routers/09f1e46c-ef39-4f39-a8a2-033da9eec3de HTTP/1.1" status: 204 len: 168 time: 1.3587856 Dec 22 09:23:53.830626 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43466) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:53.895595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Deleting subnet 11078930-e5e3-4ad5-a1b4-a2207cae7a57 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:23:53.900539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:53.952601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.031096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.101637 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.105758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c33c8b1-40dd-4a00-ae29-b2391470a290 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:54.142746 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11078930-e5e3-4ad5-a1b4-a2207cae7a57,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:54.146535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:54.147519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.154808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04e60cd-9a8d-4ff2-a01a-3a886b6aed8f None None] Network d1844db4-aa1a-43a1-a4e9-84e82717f6da requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:23:54.156898 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/11078930-e5e3-4ad5-a1b4-a2207cae7a57 HTTP/1.1" status: 204 len: 168 time: 0.3246965 Dec 22 09:23:54.157163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43470) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:54.419965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.432627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Deleting port af06d502-66dd-4a19-92f0-a4a59a5f9fdc {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:54.432988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.461487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] DHCP port deletion for d1844db4-aa1a-43a1-a4e9-84e82717f6da request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:23:54.466192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Deleting port af06d502-66dd-4a19-92f0-a4a59a5f9fdc {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:54.466651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.662347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] For port af06d502-66dd-4a19-92f0-a4a59a5f9fdc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:54.662613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.682287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] For port af06d502-66dd-4a19-92f0-a4a59a5f9fdc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,segment=NetworkSegment(bbc76675-4adc-4d43-ada3-ddc936278d54),segment_id=bbc76675-4adc-4d43-ada3-ddc936278d54)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:54.682679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.786478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Calling delete_port for af06d502-66dd-4a19-92f0-a4a59a5f9fdc owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:54.806479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Calling delete_port for af06d502-66dd-4a19-92f0-a4a59a5f9fdc owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:54.868680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:54.873335 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:54.891032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:23:54.892041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:23:54.921236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=af06d502-66dd-4a19-92f0-a4a59a5f9fdc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:54.923059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] No DVR routers for this DVR port af06d502-66dd-4a19-92f0-a4a59a5f9fdc on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:23:54.924679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:55.039806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:55.043248 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:55.070908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1844db4-aa1a-43a1-a4e9-84e82717f6da']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:55.084630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc76675-4adc-4d43-ada3-ddc936278d54') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:55.084919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc76675-4adc-4d43-ada3-ddc936278d54') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:55.097803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:55.113183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:55.113534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 476ecabb-ed18-4edf-9c5d-9f2660f6a5f3 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:55.113659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:55.113968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af06d502-66dd-4a19-92f0-a4a59a5f9fdc no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:55.119745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:23:55.120079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:23:55.133634 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:23:55.147187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: af06d502-66dd-4a19-92f0-a4a59a5f9fdc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:55.147539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device af06d502-66dd-4a19-92f0-a4a59a5f9fdc not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:55.148003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 103cf679-2eae-4e6f-97b0-6938d4fb1229 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:55.182903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 103cf679-2eae-4e6f-97b0-6938d4fb1229 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:55.183551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 103cf679-2eae-4e6f-97b0-6938d4fb1229 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:55.217508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:55.221200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3879124b-6b7b-4e1c-8ee1-86b972496b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:55.234070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:55.244306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d1844db4-aa1a-43a1-a4e9-84e82717f6da,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:55.247409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:55.260434 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] 10.222.0.36 "DELETE /v2.0/networks/d1844db4-aa1a-43a1-a4e9-84e82717f6da HTTP/1.1" status: 204 len: 168 time: 1.1012549 Dec 22 09:23:55.263179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43474) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:55.393914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Deleting port af06d502-66dd-4a19-92f0-a4a59a5f9fdc {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:55.394466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:55.464013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-4187ae41-46eb-4088-9e18-c0978158bb63 None None] The port 'af06d502-66dd-4a19-92f0-a4a59a5f9fdc' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:23:55.841650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:56.300592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Deleting port 5a987e96-e96d-412b-857e-55d5b891ecf2 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:56.301265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:56.471673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] For port 5a987e96-e96d-412b-857e-55d5b891ecf2, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=5a987e96-e96d-412b-857e-55d5b891ecf2,segment=NetworkSegment(f9b45779-bb93-419a-894f-4f65178d5948),segment_id=f9b45779-bb93-419a-894f-4f65178d5948)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:56.472123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:56.598197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Calling delete_port for 5a987e96-e96d-412b-857e-55d5b891ecf2 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:56.912732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:56.916159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3437ce6c-b427-49ce-8372-24eaa2889578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:56.962467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a987e96-e96d-412b-857e-55d5b891ecf2,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:56.965596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:57.239301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:57.726161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Router 91a8988f-a4a1-4ab1-83a9-ac442221504f has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:23:57.910616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:23:57.919268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] Sync routers for ids ['91a8988f-a4a1-4ab1-83a9-ac442221504f'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:23:57.927560 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] 10.222.0.36 "PUT /v2.0/routers/91a8988f-a4a1-4ab1-83a9-ac442221504f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6625950 Dec 22 09:23:57.930712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43478) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:57.933839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] Routers {'91a8988f-a4a1-4ab1-83a9-ac442221504f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:57.934469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91a8988f-a4a1-4ab1-83a9-ac442221504f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:58.106442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:58.117691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] Set router 91a8988f-a4a1-4ab1-83a9-ac442221504f gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:58.283948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:58.293857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Deleting port 66233f30-ec89-4665-8e8f-19474bf37c1a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:58.294242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:58.408648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67'}], 'enable_snat': True}, 'gw_port_id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:23:56Z', 'revision_number': 5, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port': {'id': '66233f30-ec89-4665-8e8f-19474bf37c1a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:20:28Z', 'updated_at': '2021-12-22T09:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:58.412878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] Checking router: 91a8988f-a4a1-4ab1-83a9-ac442221504f for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:23:58.421322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] Routers {'91a8988f-a4a1-4ab1-83a9-ac442221504f'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:23:58.421932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91a8988f-a4a1-4ab1-83a9-ac442221504f'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:58.473071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] For port 66233f30-ec89-4665-8e8f-19474bf37c1a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=66233f30-ec89-4665-8e8f-19474bf37c1a,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:58.473532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:58.578679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] Set router 91a8988f-a4a1-4ab1-83a9-ac442221504f gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:23:58.604447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Calling delete_port for 66233f30-ec89-4665-8e8f-19474bf37c1a owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:23:58.684190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:23:58Z', 'revision_number': 6, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:23:58.689886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27715f-d857-4496-ac00-145b7f9b71e0 None None] The sync data for ids ['91a8988f-a4a1-4ab1-83a9-ac442221504f'] in dv-neutron-822602-1-hyperv is: [{'id': '91a8988f-a4a1-4ab1-83a9-ac442221504f', 'name': 'tempest-TestMinimumBasicScenario-2040964552-router', 'tenant_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:20:27Z', 'updated_at': '2021-12-22T09:23:58Z', 'revision_number': 6, 'project_id': 'c015d7b239ae4adebfcaf94bd15537f7', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:23:58.919457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:58.923551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a9ae0b4a-704e-4753-9138-026375102968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:58.995246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=66233f30-ec89-4665-8e8f-19474bf37c1a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:59.001465 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:59.063719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.105262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a987e96-e96d-412b-857e-55d5b891ecf2 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:23:59.144738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 5a987e96-e96d-412b-857e-55d5b891ecf2 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:23:59.145290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 5a987e96-e96d-412b-857e-55d5b891ecf2 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:23:59.241568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.243755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.265853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.267015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a8988f-a4a1-4ab1-83a9-ac442221504f {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:23:59.279702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.280870 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] 10.222.0.36 "DELETE /v2.0/routers/91a8988f-a4a1-4ab1-83a9-ac442221504f HTTP/1.1" status: 204 len: 168 time: 1.3492460 Dec 22 09:23:59.283975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43482) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:59.342010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Deleting subnet 5d6e847a-60a5-4722-97e2-2ebd0525ea61 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:23:59.345565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.396697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.482596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.561888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.566136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d7fbf9ac-92e4-4693-b321-5b13ed601d25 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:23:59.601868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6e847a-60a5-4722-97e2-2ebd0525ea61,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:23:59.604732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:23:59.605691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.611847 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e2a9c23a-c2e1-42e9-a5ad-3ed70d911e82 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5d6e847a-60a5-4722-97e2-2ebd0525ea61 HTTP/1.1" status: 204 len: 168 time: 0.3269103 Dec 22 09:23:59.612128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5a9a6-833e-47e9-bd57-93cb97430124 None None] Network 5c49f7eb-8d10-45c2-817c-4977bc52e53d requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:23:59.615745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43486) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:59.727617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.738842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Deleting port 2ce1e53a-0b54-442b-bc9e-564acbf466dd {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:59.739181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.864596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] DHCP port deletion for 5c49f7eb-8d10-45c2-817c-4977bc52e53d request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:23:59.869472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Deleting port 2ce1e53a-0b54-442b-bc9e-564acbf466dd {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:23:59.869592 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:59.969256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] For port 2ce1e53a-0b54-442b-bc9e-564acbf466dd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2ce1e53a-0b54-442b-bc9e-564acbf466dd,segment=NetworkSegment(f9b45779-bb93-419a-894f-4f65178d5948),segment_id=f9b45779-bb93-419a-894f-4f65178d5948)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:23:59.969868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.101548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Calling delete_port for 2ce1e53a-0b54-442b-bc9e-564acbf466dd owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:24:00.114477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] For port 2ce1e53a-0b54-442b-bc9e-564acbf466dd, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2ce1e53a-0b54-442b-bc9e-564acbf466dd,segment=NetworkSegment(f9b45779-bb93-419a-894f-4f65178d5948),segment_id=f9b45779-bb93-419a-894f-4f65178d5948)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:00.114992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.177799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.182965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-32e950bd-2125-4167-927a-2ae561f91170 tempest-TestEncryptedCinderVolumes-1739719523 tempest-TestEncryptedCinderVolumes-1739719523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:00.230121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] No DVR routers for this DVR port 2ce1e53a-0b54-442b-bc9e-564acbf466dd on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:24:00.231845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce1e53a-0b54-442b-bc9e-564acbf466dd,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:00.238556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Calling delete_port for 2ce1e53a-0b54-442b-bc9e-564acbf466dd owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:24:00.258336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:00.316993 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:24:00.317373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:24:00.356975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.382519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c49f7eb-8d10-45c2-817c-4977bc52e53d']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:00.394169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b45779-bb93-419a-894f-4f65178d5948') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:00.394461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b45779-bb93-419a-894f-4f65178d5948') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:00.405346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.421187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.427878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:24:00.428289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:24:00.442252 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:24:00.654887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.660992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.663712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c2b27b60-d3be-4bee-80b4-7b50183173f3 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:00.686445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c49f7eb-8d10-45c2-817c-4977bc52e53d,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:00.689667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:00.693572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] 10.222.0.36 "DELETE /v2.0/networks/5c49f7eb-8d10-45c2-817c-4977bc52e53d HTTP/1.1" status: 204 len: 168 time: 1.0767529 Dec 22 09:24:00.818489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Deleting port 2ce1e53a-0b54-442b-bc9e-564acbf466dd {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:24:00.818890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:00.874895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43492) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:00.885100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ab42d2c5-bc21-4b9c-b403-fc1325704f5d None None] The port '2ce1e53a-0b54-442b-bc9e-564acbf466dd' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:24:00.926419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-47fdfe56-9f06-4b43-b407-b2875540e87a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebb80f3dfe744cbf84b64df546923b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494318 Dec 22 09:24:00.928527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43496) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:00.994285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf843a2c-8691-4e87-b01e-15a43f0c3492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.022304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf843a2c-8691-4e87-b01e-15a43f0c3492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.039246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ce1e53a-0b54-442b-bc9e-564acbf466dd no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:01.078102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2ce1e53a-0b54-442b-bc9e-564acbf466dd {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:24:01.078462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ce1e53a-0b54-442b-bc9e-564acbf466dd not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:01.078924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66233f30-ec89-4665-8e8f-19474bf37c1a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:01.082909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf843a2c-8691-4e87-b01e-15a43f0c3492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.088661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85a63a9f-efb1-4669-a8f8-99d361962a05 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:01.102418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf843a2c-8691-4e87-b01e-15a43f0c3492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be63f011-2c92-4aa9-8071-11f400121f31,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:01.108718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bf843a2c-8691-4e87-b01e-15a43f0c3492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:01.111187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bf843a2c-8691-4e87-b01e-15a43f0c3492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.114706 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bf843a2c-8691-4e87-b01e-15a43f0c3492 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be63f011-2c92-4aa9-8071-11f400121f31 HTTP/1.1" status: 204 len: 168 time: 0.1828127 Dec 22 09:24:01.114853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 66233f30-ec89-4665-8e8f-19474bf37c1a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:24:01.114853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 66233f30-ec89-4665-8e8f-19474bf37c1a not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:01.467914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43504) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:01.521843 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-81e243f4-222f-48e2-a3cb-6b0c90c7242d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c015d7b239ae4adebfcaf94bd15537f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526018 Dec 22 09:24:01.524949 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43508) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:01.587303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.612919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.665962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.669833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66da23e5-8a2c-4b45-b897-a7c43491f258 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:01.680586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93900be7-0429-4f92-a0de-76bd43eb61c6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:01.684453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:01.690685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:01.691792 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93900be7-0429-4f92-a0de-76bd43eb61c6 HTTP/1.1" status: 204 len: 168 time: 0.1656978 Dec 22 09:24:03.660488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43550) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:03.666159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913566621', 'description': 'tempest-secgroup-smoke-1913566621 description', 'project_id': '1485767fae9a4409b1fc834f7c6abca9'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:03.672640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:03.677085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:03.679888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:03.686597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:03.696746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:03.708760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:03.723656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:03.727441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:03.730264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:03.735847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:03.825831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:03.829702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:03.832147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6095cc66-3cbd-4eff-b644-fc57f9eb2296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:03.842890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:03.851171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:03.860037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:03.870347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:03.873978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c612d6-68a4-40a2-878c-b60e5cbc53e0,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:03.878118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:03.944565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:03.948656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:03.952289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9fd077b0-8f5f-4bd1-8ba7-22bb0474d227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:03.991273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0912c78-3779-4cc5-bd85-77fd9364f247,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:03.994577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:03.995451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:03.999365 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b8882620-7cd7-42f5-92f7-abd61ddb0004 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3352277 Dec 22 09:24:04.000371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43554) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.005242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'a0912c78-3779-4cc5-bd85-77fd9364f247', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:04.011102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:04.015129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:04.018213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:04.024218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:04.041494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.101847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.105861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.107620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bb70874d-5edc-446b-9d42-df54ca738e47 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:04.132774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ccbb86-62d9-4111-8b3a-31bf897091c8,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:04.137239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:04.141955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.146408 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432009 Dec 22 09:24:04.146695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43558) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.152401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'a0912c78-3779-4cc5-bd85-77fd9364f247', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:04.159006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:04.163000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:04.165857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:04.171423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:04.188243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.248539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.252168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.253974 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8e44aed2-759d-4597-b985-c4c73e0d50c4 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:04.275498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9616961a-6f14-45b1-b775-4d234629d38c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:04.277965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:04.285525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.286659 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389635 Dec 22 09:24:04.289375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43562) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.294220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'a0912c78-3779-4cc5-bd85-77fd9364f247', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:04.300160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:04.304975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:04.308985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:04.316504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:04.335732 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.399284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.402896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.404644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-19c17af4-01f3-425b-9cc9-893c64581a77 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:04.426377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd33d111-5b4c-485c-ac72-5ce09d4f53a9,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:04.428828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:04.435630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.436798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465487 Dec 22 09:24:04.439391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43566) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.444362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'a0912c78-3779-4cc5-bd85-77fd9364f247', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:04.451824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:04.456882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:04.459046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:04.464782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:04.481697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.548987 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.553108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.555055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:04.577528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab46ee4-27e7-4348-a6be-ced8c9759311,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:04.580621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:04.588079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.589245 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489515 Dec 22 09:24:04.591846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43570) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.597117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'a0912c78-3779-4cc5-bd85-77fd9364f247', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:04.603022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:04.607554 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:04.610416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:04.617038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:04.628235 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:24:04.643114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.717034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.721625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.728229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd30bd8b-f7df-4201-bbd8-4479ca144682 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:04.747113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02969a29-4693-44f1-b9aa-a1148e5d2e1c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:04.752222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:04.757228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.758856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658869 Dec 22 09:24:04.761389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43574) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.766667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'a0912c78-3779-4cc5-bd85-77fd9364f247', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:04.773704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:04.777506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:04.780396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:04.786081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:04.796350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:24:04.802760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.872544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.876365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.878771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fe510b6f-a5de-49a9-9e05-0283ad3d2453 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:04.901217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d5af37-469e-43ef-ba62-f0a390a52119,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:04.906031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:04.911030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.912303 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499813 Dec 22 09:24:04.915290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43578) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:04.921088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'network': {'name': 'tempest-network-smoke--181141431', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:04.927030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:04.931907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:network and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:04.934170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:04.941930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:04.953030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:04.957001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:04.994592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:24:05.005497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.005855 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Added segment 1b320493-d7c7-429e-858a-4048021e3e9b of type vlan for network c29360d2-6fde-4107-a1b7-9ebbc94d6854 Dec 22 09:24:05.038095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.068993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.074588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:05.075172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.079161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:05.177840 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2615073 Dec 22 09:24:05.180960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43582) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:05.186652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'admin_state_up': True, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:05.188085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Network': ['ID=c29360d2-6fde-4107-a1b7-9ebbc94d6854,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:05.191639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:05.194811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:05.199680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:router and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:05.202369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:05.203714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:24:05.210338 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:05.221033 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.222018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.237799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.640627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.956039 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:05.986651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:06.125240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.154 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/63174353-6fac-4c33-8b12-840d42279395) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:06.274920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:06.304067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:06.307850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:06.369991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:06.372920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:06.376469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:06.405437 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=63174353-6fac-4c33-8b12-840d42279395,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:06.411336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:06.794796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:07.266413 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:07.469638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router c30971ea-de6d-4eca-80fd-de4e76fcefe3 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:24:07.645523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:07.655286 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Sync routers for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:07.665391 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:07.666009 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:07.673077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:07.674354 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4923649 Dec 22 09:24:07.677534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43586) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:07.827057 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ed668541-3346-4d85-b1ba-e67312ad909e tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=1485767fae9a4409b1fc834f7c6abca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1442459 Dec 22 09:24:07.827057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43592) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:07.845175 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:07.963057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110361b-471b-4608-ac6b-9e72f84a17ea tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:07.964724 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b110361b-471b-4608-ac6b-9e72f84a17ea tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367393 Dec 22 09:24:07.968471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43596) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:08.009338 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9deebf68-a05e-4deb-b296-699e9450f300 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395851 Dec 22 09:24:08.012260 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43600) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:08.017952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1949858655', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:08.128227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:08.131965 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:subnet and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:08.134810 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:08.140441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:08.150402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:08.153879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.183770 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:06Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:08.188842 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Checking router: c30971ea-de6d-4eca-80fd-de4e76fcefe3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:08.189826 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Updating router c30971ea-de6d-4eca-80fd-de4e76fcefe3 port 63174353-6fac-4c33-8b12-840d42279395 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:24:08.245740 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.382319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.387374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a76d4f77-40b5-46de-837f-02674fe4c23c tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:08.471106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Subnet': ['ID=7a13f08c-c336-40d3-b4db-2d0b04f145e5,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:08.477341 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:08.483857 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Checking segment: {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:08.484421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network hostable DHCP agents. Network: c29360d2-6fde-4107-a1b7-9ebbc94d6854, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:24:08.517493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:24:08.531982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, c29360d2-6fde-4107-a1b7-9ebbc94d6854) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:08.538169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:08.538822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.544743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff5e34-5a7c-4f8f-b9f9-7d4b44c3e1b7 None None] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:24:08.569503 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-069eb480-e1c7-48f2-9219-e1032994b54e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5532370 Dec 22 09:24:08.569848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43604) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:08.619339 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.633282 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Transition to ACTIVE for port object 63174353-6fac-4c33-8b12-840d42279395 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:08.642966 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.649486 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-4625e68d-781e-4af2-992e-d8a8ebaba41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:08.727383 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Pushing event updated for resources: {'Port': ['ID=63174353-6fac-4c33-8b12-840d42279395,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:08.745561 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.745877 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.746298 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.746641 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.747021 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.748122 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.748122 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.748122 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.748391 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.748521 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.749010 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.749582 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:08.755321 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:08.766219 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Attempting to bind port 63174353-6fac-4c33-8b12-840d42279395 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:08.766606 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Attempting to bind port 63174353-6fac-4c33-8b12-840d42279395 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:08.766983 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Attempting to bind port 63174353-6fac-4c33-8b12-840d42279395 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:08.774073 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:08.774440 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:08.775015 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.775611 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:08.776283 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Bound port: 63174353-6fac-4c33-8b12-840d42279395, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:08.776814 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.824693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:24:08.826175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.874158 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] For port 63174353-6fac-4c33-8b12-840d42279395, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:08.878187 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] For port 63174353-6fac-4c33-8b12-840d42279395, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=63174353-6fac-4c33-8b12-840d42279395,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:08.883002 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:08.887318 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-7ca5e671-74af-4013-a52c-caa77832ce20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:08.961009 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Pushing event updated for resources: {'Port': ['ID=63174353-6fac-4c33-8b12-840d42279395,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:08.966697 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:08.980098 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:08.980902 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:23:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:09.029550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Allocated IP 172.20.0.2 (c29360d2-6fde-4107-a1b7-9ebbc94d6854/7a13f08c-c336-40d3-b4db-2d0b04f145e5/bbeb3ec5-66e4-4118-9a5c-03bb1851fc57) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:09.186130 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:09.286517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:09.297359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Transition to ACTIVE for port object bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:09.317807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Transition to ACTIVE for port object bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:09.324530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:09.329353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce621eaf-bdd3-4b2c-ae56-20f8e84f69ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:09.398101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:09.402759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:09.405716 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:09.457690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Pushing event updated for resources: {'Port': ['ID=bbeb3ec5-66e4-4118-9a5c-03bb1851fc57,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:09.471473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.471810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.472167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.472563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.472891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.473212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.473531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.474294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.474555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.474985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.475258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.475626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:09.479956 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:09.501707 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:06Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:09.506118 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec9b86-e51c-491d-bb0a-fe4ae11b2ae5 None None] The sync data for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv is: [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:06Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:09.539364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:09.546588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Attempting to bind port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:09.547518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Attempting to bind port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:09.548097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Attempting to bind port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 on network c29360d2-6fde-4107-a1b7-9ebbc94d6854 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:09.553918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:09.554744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Checking segment: {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:09.555476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:09.556042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Bound using segment: {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:09.556709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Bound port: bbeb3ec5-66e4-4118-9a5c-03bb1851fc57, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:09.557110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:09.656484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] For port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:09.660808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] For port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbeb3ec5-66e4-4118-9a5c-03bb1851fc57,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:09.670065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:09.675442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:09.839517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Pushing event updated for resources: {'Port': ['ID=bbeb3ec5-66e4-4118-9a5c-03bb1851fc57,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:09.844117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:09.879017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c54c34c-c105-41d0-a249-c94feebb46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.086124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.1 (c29360d2-6fde-4107-a1b7-9ebbc94d6854/7a13f08c-c336-40d3-b4db-2d0b04f145e5/16d0647f-c914-4b79-9540-31937528df92) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:10.099290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.286914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.304439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object 16d0647f-c914-4b79-9540-31937528df92 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:10.329892 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.334025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-276e38c7-f306-42b7-ae89-e741b7dd22bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:10.409656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:10.413027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:10.417001 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:10.452465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=16d0647f-c914-4b79-9540-31937528df92,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:10.464627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:10.483638 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.927718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.934602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59197e1a-3d5f-4725-91e6-df9749132550 None None] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:24:11.034526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-abe0deb2-051e-46ec-a2ae-464a6893ed2d None None] Provisioning for port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:11.187852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 63174353-6fac-4c33-8b12-840d42279395 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:11.280316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 63174353-6fac-4c33-8b12-840d42279395 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:11.285985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 63174353-6fac-4c33-8b12-840d42279395 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:11.286376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.443151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.448779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.453049 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.475562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 63174353-6fac-4c33-8b12-840d42279395, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=63174353-6fac-4c33-8b12-840d42279395,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:11.480021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-29d44910-3656-43b9-9fbf-b72a3dd6883c tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:11.481912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.482564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:11.517218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:11.570952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.574761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=16d0647f-c914-4b79-9540-31937528df92,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:11.578396 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:11.612066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=63174353-6fac-4c33-8b12-840d42279395,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:11.616746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:11.669034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cb5e6e97-07cc-4a1f-af8e-ee93341297b6 None None] Provisioning for port 16d0647f-c914-4b79-9540-31937528df92 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:11.674802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:11.679578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cb5e6e97-07cc-4a1f-af8e-ee93341297b6 None None] Provisioning complete for port 16d0647f-c914-4b79-9540-31937528df92 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:11.680082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cb5e6e97-07cc-4a1f-af8e-ee93341297b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.710383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:11.710591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.728873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:11.730080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:11.786731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e6e97-07cc-4a1f-af8e-ee93341297b6 None None] Port 16d0647f-c914-4b79-9540-31937528df92 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:11.859191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.893848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbeb3ec5-66e4-4118-9a5c-03bb1851fc57,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:11.900674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.902577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c22af100-308c-4c4f-ac86-7cfff936311f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:11.938564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router c30971ea-de6d-4eca-80fd-de4e76fcefe3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:24:11.967456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b6655f95-9c3c-40c2-b279-7387847eab4a None None] Provisioning complete for port 16d0647f-c914-4b79-9540-31937528df92 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:11.968274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6655f95-9c3c-40c2-b279-7387847eab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:12.025922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=bbeb3ec5-66e4-4118-9a5c-03bb1851fc57,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:12.030528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:12.035074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b6655f95-9c3c-40c2-b279-7387847eab4a None None] Port 16d0647f-c914-4b79-9540-31937528df92 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:12.147663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-44bcca51-ee15-4378-8fd8-3033eea97715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:12.156916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:12.158227 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-612d7ba7-d357-4011-98a3-9ad74f1f6b3a None None] Provisioning complete for port 16d0647f-c914-4b79-9540-31937528df92 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:12.158611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-612d7ba7-d357-4011-98a3-9ad74f1f6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:12.167982 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/c30971ea-de6d-4eca-80fd-de4e76fcefe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5970032 Dec 22 09:24:12.184567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Sync routers for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:12.218499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:12.219627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:24:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:12.292659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-612d7ba7-d357-4011-98a3-9ad74f1f6b3a None None] Port 16d0647f-c914-4b79-9540-31937528df92 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:12.334239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-728e64bc-ef60-4e21-95ce-2731350700fe req-c97c03ca-e593-4335-96e0-ac960d7efc85 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:12.352625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-728e64bc-ef60-4e21-95ce-2731350700fe req-c97c03ca-e593-4335-96e0-ac960d7efc85 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:12.353828 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-c97c03ca-e593-4335-96e0-ac960d7efc85 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913566621&fields=id&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 267 time: 0.0601306 Dec 22 09:24:12.405239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:12.510926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-fe12533f-eef9-4815-99dd-176b66409906 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:12.511601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-728e64bc-ef60-4e21-95ce-2731350700fe req-fe12533f-eef9-4815-99dd-176b66409906 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:12.529350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-728e64bc-ef60-4e21-95ce-2731350700fe req-fe12533f-eef9-4815-99dd-176b66409906 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:12.530678 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-fe12533f-eef9-4815-99dd-176b66409906 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/networks?id=c29360d2-6fde-4107-a1b7-9ebbc94d6854 HTTP/1.1" status: 200 len: 796 time: 0.1700072 Dec 22 09:24:12.547660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-a5c0b5a7-f785-4ae3-886a-00608d0465df tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/quotas/1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 375 time: 0.0098896 Dec 22 09:24:12.657128 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-05ec7fd1-0811-417c-8fcc-0762f41a2b12 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010709 Dec 22 09:24:12.731139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-24b96a6c-f169-4d3b-b4c4-5fa2ca5dafa2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:24:12.732168 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-24b96a6c-f169-4d3b-b4c4-5fa2ca5dafa2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625970 Dec 22 09:24:12.779228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 2, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:12.783452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Checking router: c30971ea-de6d-4eca-80fd-de4e76fcefe3 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:12.783814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Updating router c30971ea-de6d-4eca-80fd-de4e76fcefe3 port 16d0647f-c914-4b79-9540-31937528df92 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:24:12.836964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:12.868274 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-368428b2-67d3-4837-b894-73bde69f90e8 service neutron] 10.222.0.36 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298339 Dec 22 09:24:13.008236 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-7e85eceb-0143-4ce7-9a08-b14dfc813fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337941 Dec 22 09:24:13.081728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 63174353-6fac-4c33-8b12-840d42279395 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:13.232222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-16403736-d436-4583-a8ec-0903bbce0300 req-1da2c0a8-5fe5-44e2-8bb3-a4478c3b9a6f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:13.232800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 63174353-6fac-4c33-8b12-840d42279395 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:13.233183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.260832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-16403736-d436-4583-a8ec-0903bbce0300 req-1da2c0a8-5fe5-44e2-8bb3-a4478c3b9a6f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:13.262030 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-16403736-d436-4583-a8ec-0903bbce0300 req-1da2c0a8-5fe5-44e2-8bb3-a4478c3b9a6f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 210 time: 0.0743251 Dec 22 09:24:13.327243 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.329593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.346171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Transition to ACTIVE for port object 16d0647f-c914-4b79-9540-31937528df92 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:13.358413 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.369469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:13.527725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.557052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400024a0-e198-448d-b1c4-95e1e4ced1f3 None None] Pushing event updated for resources: {'Port': ['ID=16d0647f-c914-4b79-9540-31937528df92,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:13.560025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:13.585961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-400024a0-e198-448d-b1c4-95e1e4ced1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:13.704773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Attempting to bind port 16d0647f-c914-4b79-9540-31937528df92 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:13.705150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Attempting to bind port 16d0647f-c914-4b79-9540-31937528df92 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:13.705522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Attempting to bind port 16d0647f-c914-4b79-9540-31937528df92 on network c29360d2-6fde-4107-a1b7-9ebbc94d6854 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:13.715579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:13.715965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Checking segment: {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:13.716379 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.716783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Bound using segment: {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:13.717258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Bound port: 16d0647f-c914-4b79-9540-31937528df92, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:13.717640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.795704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:13.799303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.886014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] For port 16d0647f-c914-4b79-9540-31937528df92, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:13.890340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] For port 16d0647f-c914-4b79-9540-31937528df92, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=16d0647f-c914-4b79-9540-31937528df92,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:13.896749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:13.900516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:14.035511 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:14.036206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:24:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:14.096199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400024a0-e198-448d-b1c4-95e1e4ced1f3 None None] Pushing event updated for resources: {'Port': ['ID=16d0647f-c914-4b79-9540-31937528df92,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:14.105013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-400024a0-e198-448d-b1c4-95e1e4ced1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:14.295212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:14.365822 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2ef98884-0616-493c-a1b4-3292af464fb0 req-434434ec-29c1-4e43-8cbd-a6c720e67679 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 210 time: 0.0471516 Dec 22 09:24:14.388770 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:24:14.714312 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:14.719283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:13Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:14.723789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73d88-36ab-4839-ab2f-07331ebfb7f4 None None] The sync data for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv is: [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:13Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:15.080422 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 16d0647f-c914-4b79-9540-31937528df92 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:15.151720 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 16d0647f-c914-4b79-9540-31937528df92 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:15.157053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 16d0647f-c914-4b79-9540-31937528df92 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:15.157435 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.285894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.320451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 16d0647f-c914-4b79-9540-31937528df92, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=16d0647f-c914-4b79-9540-31937528df92,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:15.325004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.326996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:15.397048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=16d0647f-c914-4b79-9540-31937528df92,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:15.399441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:15.489890 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5e57eb0f-eb90-4ced-b706-50c57aa7db42 req-d9d2801d-745a-40fe-bc88-85c9ea2801ed tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 210 time: 0.0557580 Dec 22 09:24:16.656870 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-efe3f9a4-7314-4680-a316-26bb158f961f req-d5be84b5-f3a8-4f67-86c2-a9671429deb6 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 210 time: 0.0474546 Dec 22 09:24:17.050616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 16d0647f-c914-4b79-9540-31937528df92 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:17.121219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 16d0647f-c914-4b79-9540-31937528df92 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:17.121508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.433293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-eb03c54e-eaaa-46a5-b727-9590b2889420 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:17.434695 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-eb03c54e-eaaa-46a5-b727-9590b2889420 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/networks?id=c29360d2-6fde-4107-a1b7-9ebbc94d6854 HTTP/1.1" status: 200 len: 796 time: 0.1605833 Dec 22 09:24:17.500141 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-536c0436-b65c-44e2-9ffd-280630c909c3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 380 time: 0.0569191 Dec 22 09:24:17.513999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'port': {'device_id': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'admin_state_up': True, 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'security_groups': ['a0912c78-3779-4cc5-bd85-77fd9364f247']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:17.672286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:17.681698 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:17.692770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:17.696805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:17.843749 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f27dd75e-3f20-449e-bfc1-c7d11ab349dd req-bf1e4667-21ec-4693-971f-60af476acab4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 210 time: 0.0461676 Dec 22 09:24:17.892367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.5 (c29360d2-6fde-4107-a1b7-9ebbc94d6854/7a13f08c-c336-40d3-b4db-2d0b04f145e5/6b2cc028-b355-482b-89db-ac17cf484603) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:18.204832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.221421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object 6b2cc028-b355-482b-89db-ac17cf484603 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:18.245439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.251109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f2e4228d-4767-4e09-8242-e19ba48f870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:18.316604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:18.319954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:18.323826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:18.354308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=6b2cc028-b355-482b-89db-ac17cf484603,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:18.361593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:18.392490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:18.393143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.417849 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106472 Dec 22 09:24:18.432750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Request body: {'port': {'device_id': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:18.560734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.623332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-324e663f-7400-48f3-b881-70be4b54c08c None None] Provisioning for port 6b2cc028-b355-482b-89db-ac17cf484603 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:18.628529 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-324e663f-7400-48f3-b881-70be4b54c08c None None] Provisioning complete for port 6b2cc028-b355-482b-89db-ac17cf484603 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:18.628903 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-324e663f-7400-48f3-b881-70be4b54c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.686693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-324e663f-7400-48f3-b881-70be4b54c08c None None] Port 6b2cc028-b355-482b-89db-ac17cf484603 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:24:18.926329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2cc028-b355-482b-89db-ac17cf484603 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:24:18.934897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.954374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Transition to ACTIVE for port object 6b2cc028-b355-482b-89db-ac17cf484603 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:18.964917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:18.973135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2777c0e-df7d-487f-ad8a-faa98f30a924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:19.152458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Pushing event updated for resources: {'Port': ['ID=6b2cc028-b355-482b-89db-ac17cf484603,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:19.182192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:19.271835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208dc8b-1f6e-442b-a5ff-eca72bd1c614 req-0417408c-5ba4-4a44-b571-fe38325fcdf9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:19.272577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0208dc8b-1f6e-442b-a5ff-eca72bd1c614 req-0417408c-5ba4-4a44-b571-fe38325fcdf9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:19.286450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Attempting to bind port 6b2cc028-b355-482b-89db-ac17cf484603 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:19.286784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Attempting to bind port 6b2cc028-b355-482b-89db-ac17cf484603 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:19.287112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Attempting to bind port 6b2cc028-b355-482b-89db-ac17cf484603 on network c29360d2-6fde-4107-a1b7-9ebbc94d6854 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:19.296534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Port 6b2cc028-b355-482b-89db-ac17cf484603 on network c29360d2-6fde-4107-a1b7-9ebbc94d6854 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:24:19.297004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Attempting to bind port 6b2cc028-b355-482b-89db-ac17cf484603 on network c29360d2-6fde-4107-a1b7-9ebbc94d6854 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:24:19.301810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-0208dc8b-1f6e-442b-a5ff-eca72bd1c614 req-0417408c-5ba4-4a44-b571-fe38325fcdf9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:19.303098 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0208dc8b-1f6e-442b-a5ff-eca72bd1c614 req-0417408c-5ba4-4a44-b571-fe38325fcdf9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 943 time: 0.2941232 Dec 22 09:24:19.305694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:24:19.306030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Checking segment: {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:24:19.306413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Bound using segment: {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:24:19.306839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Bound port: 6b2cc028-b355-482b-89db-ac17cf484603, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b320493-d7c7-429e-858a-4048021e3e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:19.307187 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.410966 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0208dc8b-1f6e-442b-a5ff-eca72bd1c614 req-50904e2f-ce4e-4a41-8ea9-7b36761d2fa0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928726 Dec 22 09:24:19.439420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] For port 6b2cc028-b355-482b-89db-ac17cf484603, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:24:19.442504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] For port 6b2cc028-b355-482b-89db-ac17cf484603, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b2cc028-b355-482b-89db-ac17cf484603,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:24:19.446768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.450499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fdd5c2de-a9ec-476d-81cb-e41e350a8b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:19.510443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:19.511290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.512724 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] 10.222.0.16 "PUT /v2.0/ports/6b2cc028-b355-482b-89db-ac17cf484603 HTTP/1.1" status: 200 len: 1093 time: 1.0870316 Dec 22 09:24:19.513247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:19.534868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Pushing event updated for resources: {'Port': ['ID=6b2cc028-b355-482b-89db-ac17cf484603,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:19.538202 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:19.602218 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603', 'status': 'completed', 'code': 200} Dec 22 09:24:19.656339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-f587562f-78e3-4a51-8685-e841173e55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:19.659128 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-f587562f-78e3-4a51-8685-e841173e55d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 1096 time: 0.1003749 Dec 22 09:24:19.731783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-6402cb4f-fecc-45f5-9063-8691d9ce5c54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b2cc028-b355-482b-89db-ac17cf484603 HTTP/1.1" status: 200 len: 217 time: 0.0649858 Dec 22 09:24:19.803087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-443d8e7f-87be-4d18-acc6-e114ed47d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:19.804461 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-443d8e7f-87be-4d18-acc6-e114ed47d3cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a13f08c-c336-40d3-b4db-2d0b04f145e5 HTTP/1.1" status: 200 len: 835 time: 0.0667012 Dec 22 09:24:19.882636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e64bc-ef60-4e21-95ce-2731350700fe req-4d9420c4-620a-4469-80b1-ad92d602b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:19.884149 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-4d9420c4-620a-4469-80b1-ad92d602b1e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29360d2-6fde-4107-a1b7-9ebbc94d6854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725653 Dec 22 09:24:20.022757 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-cc03116e-1a6b-4b98-9fc4-4e91e439d80a service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318138 Dec 22 09:24:20.272268 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-728e64bc-ef60-4e21-95ce-2731350700fe req-6d94bc6e-d7f4-45c8-ac28-750e430f3871 service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435930 Dec 22 09:24:20.396509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-c49d2fec-2028-4804-8ab4-d14868098e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:20.397973 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-c49d2fec-2028-4804-8ab4-d14868098e48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 1096 time: 0.0741873 Dec 22 09:24:20.571572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-94c58c55-b6cc-4278-ad9d-0a32d1277287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:20.573041 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-94c58c55-b6cc-4278-ad9d-0a32d1277287 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29360d2-6fde-4107-a1b7-9ebbc94d6854 HTTP/1.1" status: 200 len: 896 time: 0.1684425 Dec 22 09:24:20.658477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-a16e6af6-8399-46e8-9b73-12d4b69aff27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b2cc028-b355-482b-89db-ac17cf484603 HTTP/1.1" status: 200 len: 217 time: 0.0759647 Dec 22 09:24:20.734012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-d3dd9faa-8013-49a0-899f-21d4bc10b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:20.737005 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-d3dd9faa-8013-49a0-899f-21d4bc10b488 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a13f08c-c336-40d3-b4db-2d0b04f145e5 HTTP/1.1" status: 200 len: 835 time: 0.0716858 Dec 22 09:24:20.750472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ffb82-2bef-499d-8a33-55e5fe439ee4 req-d7f2c5c6-daa9-425e-8ed6-9640f8be82e9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:20.752497 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cf0ffb82-2bef-499d-8a33-55e5fe439ee4 req-d7f2c5c6-daa9-425e-8ed6-9640f8be82e9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 943 time: 0.2212186 Dec 22 09:24:20.851474 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cf0ffb82-2bef-499d-8a33-55e5fe439ee4 req-4b93616f-a304-4c3f-900b-fbdf1c7c989a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581343 Dec 22 09:24:20.869043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-fdf9cd33-7264-4eb7-ab0c-a46c7f8a22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:20.870501 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-fdf9cd33-7264-4eb7-ab0c-a46c7f8a22f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29360d2-6fde-4107-a1b7-9ebbc94d6854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1171463 Dec 22 09:24:21.019653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-d97579df-83f2-402f-a119-c2d0acbbfa98 service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411228 Dec 22 09:24:21.175434 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-712043f5-b5f3-49cd-8021-4ad25ac523a8 req-fded2096-7b8c-4725-b3fa-4c08e24a5dfb service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479146 Dec 22 09:24:22.049270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed07737-7060-48d6-9003-c6aed7369f7a req-80b5f46d-7482-4837-a7a9-47d3bccd2ac1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:22.050750 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed07737-7060-48d6-9003-c6aed7369f7a req-80b5f46d-7482-4837-a7a9-47d3bccd2ac1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 943 time: 0.0857725 Dec 22 09:24:22.102008 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7ed07737-7060-48d6-9003-c6aed7369f7a req-0c57ac03-6c1a-49fc-ab50-776f315533c1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Dec 22 09:24:23.231933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6b2cc028-b355-482b-89db-ac17cf484603 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:24:23.314946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2416-0066-476b-8396-81f376ac137b req-fc6ff834-6759-4cb5-a619-dfb45e1972dc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:23.316368 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-301a2416-0066-476b-8396-81f376ac137b req-fc6ff834-6759-4cb5-a619-dfb45e1972dc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 943 time: 0.0905113 Dec 22 09:24:23.364788 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-301a2416-0066-476b-8396-81f376ac137b req-1ec78506-3fab-42e2-8ad1-fb22fcc0cf71 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 Dec 22 09:24:23.462992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6b2cc028-b355-482b-89db-ac17cf484603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b2cc028-b355-482b-89db-ac17cf484603,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:23.476856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '6b2cc028-b355-482b-89db-ac17cf484603', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'port_id': '6b2cc028-b355-482b-89db-ac17cf484603', 'mac_address': 'fa:16:3e:f4:74:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:24:23.539258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.561459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2cc028-b355-482b-89db-ac17cf484603 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:24:23.579020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6b2cc028-b355-482b-89db-ac17cf484603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b2cc028-b355-482b-89db-ac17cf484603,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:23.585829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.589628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-51acfadc-6b21-491a-a135-607a7929275a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:23.661134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=6b2cc028-b355-482b-89db-ac17cf484603,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:23.664219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:23.980491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['6b2cc028-b355-482b-89db-ac17cf484603'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:24:24.558051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40686b60-4145-4894-8b48-9e1285141119 req-85b6b22e-f082-4b32-aa3c-a1428b951505 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:24.559547 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-40686b60-4145-4894-8b48-9e1285141119 req-85b6b22e-f082-4b32-aa3c-a1428b951505 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 944 time: 0.0853748 Dec 22 09:24:24.617173 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-40686b60-4145-4894-8b48-9e1285141119 req-e1ff0fe9-8165-4b81-afee-f5ed9c0074d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509992 Dec 22 09:24:25.261370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6b2cc028-b355-482b-89db-ac17cf484603 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:25.332841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 6b2cc028-b355-482b-89db-ac17cf484603 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:25.337955 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 6b2cc028-b355-482b-89db-ac17cf484603 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:25.338326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.464053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.491916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:25.503436 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 6b2cc028-b355-482b-89db-ac17cf484603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b2cc028-b355-482b-89db-ac17cf484603,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:24:25.508084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.510034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:25.575607 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603', 'code': 200} Dec 22 09:24:25.579891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=6b2cc028-b355-482b-89db-ac17cf484603,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:25.582872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:25.822876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7d637-9c8f-429e-a027-bb7382e0427a req-f9b16de5-f4cb-4481-bbcd-df822d450c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:25.824017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f351322-898f-484d-9325-31fb8ba00268 req-134f63b2-14fb-443c-acbe-5801d67448db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:25.824683 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4ff7d637-9c8f-429e-a027-bb7382e0427a req-f9b16de5-f4cb-4481-bbcd-df822d450c0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 1098 time: 0.0769241 Dec 22 09:24:25.825548 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f351322-898f-484d-9325-31fb8ba00268 req-134f63b2-14fb-443c-acbe-5801d67448db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0953593 Dec 22 09:24:25.869715 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4ff7d637-9c8f-429e-a027-bb7382e0427a req-1c9df894-aee8-4c0a-abba-a66cafe7a368 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387456 Dec 22 09:24:26.009094 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f351322-898f-484d-9325-31fb8ba00268 req-adc20c9c-82d4-4fed-82c9-56d1321f85d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774302 Dec 22 09:24:27.206339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ecb8e-2d1a-47f8-87ba-d67cfcdb2ac2 req-3052d628-0fbb-4ccc-afb6-a292582345a2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:27.207815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b60ecb8e-2d1a-47f8-87ba-d67cfcdb2ac2 req-3052d628-0fbb-4ccc-afb6-a292582345a2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0909281 Dec 22 09:24:27.268312 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b60ecb8e-2d1a-47f8-87ba-d67cfcdb2ac2 req-3cf7fb8d-b2f1-40d9-b66e-72202463c47a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524869 Dec 22 09:24:28.456060 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f3641-ea56-4b25-93cf-4d071f830c16 req-0667fd65-818e-48c1-8098-9294ed2f24c2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:28.457840 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd7f3641-ea56-4b25-93cf-4d071f830c16 req-0667fd65-818e-48c1-8098-9294ed2f24c2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0818737 Dec 22 09:24:28.506701 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cd7f3641-ea56-4b25-93cf-4d071f830c16 req-9364e6e4-84f8-44fa-8f77-e3756f99bc99 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Dec 22 09:24:28.688998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f2c12-dc4d-481e-baf0-abf91d5307c1 req-6321c067-8f9b-424b-b90e-7bb980d22236 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:28.690575 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78f2c12-dc4d-481e-baf0-abf91d5307c1 req-6321c067-8f9b-424b-b90e-7bb980d22236 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0798037 Dec 22 09:24:28.735320 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a78f2c12-dc4d-481e-baf0-abf91d5307c1 req-3e50d876-50fc-4b96-abc7-617b505a4eeb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391591 Dec 22 09:24:28.759870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43672) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:28.839183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924fa14-1d98-4370-83de-bcef6340cc28 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:28.840611 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8924fa14-1d98-4370-83de-bcef6340cc28 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 1093 time: 0.0794172 Dec 22 09:24:28.843387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43676) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:28.848863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '6b2cc028-b355-482b-89db-ac17cf484603', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:24:28.854821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:28.858604 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:floatingip and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:28.862011 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:28.867670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:28.878195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.018959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.151101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.187 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/4080aa03-8183-4ae6-9a88-dab6bd629fd1) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:29.414743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.444384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.447896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b9278a5-5609-4f01-af4a-569bc780b4a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:29.515735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:29.519027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:29.521753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:24:29.550787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=4080aa03-8183-4ae6-9a88-dab6bd629fd1,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:29.554144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:29.930517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.004461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.206834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.211933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.215601 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ad6a0ad4-c90b-4692-87c6-ef9af2ae4fb6 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:30.323258 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=4080aa03-8183-4ae6-9a88-dab6bd629fd1,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:30.327153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:30.334327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.503679 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 6f587379-d96c-4da9-84dd-4684e9068ce5 associated. External IP: 172.26.7.187, port: 6b2cc028-b355-482b-89db-ac17cf484603. Dec 22 09:24:30.977845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router c30971ea-de6d-4eca-80fd-de4e76fcefe3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:24:31.164705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:24:31.174199 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] Sync routers for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:24:31.184214 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:31.184829 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:24:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:31.189792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.251051 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4064155 Dec 22 09:24:31.251540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:31.299533 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603', 'status': 'completed', 'code': 200} Dec 22 09:24:31.398996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-e5edf617-46cb-4cbe-974b-92b5709f72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.401450 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-e5edf617-46cb-4cbe-974b-92b5709f72f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 1098 time: 0.0792589 Dec 22 09:24:31.408088 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:31.508200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f84ba-5add-4740-91fc-2639b6b4d8c6 req-01534781-358d-4544-8e04-3469ae8a28e6 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.510479 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-436f84ba-5add-4740-91fc-2639b6b4d8c6 req-01534781-358d-4544-8e04-3469ae8a28e6 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.1606958 Dec 22 09:24:31.546811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-9a59c473-7c3d-4e6c-8a74-d8b1e127d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.548708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-9a59c473-7c3d-4e6c-8a74-d8b1e127d9e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29360d2-6fde-4107-a1b7-9ebbc94d6854 HTTP/1.1" status: 200 len: 896 time: 0.1395864 Dec 22 09:24:31.568438 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-436f84ba-5add-4740-91fc-2639b6b4d8c6 req-a9c5dc89-cc45-4d47-a836-57aea588954c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516405 Dec 22 09:24:31.592615 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43686) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:31.660132 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-b98e4603-7ddd-4bf5-9baa-d81227a6efc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b2cc028-b355-482b-89db-ac17cf484603 HTTP/1.1" status: 200 len: 999 time: 0.1054175 Dec 22 09:24:31.701135 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d520b04-127c-4622-b1bd-d799bf365730 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/6f587379-d96c-4da9-84dd-4684e9068ce5 HTTP/1.1" status: 200 len: 991 time: 0.1059830 Dec 22 09:24:31.723460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-0da66aae-58ac-4c63-bf55-bb61eb6c779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.724930 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-0da66aae-58ac-4c63-bf55-bb61eb6c779f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a13f08c-c336-40d3-b4db-2d0b04f145e5 HTTP/1.1" status: 200 len: 835 time: 0.0586171 Dec 22 09:24:31.793468 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6f587379-d96c-4da9-84dd-4684e9068ce5', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'port_id': '6b2cc028-b355-482b-89db-ac17cf484603', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'mac_address': 'fa:16:3e:f4:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:29Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:15Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:31.797210 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] Checking router: c30971ea-de6d-4eca-80fd-de4e76fcefe3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:24:31.805993 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:24:31.806697 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:24:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:31.806818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-d1a7064d-5a71-4632-8b84-415422e19de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:31.808250 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-d1a7064d-5a71-4632-8b84-415422e19de9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29360d2-6fde-4107-a1b7-9ebbc94d6854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765469 Dec 22 09:24:31.965449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-709f3c77-6346-4061-9e4b-e292aec4d137 service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419621 Dec 22 09:24:31.987463 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:24:32.111961 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6c014ee3-499d-4d2a-88e5-859ecbb87cf2 req-40b9449e-ca0a-4bdf-a055-e49ce7df9341 service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395714 Dec 22 09:24:32.341218 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6f587379-d96c-4da9-84dd-4684e9068ce5', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'port_id': '6b2cc028-b355-482b-89db-ac17cf484603', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'mac_address': 'fa:16:3e:f4:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:29Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:15Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:32.345218 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051ca177-f944-4066-82a6-1de9db6fecc2 None None] The sync data for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv is: [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '6f587379-d96c-4da9-84dd-4684e9068ce5', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.187', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'port_id': '6b2cc028-b355-482b-89db-ac17cf484603', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'mac_address': 'fa:16:3e:f4:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:29Z', 'updated_at': '2021-12-22T09:24:29Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:15Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:24:32.546751 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f001f-f053-4ca7-82b6-c60904d3b4b0 None None] New status for floating IP 6f587379-d96c-4da9-84dd-4684e9068ce5: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:24:32.703905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43692) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:32.814962 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-5b167aa7-3158-4ec6-998c-b1d65fec5319 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/6f587379-d96c-4da9-84dd-4684e9068ce5 HTTP/1.1" status: 200 len: 991 time: 0.1096530 Dec 22 09:24:33.818294 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43696) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:33.945562 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d853c54b-510c-48c6-b06b-b1a07fc689a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/6f587379-d96c-4da9-84dd-4684e9068ce5 HTTP/1.1" status: 200 len: 993 time: 0.1256275 Dec 22 09:24:39.876875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9aa52656-8772-48d7-8056-ed022dc5af89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:40.113339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:42.151597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a47fb7be-4a8b-4278-a1d0-1d16ef4b868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:43.305196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:43.368750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.708523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:51.388229 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:24:58.799536 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-c7b6ac5f-6de7-4ee7-b3da-d04dca425f96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092064 Dec 22 09:24:58.937145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef6be-5c05-4185-b466-a325e7101d8b req-df2b3c47-f329-47cc-854c-47267af0e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:58.938640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-df2b3c47-f329-47cc-854c-47267af0e2dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 1098 time: 0.0701892 Dec 22 09:24:59.085278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef6be-5c05-4185-b466-a325e7101d8b req-f6f45718-6852-4fdf-9565-787a8f92b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:59.086707 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-f6f45718-6852-4fdf-9565-787a8f92b7ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29360d2-6fde-4107-a1b7-9ebbc94d6854 HTTP/1.1" status: 200 len: 896 time: 0.1296861 Dec 22 09:24:59.316932 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-175cc559-7813-4a16-908d-cd990076c690 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b2cc028-b355-482b-89db-ac17cf484603 HTTP/1.1" status: 200 len: 1001 time: 0.2233291 Dec 22 09:24:59.381052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef6be-5c05-4185-b466-a325e7101d8b req-31eb9697-188c-43c9-985e-48ecb13f35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:59.382463 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-31eb9697-188c-43c9-985e-48ecb13f35d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a13f08c-c336-40d3-b4db-2d0b04f145e5 HTTP/1.1" status: 200 len: 835 time: 0.0595269 Dec 22 09:24:59.459241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef6be-5c05-4185-b466-a325e7101d8b req-77951c9d-c206-43da-b02c-be703a121930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:59.460821 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-77951c9d-c206-43da-b02c-be703a121930 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29360d2-6fde-4107-a1b7-9ebbc94d6854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721109 Dec 22 09:24:59.601234 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-ad04454b-7e8e-4b2c-ab3d-bf8c8faef952 service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334639 Dec 22 09:24:59.732890 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-959ef6be-5c05-4185-b466-a325e7101d8b req-ec561fb5-6cc3-448c-9e1c-f2df4ace801b service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258502 Dec 22 09:25:09.870427 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-75003235-7b98-4674-bf61-ca00822bc81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:10.109999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:12.154742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6b61c9d-5e2c-4193-bf41-50bc8ab31d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:13.299259 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:13.370447 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:14.706809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:28.387414 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:25:39.878841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2b3c8036-d7fb-4fa8-b79c-e6f7c69d4f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:40.121099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:42.157366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-311320c0-7b9d-4977-8d9e-9a0f12510068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:43.312118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:43.381724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:43.548546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82d0c2-0579-42da-9920-036610565b6b req-630646fa-05d9-455d-888f-1fa4bb7a8cea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:43.550735 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0d82d0c2-0579-42da-9920-036610565b6b req-630646fa-05d9-455d-888f-1fa4bb7a8cea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0883672 Dec 22 09:25:43.622718 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0d82d0c2-0579-42da-9920-036610565b6b req-f7fe3407-c77a-4ab6-9f31-20d994462f49 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647080 Dec 22 09:25:44.714528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:44.816217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e3831-7070-480f-b316-10e29f4cfef7 req-9aab632a-d4bc-4293-ad74-7476768a4dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:44.817600 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b11e3831-7070-480f-b316-10e29f4cfef7 req-9aab632a-d4bc-4293-ad74-7476768a4dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0824988 Dec 22 09:25:44.869534 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b11e3831-7070-480f-b316-10e29f4cfef7 req-30ae0d60-4b95-4960-8d83-116b52a4916a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459800 Dec 22 09:25:44.893953 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43730) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:45.008132 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-54f3874f-a39d-480d-9a3d-ae8d48d134e0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/6f587379-d96c-4da9-84dd-4684e9068ce5 HTTP/1.1" status: 200 len: 993 time: 0.1128337 Dec 22 09:25:46.520815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b4084-fe5c-4090-9b72-8725f4c7701c req-742849e3-0d9b-4d40-aaac-aca286f8f393 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:46.523380 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e93b4084-fe5c-4090-9b72-8725f4c7701c req-742849e3-0d9b-4d40-aaac-aca286f8f393 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.1007433 Dec 22 09:25:46.608756 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e93b4084-fe5c-4090-9b72-8725f4c7701c req-80291254-c08f-4a83-8113-0a90ba8be0c6 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783973 Dec 22 09:25:47.830258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0e555-93f6-4557-91c4-a4cff85e3619 req-8a84642a-da1c-412d-982c-1b90ad797e49 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:47.831738 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-21e0e555-93f6-4557-91c4-a4cff85e3619 req-8a84642a-da1c-412d-982c-1b90ad797e49 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.1005332 Dec 22 09:25:47.880717 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-21e0e555-93f6-4557-91c4-a4cff85e3619 req-6ae1e61b-8999-46f7-b554-dd788e115a4c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424681 Dec 22 09:25:47.905010 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43744) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:48.022574 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96a1f3ad-6186-40a2-bc52-a0cf5dc4997d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/6f587379-d96c-4da9-84dd-4684e9068ce5 HTTP/1.1" status: 200 len: 993 time: 0.1158960 Dec 22 09:25:48.297448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43752) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:48.514390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 4080aa03-8183-4ae6-9a88-dab6bd629fd1 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:48.514703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.693096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.693415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.819262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 4080aa03-8183-4ae6-9a88-dab6bd629fd1 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:48.974679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:48.978418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:49.022080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=4080aa03-8183-4ae6-9a88-dab6bd629fd1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:49.059408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.059794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.060198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.060574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.060945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.061320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.061950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.062308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.062670 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.063032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.063392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.063753 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:49.071567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:49.127169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:49.127542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 6f587379-d96c-4da9-84dd-4684e9068ce5 disassociated (deleted). External IP: 172.26.7.187, port: 6b2cc028-b355-482b-89db-ac17cf484603. Dec 22 09:25:49.600364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router c30971ea-de6d-4eca-80fd-de4e76fcefe3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:25:49.790318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:25:49.800320 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] Sync routers for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:25:49.810626 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:49.810786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:49.811232 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:49.866047 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/floatingips/6f587379-d96c-4da9-84dd-4684e9068ce5 HTTP/1.1" status: 204 len: 168 time: 1.5670226 Dec 22 09:25:49.866655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:25:49.919646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603', 'status': 'completed', 'code': 200} Dec 22 09:25:50.013340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50c05-3645-49f1-9b65-b96761982e1e req-018d4d1f-0edb-44f8-837e-2be12da1f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.014835 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ade50c05-3645-49f1-9b65-b96761982e1e req-018d4d1f-0edb-44f8-837e-2be12da1f5d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 1098 time: 0.0747912 Dec 22 09:25:50.027944 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:50.155007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50c05-3645-49f1-9b65-b96761982e1e req-d85f6d84-7fbb-419a-a192-dc8e3a08ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.156431 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ade50c05-3645-49f1-9b65-b96761982e1e req-d85f6d84-7fbb-419a-a192-dc8e3a08ba60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c29360d2-6fde-4107-a1b7-9ebbc94d6854 HTTP/1.1" status: 200 len: 896 time: 0.1351576 Dec 22 09:25:50.262255 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ade50c05-3645-49f1-9b65-b96761982e1e req-50571afc-5c50-4492-a65d-789940ee9c58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b2cc028-b355-482b-89db-ac17cf484603 HTTP/1.1" status: 200 len: 217 time: 0.0982215 Dec 22 09:25:50.346051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50c05-3645-49f1-9b65-b96761982e1e req-08581ef8-4f8a-4cc1-8bf3-edf36a0f3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.347498 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ade50c05-3645-49f1-9b65-b96761982e1e req-08581ef8-4f8a-4cc1-8bf3-edf36a0f3b11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a13f08c-c336-40d3-b4db-2d0b04f145e5 HTTP/1.1" status: 200 len: 835 time: 0.0770416 Dec 22 09:25:50.348164 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:15Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:50.352487 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] Checking router: c30971ea-de6d-4eca-80fd-de4e76fcefe3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:25:50.361147 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:50.361795 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:50.361919 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba18a3-2612-4ad1-a529-49fe71081bb0 req-b0d3d44f-0947-4bf9-b43a-6727ece2f218 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.362533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-bcba18a3-2612-4ad1-a529-49fe71081bb0 req-b0d3d44f-0947-4bf9-b43a-6727ece2f218 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:25:50.421472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-bcba18a3-2612-4ad1-a529-49fe71081bb0 req-b0d3d44f-0947-4bf9-b43a-6727ece2f218 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:25:50.422512 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bcba18a3-2612-4ad1-a529-49fe71081bb0 req-b0d3d44f-0947-4bf9-b43a-6727ece2f218 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.2059319 Dec 22 09:25:50.479288 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bcba18a3-2612-4ad1-a529-49fe71081bb0 req-81d471fa-5ea0-4f35-aacb-e3f757633e8b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493193 Dec 22 09:25:50.481349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50c05-3645-49f1-9b65-b96761982e1e req-1e95424d-bf44-4608-a590-9b5ba6a67dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:50.482695 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ade50c05-3645-49f1-9b65-b96761982e1e req-1e95424d-bf44-4608-a590-9b5ba6a67dc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c29360d2-6fde-4107-a1b7-9ebbc94d6854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175508 Dec 22 09:25:50.544940 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:50.631254 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ade50c05-3645-49f1-9b65-b96761982e1e req-4ff7c845-320a-4aae-a735-b3f37e3f0e22 service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413860 Dec 22 09:25:50.766988 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ade50c05-3645-49f1-9b65-b96761982e1e req-69ccf63c-81e6-4653-8e1d-88694a61f3fc service neutron] 10.222.0.16 "GET /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280556 Dec 22 09:25:50.870638 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:15Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:50.874496 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd1f8f-86d1-4326-a4fb-4e2f56eebe96 None None] The sync data for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv is: [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:24:10Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '16d0647f-c914-4b79-9540-31937528df92', 'name': '', 'network_id': 'c29360d2-6fde-4107-a1b7-9ebbc94d6854', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:74:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:09Z', 'updated_at': '2021-12-22T09:24:15Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '7a13f08c-c336-40d3-b4db-2d0b04f145e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:25:51.088821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604faf6-e2ec-4972-a043-c99a48f2c648 None None] New status for floating IP 6f587379-d96c-4da9-84dd-4684e9068ce5: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:25:51.672975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a2640-2d54-4b44-99f5-8e6b08c753ff req-ff88c368-cad1-44e4-9b37-7abccbf6aa40 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:51.672975 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d44a2640-2d54-4b44-99f5-8e6b08c753ff req-ff88c368-cad1-44e4-9b37-7abccbf6aa40 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0834522 Dec 22 09:25:51.716938 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d44a2640-2d54-4b44-99f5-8e6b08c753ff req-d84d55fd-5444-44fd-8c1e-f1da6dff168c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0912c78-3779-4cc5-bd85-77fd9364f247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Dec 22 09:25:52.087661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690aff-5f76-40dd-b199-208c878e5327 req-6bc720cb-8b18-4399-90ea-8eef72da3ee4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:52.089098 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5a690aff-5f76-40dd-b199-208c878e5327 req-6bc720cb-8b18-4399-90ea-8eef72da3ee4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 945 time: 0.0780325 Dec 22 09:25:52.158683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 6b2cc028-b355-482b-89db-ac17cf484603 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:52.159145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:52.518354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 6b2cc028-b355-482b-89db-ac17cf484603, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b2cc028-b355-482b-89db-ac17cf484603,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:52.518690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:52.643238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 6b2cc028-b355-482b-89db-ac17cf484603 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:52.782925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:52.789075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1325a85-ec1e-42cd-834f-7d764a64309c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:52.866609 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=6b2cc028-b355-482b-89db-ac17cf484603,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:52.873818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:52.909287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4486c054-c7d6-41a0-b859-761457a28e72 req-26692486-d97d-4f83-ba79-cc32afc47629 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e9f4c7a-1436-4f64-a209-3bed072ecc5c HTTP/1.1" status: 200 len: 210 time: 0.0789955 Dec 22 09:25:52.950800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] No DVR routers for this DVR port 6b2cc028-b355-482b-89db-ac17cf484603 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:25:52.953354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:52.956443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'name': 'network-vif-deleted', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:25:52.971854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5a690aff-5f76-40dd-b199-208c878e5327 req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "DELETE /v2.0/ports/6b2cc028-b355-482b-89db-ac17cf484603 HTTP/1.1" status: 204 len: 173 time: 0.8757973 Dec 22 09:25:53.002367 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f4c7a-1436-4f64-a209-3bed072ecc5c', 'name': 'network-vif-deleted', 'tag': '6b2cc028-b355-482b-89db-ac17cf484603', 'status': 'completed', 'code': 200} Dec 22 09:25:54.006297 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43770) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:54.545361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:55.006927 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 16d0647f-c914-4b79-9540-31937528df92 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:55.007627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:55.190068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 16d0647f-c914-4b79-9540-31937528df92, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=16d0647f-c914-4b79-9540-31937528df92,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:55.190430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:55.312019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 16d0647f-c914-4b79-9540-31937528df92 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:55.493113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:55.496762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-85ba23fd-2155-49f6-97d3-f424b9ea768e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:55.543833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=16d0647f-c914-4b79-9540-31937528df92,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:55.546950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:55.680522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6b2cc028-b355-482b-89db-ac17cf484603 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:55.718800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 6b2cc028-b355-482b-89db-ac17cf484603 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:25:55.719192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 6b2cc028-b355-482b-89db-ac17cf484603 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:25:55.820900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.189546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router c30971ea-de6d-4eca-80fd-de4e76fcefe3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:25:56.491599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:25:56.502269 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] Sync routers for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:25:56.507187 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/c30971ea-de6d-4eca-80fd-de4e76fcefe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974587 Dec 22 09:25:56.507538 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43774) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:56.511863 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:56.512504 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:56.577825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting subnet 7a13f08c-c336-40d3-b4db-2d0b04f145e5 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:25:56.581905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.638254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.691812 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:56.724576 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.803727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.807423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-70ed3d90-dedb-4316-89cc-c322e7c28a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:56.844957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Subnet': ['ID=7a13f08c-c336-40d3-b4db-2d0b04f145e5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:56.848778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:56.849761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:56.856459 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fa1b5eb2-6230-4a52-b3f3-552c0a76889e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/subnets/7a13f08c-c336-40d3-b4db-2d0b04f145e5 HTTP/1.1" status: 204 len: 168 time: 0.3478789 Dec 22 09:25:56.858980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43778) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:56.859708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c07497-ef72-4c37-b2b4-d9fd8e32f15c None None] Network c29360d2-6fde-4107-a1b7-9ebbc94d6854 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:25:57.023558 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:25:55Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:57.027384 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] Checking router: c30971ea-de6d-4eca-80fd-de4e76fcefe3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:25:57.035850 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] Routers {'c30971ea-de6d-4eca-80fd-de4e76fcefe3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:25:57.036481 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:57.048275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.135686 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] DHCP port deletion for c29360d2-6fde-4107-a1b7-9ebbc94d6854 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:25:57.139920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Deleting port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:57.141320 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.225211 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] Set router c30971ea-de6d-4eca-80fd-de4e76fcefe3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:25:57.243548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.254877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 63174353-6fac-4c33-8b12-840d42279395 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:25:57.255270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.356074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] For port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bbeb3ec5-66e4-4118-9a5c-03bb1851fc57,segment=NetworkSegment(1b320493-d7c7-429e-858a-4048021e3e9b),segment_id=1b320493-d7c7-429e-858a-4048021e3e9b)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:57.356401 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.448492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 63174353-6fac-4c33-8b12-840d42279395, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=63174353-6fac-4c33-8b12-840d42279395,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:25:57.448872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.484660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Calling delete_port for bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:57.529830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:25:55Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:57.535389 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac002d8c-9196-4222-9fdf-16110392669e None None] The sync data for ids ['c30971ea-de6d-4eca-80fd-de4e76fcefe3'] in dv-neutron-822602-1-hyperv is: [{'id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901130189', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154'}], 'enable_snat': True}, 'gw_port_id': '63174353-6fac-4c33-8b12-840d42279395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:05Z', 'updated_at': '2021-12-22T09:25:55Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '63174353-6fac-4c33-8b12-840d42279395', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30971ea-de6d-4eca-80fd-de4e76fcefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:06Z', 'updated_at': '2021-12-22T09:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:25:57.574645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.578594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:57.580159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 63174353-6fac-4c33-8b12-840d42279395 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:25:57.665293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Pushing event deleted for resources: {'Port': ['ID=bbeb3ec5-66e4-4118-9a5c-03bb1851fc57,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:57.674083 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] No DVR routers for this DVR port bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:25:57.675981 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.676326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.676754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.677087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.677412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.677737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.678057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.678376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.678721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.679047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.679359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.679671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:25:57.683437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:57.760443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:57.764169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:57.807435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=63174353-6fac-4c33-8b12-840d42279395,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:57.810466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:58.026350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.200188 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.202318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.223462 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.223967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Fanout notify agent at l3_agent the message router_deleted on router c30971ea-de6d-4eca-80fd-de4e76fcefe3 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:25:58.239274 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.240621 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/routers/c30971ea-de6d-4eca-80fd-de4e76fcefe3 HTTP/1.1" status: 204 len: 168 time: 1.3807068 Dec 22 09:25:58.243336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43782) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:58.359719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.488739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.516782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29360d2-6fde-4107-a1b7-9ebbc94d6854']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:58.528577 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b320493-d7c7-429e-858a-4048021e3e9b') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:58.528872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b320493-d7c7-429e-858a-4048021e3e9b') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:25:58.540247 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.556276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.562914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:25:58.563321 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:25:58.577715 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:25:58.657549 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.661579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6cc3b20e-c0a7-4012-b928-a59dba57c2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:58.680822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.692103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Network': ['ID=c29360d2-6fde-4107-a1b7-9ebbc94d6854,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:58.697142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:58.701328 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-cba1c20a-8b63-488f-b75a-8940fe28f105 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/networks/c29360d2-6fde-4107-a1b7-9ebbc94d6854 HTTP/1.1" status: 204 len: 168 time: 0.4569743 Dec 22 09:25:58.705146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43786) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:58.771800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.801157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.863952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.867775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-66c858f9-4715-490a-890f-04ee87de03b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:25:58.888845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0912c78-3779-4cc5-bd85-77fd9364f247,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:25:58.891913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:25:58.897238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:58.898475 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/security-groups/a0912c78-3779-4cc5-bd85-77fd9364f247 HTTP/1.1" status: 204 len: 168 time: 0.1924276 Dec 22 09:25:59.097888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 16d0647f-c914-4b79-9540-31937528df92 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:59.130642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 16d0647f-c914-4b79-9540-31937528df92 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:25:59.130986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 16d0647f-c914-4b79-9540-31937528df92 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:25:59.131406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:59.165238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:25:59.165584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bbeb3ec5-66e4-4118-9a5c-03bb1851fc57 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:25:59.166000 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 63174353-6fac-4c33-8b12-840d42279395 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:25:59.197346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 63174353-6fac-4c33-8b12-840d42279395 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:25:59.197693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 63174353-6fac-4c33-8b12-840d42279395 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:26:00.399080 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43796) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:00.404566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772921608', 'description': 'tempest-secgroup-smoke-772921608 description', 'project_id': '1485767fae9a4409b1fc834f7c6abca9'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:00.410589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:00.414640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:00.417479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:00.423029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:00.433401 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.453172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:00.456942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:00.459654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:00.465136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:00.537695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.541345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.545030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-21c84757-03f9-44ea-b747-aa98db4c0892 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:00.585960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:00.588971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:00.592157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.593779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1935945 Dec 22 09:26:00.596711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43800) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:00.601730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:00.607675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:00.612029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:00.614848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:00.620405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:00.638031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.697509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.702243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.704776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d6f2cdd-fe30-4b2d-b495-edf855ee41ac tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:00.726873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7af1bf2-e5b4-4047-9b57-1f1e786c1a84,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:00.729878 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:00.737678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.739262 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414704 Dec 22 09:26:00.741864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43804) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:00.746835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:00.752665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:00.756358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:00.759158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:00.764746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:00.781266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.845613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.849831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.858519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2b94aee1-2aa0-4a9e-bed4-a1ab7cc6d509 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:00.876281 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42801f9a-b1a2-4c9d-9351-e0836c479d9c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:00.878998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:00.886305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.887647 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448610 Dec 22 09:26:00.890369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43808) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:00.895219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:00.901013 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:00.904993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:00.907838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:00.913908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:00.930656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.991028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.994333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:00.996136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4f418ca7-e247-4555-be59-8e0a12a82fdb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:01.019664 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e94bc54-efb5-400f-b83c-d7041f543500,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:01.024111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:01.028373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.029597 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383657 Dec 22 09:26:01.032288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43812) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:01.037728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:01.043454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:01.047284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:01.050856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:01.056484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:01.073566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.135871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.139589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.141418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d1228dd2-7c26-43ff-a703-eae923033d44 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:01.162955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223dba74-ed13-4a09-b496-37d4ed0badcd,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:01.165256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:01.171862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.173024 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-c0ea21cf-ef31-4267-8296-017f3c7bc923 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398618 Dec 22 09:26:01.175621 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43816) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:01.180544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:01.186256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:01.190184 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:01.192986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:01.198528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:01.211440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:26:01.217654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.278748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.282312 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.284701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c395f17f-d476-435f-8605-7e48cef3130f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:01.306480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111115bb-9958-41f1-a38f-875e1086c52a,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:01.310905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:01.315567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.316801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402640 Dec 22 09:26:01.319413 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43820) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:01.324261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:01.330001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:01.334320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:01.337303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:01.343122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:01.354138 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:26:01.360809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.424400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.428262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.430025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8059e0f9-fc68-4684-8eb1-3cb366c267a6 tempest-SecGroupTest-1438700402 tempest-SecGroupTest-1438700402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:01.452055 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b25606-8999-4083-aaf4-64dfec39f624,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:01.456944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:01.461143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.462300 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419771 Dec 22 09:26:01.465122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43824) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:01.470346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'network': {'name': 'tempest-network-smoke--798737412', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:01.475231 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:01.479262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:network and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:01.482129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:01.487714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:01.497160 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:26:01.500668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.528351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:26:01.537738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.538155 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Added segment 2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7 of type vlan for network 15c58506-7abc-4daa-ae54-1439deb3d8c7 Dec 22 09:26:01.566870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.596218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.601624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:01.602192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.605634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-96793d15-d18d-4199-b447-5a8ddb3d0e34 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:01.708318 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2421808 Dec 22 09:26:01.711180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Network': ['ID=15c58506-7abc-4daa-ae54-1439deb3d8c7,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:01.711763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43828) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:01.713711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-398173f7-24ca-4100-964d-605459056ab1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:01.717016 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'admin_state_up': True, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:01.725195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:01.728181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:26:01.729604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:router and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:01.732521 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:01.738882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:01.749027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.750143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:01.766233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.027485 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.447902 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.477886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.615944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.211 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/0e9c4424-f976-4c90-bf3f-e2738055fb49) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:02.765195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.795488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:02.800165 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:02.863250 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:02.866084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:02.871048 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:02.905877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=0e9c4424-f976-4c90-bf3f-e2738055fb49,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:02.922780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.923166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.923546 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.924034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.924409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.924779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.925147 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.925516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.925879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.926245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.926604 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.926958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:02.932425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:03.304326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.646956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:03.970057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:26:04.150494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:26:04.160637 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Sync routers for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:26:04.169563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:04.170185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:04.177336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.178635 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4657943 Dec 22 09:26:04.181825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43832) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:04.221907 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6e20ba96-6695-4103-9d60-5ed34e1f5ce1 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=1485767fae9a4409b1fc834f7c6abca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382710 Dec 22 09:26:04.224705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43836) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:04.349441 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:04.352909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c43d9-8853-4d6e-9f5e-7aaeb617d5b1 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:04.354408 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f57c43d9-8853-4d6e-9f5e-7aaeb617d5b1 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288226 Dec 22 09:26:04.357428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43840) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:04.396507 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-04e55c8c-89cd-45ab-b6d0-bb5d8298aa69 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378582 Dec 22 09:26:04.399065 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43844) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:04.404398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2094285319', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:04.514577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:04.518923 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:subnet and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:04.521773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:04.527414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:04.538392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:26:04.541864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.635947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:03Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:04.641516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Checking router: 94f8775a-7c15-45f0-9d4c-d229dd9174e6 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:26:04.641873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Updating router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 port 0e9c4424-f976-4c90-bf3f-e2738055fb49 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:26:04.698758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.763349 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.767279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-87c1f2de-132a-4aa7-9285-3b6063f23ac8 tempest-NetworksTestDHCPv6-216649885 tempest-NetworksTestDHCPv6-216649885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:04.842708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Subnet': ['ID=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:04.845912 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:04.852187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Checking segment: {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:04.852555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network hostable DHCP agents. Network: 15c58506-7abc-4daa-ae54-1439deb3d8c7, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:26:04.874641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:26:04.885176 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 15c58506-7abc-4daa-ae54-1439deb3d8c7) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:04.889492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:04.890275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:04.902031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1cc05-b9d5-4ce4-ada1-12fa175dd75d None None] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:26:04.912149 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32aff700-460b-459e-bd15-75154afb99a1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5120735 Dec 22 09:26:04.914925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 43848) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:05.217139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-15c58506-7abc-4daa-ae54-1439deb3d8c7', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:26:05.217944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.231072 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.251223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Transition to ACTIVE for port object 0e9c4424-f976-4c90-bf3f-e2738055fb49 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:05.336201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.340897 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c6921222-0032-46d7-84bc-0b4491d04c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:05.386865 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:26:05.449346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3948b1-58a5-4299-9cb4-60318acfd7e3 None None] Pushing event updated for resources: {'Port': ['ID=0e9c4424-f976-4c90-bf3f-e2738055fb49,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:05.456088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce3948b1-58a5-4299-9cb4-60318acfd7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:05.460203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Attempting to bind port 0e9c4424-f976-4c90-bf3f-e2738055fb49 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:05.460579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Attempting to bind port 0e9c4424-f976-4c90-bf3f-e2738055fb49 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:05.460948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Attempting to bind port 0e9c4424-f976-4c90-bf3f-e2738055fb49 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:05.497380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:05.497767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:05.498179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.498573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:05.499038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Bound port: 0e9c4424-f976-4c90-bf3f-e2738055fb49, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:05.499419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.582499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Allocated IP 172.20.0.2 (15c58506-7abc-4daa-ae54-1439deb3d8c7/8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff/25f68021-0a35-4439-b928-12ed6293c1f4) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:05.599726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] For port 0e9c4424-f976-4c90-bf3f-e2738055fb49, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:05.603986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] For port 0e9c4424-f976-4c90-bf3f-e2738055fb49, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0e9c4424-f976-4c90-bf3f-e2738055fb49,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:05.618921 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.625223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:05.745745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:05.776373 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:05.777010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:05.836351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3948b1-58a5-4299-9cb4-60318acfd7e3 None None] Pushing event updated for resources: {'Port': ['ID=0e9c4424-f976-4c90-bf3f-e2738055fb49,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:05.853690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce3948b1-58a5-4299-9cb4-60318acfd7e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:06.026126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.039706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:06.135986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Transition to ACTIVE for port object 25f68021-0a35-4439-b928-12ed6293c1f4 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:06.228534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Transition to ACTIVE for port object 25f68021-0a35-4439-b928-12ed6293c1f4 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:06.237594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.242488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3d02dd03-044d-4ee0-b0fa-1c940b4ec7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:06.297980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.1 (15c58506-7abc-4daa-ae54-1439deb3d8c7/8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff/4d982144-868d-4379-be85-c5bac8f33d8c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:06.325993 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:06.339789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:06.344872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:06.351679 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Pushing event updated for resources: {'Port': ['ID=25f68021-0a35-4439-b928-12ed6293c1f4,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:06.377567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:06.456853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.472596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object 4d982144-868d-4379-be85-c5bac8f33d8c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:06.473648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Attempting to bind port 25f68021-0a35-4439-b928-12ed6293c1f4 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:06.474030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Attempting to bind port 25f68021-0a35-4439-b928-12ed6293c1f4 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:06.474408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Attempting to bind port 25f68021-0a35-4439-b928-12ed6293c1f4 on network 15c58506-7abc-4daa-ae54-1439deb3d8c7 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:06.483223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:06.483598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Checking segment: {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:06.484089 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.484428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Bound using segment: {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:06.484889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Bound port: 25f68021-0a35-4439-b928-12ed6293c1f4, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:06.485265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.496642 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.501226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d99fd77-6440-46aa-8e5c-95b208ae3601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:06.559173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:03Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:06.567532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:06.570644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:06.574748 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:06.578324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6245ed4-7735-4ca1-a01b-4b068e71b992 None None] The sync data for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv is: [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:03Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:26:06.588303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] For port 25f68021-0a35-4439-b928-12ed6293c1f4, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:06.592165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] For port 25f68021-0a35-4439-b928-12ed6293c1f4, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=25f68021-0a35-4439-b928-12ed6293c1f4,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:06.597823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.608094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-400024a0-e198-448d-b1c4-95e1e4ced1f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:06.613359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=4d982144-868d-4379-be85-c5bac8f33d8c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:06.623053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:06.641455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:06.693562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Pushing event updated for resources: {'Port': ['ID=25f68021-0a35-4439-b928-12ed6293c1f4,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:06.696867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:06.787420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.190425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 25f68021-0a35-4439-b928-12ed6293c1f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:07.270533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 25f68021-0a35-4439-b928-12ed6293c1f4 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:07.276900 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e9c4424-f976-4c90-bf3f-e2738055fb49 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:07.399725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.406163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.414607 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 0e9c4424-f976-4c90-bf3f-e2738055fb49 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:07.421543 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0e9c4424-f976-4c90-bf3f-e2738055fb49 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:07.421880 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.444799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f00c824b-6e37-416f-a9bb-dd0c45a42809 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:07.541057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.547882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=4d982144-868d-4379-be85-c5bac8f33d8c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:07.559180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:07.571577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.603196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 0e9c4424-f976-4c90-bf3f-e2738055fb49, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0e9c4424-f976-4c90-bf3f-e2738055fb49,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:07.612363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:07.615323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-655c192b-dd57-4778-b20f-1d21fe2ae40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:07.682501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=0e9c4424-f976-4c90-bf3f-e2738055fb49,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:07.685645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:07.713539 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:07.714724 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:07.862218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3838131a-df95-4286-ac38-002a31a8b1ab None None] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:26:07.906576 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:26:07.947077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Provisioning for port 25f68021-0a35-4439-b928-12ed6293c1f4 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:07.955862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Provisioning complete for port 25f68021-0a35-4439-b928-12ed6293c1f4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:07.956267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.090456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:26:08.112234 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/94f8775a-7c15-45f0-9d4c-d229dd9174e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1884646 Dec 22 09:26:08.193892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.232281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] For port 25f68021-0a35-4439-b928-12ed6293c1f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=25f68021-0a35-4439-b928-12ed6293c1f4,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:08.240919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.244348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:08.281893 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-612d0ebd-05a7-47e6-aa71-a586d4b05953 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772921608&fields=id&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 267 time: 0.0495677 Dec 22 09:26:08.316077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Pushing event updated for resources: {'Port': ['ID=25f68021-0a35-4439-b928-12ed6293c1f4,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:08.319410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:08.346601 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Sync routers for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:26:08.356341 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:08.357038 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:08.445106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-f8fbe318-0738-48c8-a8a7-04fccaa46861 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:08.446624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-f8fbe318-0738-48c8-a8a7-04fccaa46861 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 796 time: 0.1583765 Dec 22 09:26:08.462774 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-00f491eb-155e-419f-bb62-5d2214a8173b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/quotas/1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 375 time: 0.0102353 Dec 22 09:26:08.540211 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:08.548594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-51e0052e-f12d-429d-ac8f-d4dbba5ce38f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:08.573634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1c56e302-762c-4bfd-9751-144b47e8f2cb None None] Provisioning for port 4d982144-868d-4379-be85-c5bac8f33d8c completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:08.579666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1c56e302-762c-4bfd-9751-144b47e8f2cb None None] Provisioning complete for port 4d982144-868d-4379-be85-c5bac8f33d8c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:08.580738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c56e302-762c-4bfd-9751-144b47e8f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.583200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-51e0052e-f12d-429d-ac8f-d4dbba5ce38f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:08.584984 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-51e0052e-f12d-429d-ac8f-d4dbba5ce38f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165509 Dec 22 09:26:08.661138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-1c56e302-762c-4bfd-9751-144b47e8f2cb None None] Port 4d982144-868d-4379-be85-c5bac8f33d8c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:08.677839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1c56e302-762c-4bfd-9751-144b47e8f2cb None None] Provisioning complete for port 25f68021-0a35-4439-b928-12ed6293c1f4 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:08.678262 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1c56e302-762c-4bfd-9751-144b47e8f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.847751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-e697e320-7703-46ae-8fb3-24d525ee14ce service neutron] 10.222.0.36 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494838 Dec 22 09:26:08.891439 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 2, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:08.896751 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Checking router: 94f8775a-7c15-45f0-9d4c-d229dd9174e6 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:26:08.896918 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Updating router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 port 4d982144-868d-4379-be85-c5bac8f33d8c binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:26:08.949546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-5a02dea8-b411-43c3-b63a-7bc1c11d9531 None None] Provisioning complete for port 4d982144-868d-4379-be85-c5bac8f33d8c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:08.950304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5a02dea8-b411-43c3-b63a-7bc1c11d9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.954197 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:08.996538 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-33661d0c-ca13-41d0-bf89-d7d94a9c3254 service neutron] 10.222.0.36 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429846 Dec 22 09:26:09.023369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-5a02dea8-b411-43c3-b63a-7bc1c11d9531 None None] Port 4d982144-868d-4379-be85-c5bac8f33d8c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:09.144953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 25f68021-0a35-4439-b928-12ed6293c1f4 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:09.203171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-11ab602e-91f2-4241-93b1-c81f8e365302 req-3c82da61-0648-457f-a29e-9c4ebe3de0c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:09.213111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2d7f0224-dea3-486c-b626-2e2a33ad0fc7 None None] Provisioning complete for port 4d982144-868d-4379-be85-c5bac8f33d8c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:09.213588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0224-dea3-486c-b626-2e2a33ad0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.215584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-11ab602e-91f2-4241-93b1-c81f8e365302 req-3c82da61-0648-457f-a29e-9c4ebe3de0c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:09.238653 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11ab602e-91f2-4241-93b1-c81f8e365302 req-3c82da61-0648-457f-a29e-9c4ebe3de0c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 210 time: 0.0781429 Dec 22 09:26:09.291433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f0224-dea3-486c-b626-2e2a33ad0fc7 None None] Port 4d982144-868d-4379-be85-c5bac8f33d8c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:09.298030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 25f68021-0a35-4439-b928-12ed6293c1f4 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:09.298808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.387156 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.400564 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Transition to ACTIVE for port object 4d982144-868d-4379-be85-c5bac8f33d8c will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:09.410538 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.414369 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-bd246510-2640-4f78-9c5d-5464ca557f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:09.422113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e9c4424-f976-4c90-bf3f-e2738055fb49 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:09.536797 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 0e9c4424-f976-4c90-bf3f-e2738055fb49 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:09.537481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.551219 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Pushing event updated for resources: {'Port': ['ID=4d982144-868d-4379-be85-c5bac8f33d8c,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:09.605389 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.605689 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.605970 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.606294 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.606619 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.606928 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.607453 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.607574 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.607854 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.608179 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.608489 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.608791 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:09.644660 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:09.667836 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Attempting to bind port 4d982144-868d-4379-be85-c5bac8f33d8c on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:09.667836 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Attempting to bind port 4d982144-868d-4379-be85-c5bac8f33d8c by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:09.668063 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Attempting to bind port 4d982144-868d-4379-be85-c5bac8f33d8c on network 15c58506-7abc-4daa-ae54-1439deb3d8c7 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:09.674374 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:09.674762 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Checking segment: {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:09.675173 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.675559 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Bound using segment: {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:09.676048 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Bound port: 4d982144-868d-4379-be85-c5bac8f33d8c, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:09.676418 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.776687 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] For port 4d982144-868d-4379-be85-c5bac8f33d8c, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:09.779612 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] For port 4d982144-868d-4379-be85-c5bac8f33d8c, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4d982144-868d-4379-be85-c5bac8f33d8c,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:09.784927 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.788497 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-437b98a8-7af4-457a-b335-ba4ca8daaf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:09.869698 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:09.870306 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:25:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:09.874888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d3718324-8e13-45c2-b269-fa670e3637af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.945238 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Pushing event updated for resources: {'Port': ['ID=4d982144-868d-4379-be85-c5bac8f33d8c,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:09.949861 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:10.059917 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:10.137134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:10.368400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-182b51d8-40e1-4179-9230-f9d0c0d3f126 req-746f1d20-71d1-482f-8d0e-985b620c78e5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 210 time: 0.0455348 Dec 22 09:26:10.380432 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:10.384836 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307bd3ad-530f-431a-8877-2464489a4468 None None] The sync data for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv is: [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:09Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:26:10.717421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-a2d0418c-dd0e-4e95-9916-2b2450b0fc61 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:10.718137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-a2d0418c-dd0e-4e95-9916-2b2450b0fc61 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:10.733812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-a2d0418c-dd0e-4e95-9916-2b2450b0fc61 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:10.734943 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-a2d0418c-dd0e-4e95-9916-2b2450b0fc61 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 796 time: 0.3162715 Dec 22 09:26:10.789260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2c92d3e-19d9-449b-93b1-31038fa2464a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:10.807534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2c92d3e-19d9-449b-93b1-31038fa2464a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:10.808755 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2c92d3e-19d9-449b-93b1-31038fa2464a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 379 time: 0.0651941 Dec 22 09:26:10.817726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'port': {'device_id': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'admin_state_up': True, 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'security_groups': ['f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:10.968329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:10.980111 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:10.991167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:26:10.994755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.152205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4d982144-868d-4379-be85-c5bac8f33d8c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:11.182880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.9 (15c58506-7abc-4daa-ae54-1439deb3d8c7/8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff/ed9bb9a3-2419-45ab-9f8a-bbd330600769) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:11.231226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 4d982144-868d-4379-be85-c5bac8f33d8c completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:11.236536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4d982144-868d-4379-be85-c5bac8f33d8c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:11.236961 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.372150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.395218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.408440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 4d982144-868d-4379-be85-c5bac8f33d8c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4d982144-868d-4379-be85-c5bac8f33d8c,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:11.412144 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object ed9bb9a3-2419-45ab-9f8a-bbd330600769 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:11.414146 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.416553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:11.438041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.451676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:11.547533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=4d982144-868d-4379-be85-c5bac8f33d8c,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:11.551056 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:11.572579 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:11.583103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:11.592069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:11.617356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=ed9bb9a3-2419-45ab-9f8a-bbd330600769,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:11.626375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:11.683789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.684484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.704716 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac599a-9407-4680-95b2-2263d4db6be9 req-b169dec0-8c69-49d5-ab87-3a5340cfeb00 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.706792 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88ac599a-9407-4680-95b2-2263d4db6be9 req-b169dec0-8c69-49d5-ab87-3a5340cfeb00 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 931 time: 0.1730425 Dec 22 09:26:11.741776 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9279072 Dec 22 09:26:11.757083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Request body: {'port': {'device_id': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:11.810237 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88ac599a-9407-4680-95b2-2263d4db6be9 req-511222c4-dddd-4bec-a47b-153897d077af tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955009 Dec 22 09:26:11.883957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.891034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c83e4730-afba-423c-aba7-ceb2379d9351 None None] Provisioning for port ed9bb9a3-2419-45ab-9f8a-bbd330600769 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:11.896723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-c83e4730-afba-423c-aba7-ceb2379d9351 None None] Provisioning complete for port ed9bb9a3-2419-45ab-9f8a-bbd330600769 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:11.897094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c83e4730-afba-423c-aba7-ceb2379d9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.949533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-c83e4730-afba-423c-aba7-ceb2379d9351 None None] Port ed9bb9a3-2419-45ab-9f8a-bbd330600769 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:26:12.159826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7a4330a8-a5e0-463e-9ef1-db528449d250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.227506 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9bb9a3-2419-45ab-9f8a-bbd330600769 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:26:12.234679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.248665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Transition to ACTIVE for port object ed9bb9a3-2419-45ab-9f8a-bbd330600769 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:26:12.252854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.256468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:12.410705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Pushing event updated for resources: {'Port': ['ID=ed9bb9a3-2419-45ab-9f8a-bbd330600769,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:12.417517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:12.487848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Attempting to bind port ed9bb9a3-2419-45ab-9f8a-bbd330600769 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:26:12.488213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Attempting to bind port ed9bb9a3-2419-45ab-9f8a-bbd330600769 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:26:12.488535 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Attempting to bind port ed9bb9a3-2419-45ab-9f8a-bbd330600769 on network 15c58506-7abc-4daa-ae54-1439deb3d8c7 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:12.493059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Port ed9bb9a3-2419-45ab-9f8a-bbd330600769 on network 15c58506-7abc-4daa-ae54-1439deb3d8c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:26:12.493376 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Attempting to bind port ed9bb9a3-2419-45ab-9f8a-bbd330600769 on network 15c58506-7abc-4daa-ae54-1439deb3d8c7 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:26:12.498386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:26:12.498736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Checking segment: {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:26:12.499106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Bound using segment: {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:26:12.499519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Bound port: ed9bb9a3-2419-45ab-9f8a-bbd330600769, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:26:12.499860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.588332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] For port ed9bb9a3-2419-45ab-9f8a-bbd330600769, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:26:12.591193 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] For port ed9bb9a3-2419-45ab-9f8a-bbd330600769, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:26:12.596644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.600985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0ec1917-500b-4233-bcd7-67a7d6bb583a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:12.658799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:12.659409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.660866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] 10.222.0.16 "PUT /v2.0/ports/ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 1093 time: 0.9104125 Dec 22 09:26:12.661326 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:12.684381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Pushing event updated for resources: {'Port': ['ID=ed9bb9a3-2419-45ab-9f8a-bbd330600769,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:12.688583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:12.864981 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'status': 'completed', 'code': 200} Dec 22 09:26:12.903964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-eb5b717a-0e6b-4377-88be-87efca5b09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:12.905450 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-eb5b717a-0e6b-4377-88be-87efca5b09ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1096 time: 0.2044015 Dec 22 09:26:13.016907 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-9c385305-cd81-40a2-aea1-d0f9ef5d9724 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 217 time: 0.1040778 Dec 22 09:26:13.102377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d4fe3a9a-61e5-44f2-a801-8324c5897ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.103824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-d4fe3a9a-61e5-44f2-a801-8324c5897ccf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 200 len: 835 time: 0.0757742 Dec 22 09:26:13.116530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18e5a-813a-4ec0-9266-a8243a876c1e req-811c11b9-6492-46b1-8f19-c96ee6152899 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.117336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5df18e5a-813a-4ec0-9266-a8243a876c1e req-811c11b9-6492-46b1-8f19-c96ee6152899 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:26:13.125244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4d982144-868d-4379-be85-c5bac8f33d8c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:13.182521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5df18e5a-813a-4ec0-9266-a8243a876c1e req-811c11b9-6492-46b1-8f19-c96ee6152899 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:26:13.183600 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5df18e5a-813a-4ec0-9266-a8243a876c1e req-811c11b9-6492-46b1-8f19-c96ee6152899 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 943 time: 0.2180681 Dec 22 09:26:13.201759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4d982144-868d-4379-be85-c5bac8f33d8c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:13.202305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:13.224097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-f315d7e1-7da0-45e5-815b-b7ae76d54249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.225576 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-f315d7e1-7da0-45e5-815b-b7ae76d54249 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15c58506-7abc-4daa-ae54-1439deb3d8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054056 Dec 22 09:26:13.312716 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5df18e5a-813a-4ec0-9266-a8243a876c1e req-3d19db0a-aafb-474b-b261-09f703771bb8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149275 Dec 22 09:26:13.328137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:13.375395 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-48353369-b26b-4513-9ab1-a0fb1998b264 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397996 Dec 22 09:26:13.377546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:13.509978 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04b0937f-66d1-458e-aa1b-1b41ab79e9e7 req-e268a9f9-1f9c-4e62-b060-efa520d35621 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283128 Dec 22 09:26:13.641513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-5e4a0702-8a0b-4fa3-b188-fce3a70411df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.643578 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-5e4a0702-8a0b-4fa3-b188-fce3a70411df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1096 time: 0.0767386 Dec 22 09:26:13.777237 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-6669115e-9093-4802-b864-7d485c687d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.778666 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-6669115e-9093-4802-b864-7d485c687d08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 896 time: 0.1286905 Dec 22 09:26:13.849702 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-a0127556-9040-4599-9abb-1bb739fb5be6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 217 time: 0.0636842 Dec 22 09:26:13.912847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-9b0bb9a9-16c5-403e-9876-ac422638bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.914238 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-9b0bb9a9-16c5-403e-9876-ac422638bf53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 200 len: 835 time: 0.0580201 Dec 22 09:26:13.987456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-35ea50cd-d59b-4af4-96e1-526d1fd30f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.988897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-35ea50cd-d59b-4af4-96e1-526d1fd30f59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15c58506-7abc-4daa-ae54-1439deb3d8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679896 Dec 22 09:26:14.120100 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-7e468b63-bda6-4b18-9314-04c99ac4ab53 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229594 Dec 22 09:26:14.249228 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f3d2e1c9-edd1-4884-8f48-5944e82270db req-30b555bf-c201-4d2c-9b65-0ddb9c964f74 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228008 Dec 22 09:26:14.525358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9bb07-1205-4082-acb0-f90c9fcb5918 req-b75b2d19-9ffd-4396-8914-b69a6e43d24e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:14.526836 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-adb9bb07-1205-4082-acb0-f90c9fcb5918 req-b75b2d19-9ffd-4396-8914-b69a6e43d24e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 943 time: 0.0881927 Dec 22 09:26:14.572725 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-adb9bb07-1205-4082-acb0-f90c9fcb5918 req-d5ba4834-513a-4750-a235-982a76623c1a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Dec 22 09:26:14.713200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:15.749366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ed9bb9a3-2419-45ab-9f8a-bbd330600769 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:26:15.764455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567d37e-2671-4930-bf63-058e4dfff07d req-8fecf6b5-c622-46e4-b6b1-9f1a6886340a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:15.766118 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b567d37e-2671-4930-bf63-058e4dfff07d req-8fecf6b5-c622-46e4-b6b1-9f1a6886340a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 943 time: 0.0860472 Dec 22 09:26:15.813072 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b567d37e-2671-4930-bf63-058e4dfff07d req-5041405f-6682-4f58-908c-086e4e43faa4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397062 Dec 22 09:26:15.891093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ed9bb9a3-2419-45ab-9f8a-bbd330600769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:15.908834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'port_id': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'mac_address': 'fa:16:3e:9b:dd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:26:15.965468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:15.983461 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9bb9a3-2419-45ab-9f8a-bbd330600769 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:26:15.999977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ed9bb9a3-2419-45ab-9f8a-bbd330600769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:16.005196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:16.006988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:16.075888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=ed9bb9a3-2419-45ab-9f8a-bbd330600769,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:16.078781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:16.383402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['ed9bb9a3-2419-45ab-9f8a-bbd330600769'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:26:16.996814 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5b49f-85c1-47a7-9e0e-ae9389928838 req-892d845f-6f94-4e1d-b659-792c914ce5b7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:16.998264 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a6c5b49f-85c1-47a7-9e0e-ae9389928838 req-892d845f-6f94-4e1d-b659-792c914ce5b7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 944 time: 0.0799332 Dec 22 09:26:17.045781 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a6c5b49f-85c1-47a7-9e0e-ae9389928838 req-994312a9-574b-4471-b9d2-65b615ca8576 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416892 Dec 22 09:26:17.749007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ed9bb9a3-2419-45ab-9f8a-bbd330600769 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:17.816098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port ed9bb9a3-2419-45ab-9f8a-bbd330600769 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:26:17.821762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port ed9bb9a3-2419-45ab-9f8a-bbd330600769 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:17.822219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:17.943629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:17.969429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:17.979794 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port ed9bb9a3-2419-45ab-9f8a-bbd330600769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:26:17.984061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:17.986048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3d02dd03-044d-4ee0-b0fa-1c940b4ec7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:18.057891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=ed9bb9a3-2419-45ab-9f8a-bbd330600769,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:18.061376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:18.094794 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'code': 200} Dec 22 09:26:18.335175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896c528-6e50-46f3-9729-fe3174fdecad req-886c3e40-e553-4164-8105-ee252143e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:18.336567 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8896c528-6e50-46f3-9729-fe3174fdecad req-886c3e40-e553-4164-8105-ee252143e4d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1098 time: 0.0781603 Dec 22 09:26:18.373639 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e8a0a-59ac-4b8a-9ed8-697943f75119 req-0145770a-0f21-4d3e-8fa5-0aa61d9213eb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:18.375108 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a79e8a0a-59ac-4b8a-9ed8-697943f75119 req-0145770a-0f21-4d3e-8fa5-0aa61d9213eb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.2201571 Dec 22 09:26:18.387854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8896c528-6e50-46f3-9729-fe3174fdecad req-2cc62b93-7a78-41d0-8003-76b5ab6c03e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442002 Dec 22 09:26:18.421822 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a79e8a0a-59ac-4b8a-9ed8-697943f75119 req-acb86329-d584-43a2-adf7-6649d2a50ea2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405288 Dec 22 09:26:19.725516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3be19-fc93-4cae-9f8f-18b8c5d5da47 req-771d61e1-394a-4d3a-9874-ce715b4c4ca2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:19.726899 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0cb3be19-fc93-4cae-9f8f-18b8c5d5da47 req-771d61e1-394a-4d3a-9874-ce715b4c4ca2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.1945753 Dec 22 09:26:19.772139 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0cb3be19-fc93-4cae-9f8f-18b8c5d5da47 req-757bea96-af29-454b-b775-1887b8515b27 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Dec 22 09:26:20.961806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d4118-cd49-4709-9991-502f59151f12 req-4d6ed3b5-7705-4715-9819-18dcdd3a7a09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:20.963319 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c90d4118-cd49-4709-9991-502f59151f12 req-4d6ed3b5-7705-4715-9819-18dcdd3a7a09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0881996 Dec 22 09:26:21.009025 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c90d4118-cd49-4709-9991-502f59151f12 req-d1e4d112-9839-4168-b900-0c42ca01e09e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Dec 22 09:26:21.202639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074bb3d-f3ef-40ac-b566-8675cdfd1cb8 req-202b8a49-7fed-4464-bf9c-25064b973f79 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:21.204082 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e074bb3d-f3ef-40ac-b566-8675cdfd1cb8 req-202b8a49-7fed-4464-bf9c-25064b973f79 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0838008 Dec 22 09:26:21.247442 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e074bb3d-f3ef-40ac-b566-8675cdfd1cb8 req-1189482e-1645-402e-bfe7-6cfb5a0a5799 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370035 Dec 22 09:26:21.270228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43916) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:21.338179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530442f0-b32e-4a14-84a2-6b4392281a41 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:21.339648 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-530442f0-b32e-4a14-84a2-6b4392281a41 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1093 time: 0.0684767 Dec 22 09:26:21.342501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43920) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:21.347279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:26:21.353083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:26:21.356750 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:floatingip and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:26:21.359557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:26:21.365850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:26:21.377492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:21.509876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:21.645994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.51 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/896c06b0-ac41-45d2-8c5e-7153e5602aeb) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:26:21.796319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:21.826778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:21.831330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e22bee08-14da-4f99-9812-374d2522ec45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:21.896424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:26:21.900515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:26:21.904540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:26:21.940415 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=896c06b0-ac41-45d2-8c5e-7153e5602aeb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:21.948546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:22.342947 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:22.414488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:22.632327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:22.637500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:22.645719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:22.881284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=896c06b0-ac41-45d2-8c5e-7153e5602aeb,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:22.885167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:22.889743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:23.072835 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5 associated. External IP: 172.26.7.51, port: ed9bb9a3-2419-45ab-9f8a-bbd330600769. Dec 22 09:26:23.436838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:26:23.626512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:26:23.637165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] Sync routers for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:26:23.647156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:23.647784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:26:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:23.653365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:23.713347 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3698201 Dec 22 09:26:23.714101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:23.762050 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'status': 'completed', 'code': 200} Dec 22 09:26:23.841047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:23.871223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-1e14ad2d-0939-4b9e-b0f1-0feedca939d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:23.873160 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-1e14ad2d-0939-4b9e-b0f1-0feedca939d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1098 time: 0.0851095 Dec 22 09:26:23.898609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a3b59-8ba8-4f4a-bc84-cf0db88ba6c8 req-92a8397d-5210-4bda-bb34-2846918a6c36 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:23.901280 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-548a3b59-8ba8-4f4a-bc84-cf0db88ba6c8 req-92a8397d-5210-4bda-bb34-2846918a6c36 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0917382 Dec 22 09:26:23.957973 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-548a3b59-8ba8-4f4a-bc84-cf0db88ba6c8 req-ad9444e9-3e35-4015-9392-55d46201d676 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515213 Dec 22 09:26:23.990824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43928) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:24.134789 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3e5a29eb-5627-4202-905d-ec73134c4ad4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5 HTTP/1.1" status: 200 len: 990 time: 0.1426969 Dec 22 09:26:24.140175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-16e1dac7-969c-431a-8ec2-002e4981d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:24.141620 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-16e1dac7-969c-431a-8ec2-002e4981d01a service neutron] 10.222.0.16 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 896 time: 0.2625988 Dec 22 09:26:24.255344 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-bc730d8f-f0c2-48da-a29d-7138503145c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 998 time: 0.1073208 Dec 22 09:26:24.281078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'port_id': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'mac_address': 'fa:16:3e:9b:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:26:22Z', 'updated_at': '2021-12-22T09:26:22Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:11Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:24.286598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] Checking router: 94f8775a-7c15-45f0-9d4c-d229dd9174e6 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:26:24.295130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:26:24.295747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:26:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:24.335025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-a45ff383-b2ff-4804-95f3-c9204e436942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:24.339355 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-a45ff383-b2ff-4804-95f3-c9204e436942 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 200 len: 835 time: 0.0751452 Dec 22 09:26:24.415523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-ccec102f-3322-4f69-bbca-3ff940cae505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:24.417010 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-ccec102f-3322-4f69-bbca-3ff940cae505 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15c58506-7abc-4daa-ae54-1439deb3d8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741382 Dec 22 09:26:24.504536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:26:24.703418 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-d7ea1a91-3006-4682-a1d6-abffe1845f62 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794516 Dec 22 09:26:24.874965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e17e1070-4fc2-4909-abee-b8c11afc2ed2 req-b0f5f0fe-b902-401a-ac0f-5806263126d7 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645463 Dec 22 09:26:24.967753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'port_id': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'mac_address': 'fa:16:3e:9b:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:26:22Z', 'updated_at': '2021-12-22T09:26:22Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:11Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:26:24.972385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2229030-cfa2-4085-9779-d4ff6558b7c2 None None] The sync data for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv is: [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.51', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'port_id': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'mac_address': 'fa:16:3e:9b:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:26:22Z', 'updated_at': '2021-12-22T09:26:22Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:11Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:26:25.137763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43932) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:25.182283 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aba644-840a-4632-b0f1-21dc2607d249 None None] New status for floating IP 0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:26:25.249657 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e4ccbb90-91c9-48c1-9036-29ae2d4f1b50 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5 HTTP/1.1" status: 200 len: 990 time: 0.1095896 Dec 22 09:26:26.253134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43936) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:26.362274 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1db64252-dcd2-4214-a5b9-5798e1d1b9c9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5 HTTP/1.1" status: 200 len: 992 time: 0.1078560 Dec 22 09:26:39.875635 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7c3d9fdf-4e48-459d-a7e9-b6cd725d8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:40.138918 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:42.170877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-501b0403-2aee-476b-b9eb-a2af7d0e210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:42.386182 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:26:43.305303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:43.382342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:44.719175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:59.755976 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-a24df77d-7a45-422d-bac0-26a7523629a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757091 Dec 22 09:26:59.925676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-eefd7c26-020c-41dc-88b4-6bedd30194b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:59.927442 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-eefd7c26-020c-41dc-88b4-6bedd30194b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1098 time: 0.0792370 Dec 22 09:27:00.087022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-9428248c-cdf1-459e-8327-bdb846d92161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:00.088501 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-9428248c-cdf1-459e-8327-bdb846d92161 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 896 time: 0.1396167 Dec 22 09:27:00.193935 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-654240e8-ea19-4ef4-a8e8-7664335aa8a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 1000 time: 0.0987506 Dec 22 09:27:00.254957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-d416ed02-d50a-438e-a36a-c9498e6d8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:00.256401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-d416ed02-d50a-438e-a36a-c9498e6d8fec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 200 len: 835 time: 0.0563483 Dec 22 09:27:00.333745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-0c8914ce-098b-4a75-b3e5-eda8f0907ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:00.335199 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-0c8914ce-098b-4a75-b3e5-eda8f0907ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15c58506-7abc-4daa-ae54-1439deb3d8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727305 Dec 22 09:27:00.468321 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-16b7264f-e07f-4220-91df-6f3e3ea8b5b9 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253326 Dec 22 09:27:00.598019 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5c9e0815-68ec-4987-b35c-d7122b1fb4d4 req-00cb53ae-374c-43ba-a9d2-98d65dc91a49 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239483 Dec 22 09:27:09.869399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-26d07106-9bde-4f4d-a9e5-0cff2fc19d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:10.140773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:12.164254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d51be161-bcfd-4055-bae1-82c13a312ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:13.307706 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:13.387177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:14.719523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:19.385564 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:27:27.410888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-060ff02c-a5ce-4615-adbc-d21ee84ab9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:27.412286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-060ff02c-a5ce-4615-adbc-d21ee84ab9c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1098 time: 0.1303368 Dec 22 09:27:27.424779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b95f3-7a99-425b-ac13-2da527ed8a17 req-0d303192-8dc1-4a6a-9edd-aa74a4c20471 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:27.426137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-811b95f3-7a99-425b-ac13-2da527ed8a17 req-0d303192-8dc1-4a6a-9edd-aa74a4c20471 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.1084940 Dec 22 09:27:27.668672 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-811b95f3-7a99-425b-ac13-2da527ed8a17 req-1d19eed1-be1e-4190-89d2-3d919f546a06 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235203 Dec 22 09:27:27.703729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-818d271d-714a-4534-8294-9b1dfb6409b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:27.705185 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-818d271d-714a-4534-8294-9b1dfb6409b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 896 time: 0.2782173 Dec 22 09:27:27.808032 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-47004c2f-7631-4422-8f5e-3113cdd6f404 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 1000 time: 0.0952482 Dec 22 09:27:27.872913 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-3cc420ee-11d5-4254-af76-197d1b650722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:27.874329 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-3cc420ee-11d5-4254-af76-197d1b650722 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 200 len: 835 time: 0.0591738 Dec 22 09:27:27.955227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-91ee89e0-0ed3-4a00-8f6a-ae0df535362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:27.956799 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-91ee89e0-0ed3-4a00-8f6a-ae0df535362b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15c58506-7abc-4daa-ae54-1439deb3d8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724659 Dec 22 09:27:28.093231 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-b6e292d5-fc1a-4ec5-96f3-72d1eabfef54 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296675 Dec 22 09:27:28.232116 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af1cf3e8-bb30-4316-b5e1-701f5aa48632 req-7d124b9f-c7c7-4b25-b438-63478d7de849 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302507 Dec 22 09:27:28.860498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941ebf-bd43-4b25-9e8f-4b7697666407 req-cbfbb9a4-40c7-4d63-bff8-7ebdeb5db8f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:28.861916 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3941ebf-bd43-4b25-9e8f-4b7697666407 req-cbfbb9a4-40c7-4d63-bff8-7ebdeb5db8f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0836034 Dec 22 09:27:28.906534 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3941ebf-bd43-4b25-9e8f-4b7697666407 req-3db0c6a6-e24b-41f1-a66c-f6491cf9fb88 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384464 Dec 22 09:27:30.090171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f5c56-c1d0-43dd-be5d-9e715b6e2b0d req-4d5e539f-78a0-4337-8b89-0d99dec59a18 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:30.091600 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e04f5c56-c1d0-43dd-be5d-9e715b6e2b0d req-4d5e539f-78a0-4337-8b89-0d99dec59a18 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0798132 Dec 22 09:27:30.136975 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e04f5c56-c1d0-43dd-be5d-9e715b6e2b0d req-cb42df39-9708-45d0-bc07-4d73d30709e2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 Dec 22 09:27:31.317535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e1fe8-efc1-4f2e-9de5-ebb7073c7bc8 req-eab4b243-bd56-4c92-94f6-acfb3adc5653 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:31.319005 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e86e1fe8-efc1-4f2e-9de5-ebb7073c7bc8 req-eab4b243-bd56-4c92-94f6-acfb3adc5653 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0785475 Dec 22 09:27:31.365633 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e86e1fe8-efc1-4f2e-9de5-ebb7073c7bc8 req-7e456153-894f-4f63-9ea8-640962c267bf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Dec 22 09:27:32.550783 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f5093-9d76-4727-8476-6d56b9096334 req-8bdf3888-5280-4d48-a34b-5631a6cb13c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:32.552271 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-249f5093-9d76-4727-8476-6d56b9096334 req-8bdf3888-5280-4d48-a34b-5631a6cb13c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0826905 Dec 22 09:27:32.595654 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-249f5093-9d76-4727-8476-6d56b9096334 req-cc3f371c-55ad-404e-a565-1c257046454e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378699 Dec 22 09:27:33.780281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca01b4-7098-4852-8d9e-d7977f408178 req-9a01cf27-eca6-492d-b6cf-c6e20204887e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:33.781788 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eca01b4-7098-4852-8d9e-d7977f408178 req-9a01cf27-eca6-492d-b6cf-c6e20204887e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0797737 Dec 22 09:27:33.826317 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2eca01b4-7098-4852-8d9e-d7977f408178 req-e0a3cb70-99bc-42fe-a69a-74454cd7f4c9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Dec 22 09:27:35.155702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee1a61-fbcb-4eb1-94e3-dfddaf7524eb req-ff4d0e35-e4f6-41d5-9789-157b954fe032 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:35.157212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8ee1a61-fbcb-4eb1-94e3-dfddaf7524eb req-ff4d0e35-e4f6-41d5-9789-157b954fe032 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0809424 Dec 22 09:27:35.202843 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8ee1a61-fbcb-4eb1-94e3-dfddaf7524eb req-6b04de82-6ea3-483f-a8a8-c61a12920018 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399563 Dec 22 09:27:36.391976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02ca0d-8efe-4452-a49a-f7b05fe2c018 req-ac7ee064-fdea-405c-80fb-fec08db35d9d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:36.393465 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7d02ca0d-8efe-4452-a49a-f7b05fe2c018 req-ac7ee064-fdea-405c-80fb-fec08db35d9d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0852134 Dec 22 09:27:36.437484 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7d02ca0d-8efe-4452-a49a-f7b05fe2c018 req-18d156cf-a271-4641-acdb-0294045c3a3f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383852 Dec 22 09:27:37.638112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb25346-92a2-4d2f-a504-cd7b1ecda38a req-58c16292-fca5-4639-937c-0baa390ba77f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:37.639587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fb25346-92a2-4d2f-a504-cd7b1ecda38a req-58c16292-fca5-4639-937c-0baa390ba77f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0926116 Dec 22 09:27:37.684837 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9fb25346-92a2-4d2f-a504-cd7b1ecda38a req-a0e1e3b1-cbe9-4806-a103-aeb0c08ae9af tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Dec 22 09:27:38.873374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d188a56-3d6e-4df4-8125-5d497dfc1caa req-9dc0e13c-a361-4584-944d-8b4563d94fd0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:38.874761 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3d188a56-3d6e-4df4-8125-5d497dfc1caa req-9dc0e13c-a361-4584-944d-8b4563d94fd0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0840740 Dec 22 09:27:38.918303 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3d188a56-3d6e-4df4-8125-5d497dfc1caa req-cbed0c9c-4488-4221-a16b-6ef283426781 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378990 Dec 22 09:27:39.876410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7674-ca9e-411e-8690-4997eac83eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.100422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853c724-9cf3-4f8f-9173-f9a42f554a5b req-b92837cf-1bf1-46b2-a72d-05055dd939a0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:40.101854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1853c724-9cf3-4f8f-9173-f9a42f554a5b req-b92837cf-1bf1-46b2-a72d-05055dd939a0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0787876 Dec 22 09:27:40.148588 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1853c724-9cf3-4f8f-9173-f9a42f554a5b req-347197d5-c41d-4a56-97ee-16584b8baf71 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410497 Dec 22 09:27:40.148793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.171909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 43994) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:40.286478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-62a449a7-2022-410f-84dc-9c6cd63de400 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5 HTTP/1.1" status: 200 len: 992 time: 0.1133397 Dec 22 09:27:42.164754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fa73bf3-75ab-4ebe-9307-45ac8435e581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.310796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.392205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.727106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:56.384775 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:27:59.763595 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-22101a51-0105-4b88-a412-1b3d66c924d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780392 Dec 22 09:27:59.906106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878514-a993-4aab-ac4d-0330702546d1 req-0996d4b0-39e9-40ec-b2d7-7a4697becb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:59.907484 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-0996d4b0-39e9-40ec-b2d7-7a4697becb0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1098 time: 0.0717103 Dec 22 09:28:00.062123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878514-a993-4aab-ac4d-0330702546d1 req-c524849c-39fd-4519-a90b-c73f43af27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:00.063819 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-c524849c-39fd-4519-a90b-c73f43af27b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 896 time: 0.1366949 Dec 22 09:28:00.171189 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-2e4ccb16-b995-40e0-941c-7e140d62a2cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 1000 time: 0.1002831 Dec 22 09:28:00.235327 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878514-a993-4aab-ac4d-0330702546d1 req-3bf280b2-8a47-4f96-9fef-1c34003cd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:00.236922 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-3bf280b2-8a47-4f96-9fef-1c34003cd7fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 200 len: 835 time: 0.0585141 Dec 22 09:28:00.316406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878514-a993-4aab-ac4d-0330702546d1 req-5a148f57-ad48-4af4-8ee0-d112045732b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:00.318452 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-5a148f57-ad48-4af4-8ee0-d112045732b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15c58506-7abc-4daa-ae54-1439deb3d8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747089 Dec 22 09:28:00.331073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-7a59577b-e366-4172-ace1-59711662e84e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:28:00.332287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-7a59577b-e366-4172-ace1-59711662e84e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048919 Dec 22 09:28:00.583447 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-00e01d27-b249-448c-af44-1c3f58bfd845 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435536 Dec 22 09:28:00.714994 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-33878514-a993-4aab-ac4d-0330702546d1 req-40cc16fa-3375-4d88-86e1-aecfbee527a6 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250012 Dec 22 09:28:09.873007 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-78a680b3-62af-4850-8660-7b5986460b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:10.143666 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:12.170770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7676d5de-b34c-4fed-b331-7631763e64ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:13.314933 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:13.388523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:14.726130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:28.721145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44030) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:28.929572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 896c06b0-ac41-45d2-8c5e-7153e5602aeb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:28:28.929828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:29.104990 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:29.105332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:29.233041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 896c06b0-ac41-45d2-8c5e-7153e5602aeb owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:28:29.379841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:29.383313 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:29.427849 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=896c06b0-ac41-45d2-8c5e-7153e5602aeb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:29.464057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.464448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.464829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.465204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.465579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.465949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.466314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.466677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.467038 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.467399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.467760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.468152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:29.472895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:29.542500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:29.542744 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5 disassociated (deleted). External IP: 172.26.7.51, port: ed9bb9a3-2419-45ab-9f8a-bbd330600769. Dec 22 09:28:29.991364 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:28:30.178805 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:28:30.189297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] Sync routers for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:28:30.199684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:30.199837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:30.200346 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:30.253554 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5 HTTP/1.1" status: 204 len: 168 time: 1.5312364 Dec 22 09:28:30.254266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:30.302067 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'status': 'completed', 'code': 200} Dec 22 09:28:30.379428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:30.394277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-fc36c11c-8910-427a-9505-3cc32dd016d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:30.395820 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-fc36c11c-8910-427a-9505-3cc32dd016d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 1098 time: 0.0714176 Dec 22 09:28:30.547310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-30f697b7-b318-4e87-ad1c-b6d43e871f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:30.549201 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-30f697b7-b318-4e87-ad1c-b6d43e871f53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 200 len: 896 time: 0.1455386 Dec 22 09:28:30.626263 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-217dd0f8-7b35-48dc-b5f4-ad789343ef66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 200 len: 217 time: 0.0694213 Dec 22 09:28:30.647983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00985aa-0c29-4bd9-90ab-08da825a21f5 req-05c26af4-544d-42fe-89e5-f2a27b9f3002 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:30.648829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d00985aa-0c29-4bd9-90ab-08da825a21f5 req-05c26af4-544d-42fe-89e5-f2a27b9f3002 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:30.665435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d00985aa-0c29-4bd9-90ab-08da825a21f5 req-05c26af4-544d-42fe-89e5-f2a27b9f3002 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:30.666788 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d00985aa-0c29-4bd9-90ab-08da825a21f5 req-05c26af4-544d-42fe-89e5-f2a27b9f3002 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.1010923 Dec 22 09:28:30.695480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-3e5c1764-4d10-4a6e-9eaf-2661414305be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:30.697251 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-3e5c1764-4d10-4a6e-9eaf-2661414305be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 200 len: 835 time: 0.0640476 Dec 22 09:28:30.729437 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d00985aa-0c29-4bd9-90ab-08da825a21f5 req-f6a7d50d-7c67-40ff-b266-a99e2a9f5e14 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560255 Dec 22 09:28:30.759997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:11Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:30.763839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] Checking router: 94f8775a-7c15-45f0-9d4c-d229dd9174e6 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:28:30.772075 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:30.772711 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:30.777285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-649aa283-56b1-4f9d-adfc-9f69a60340ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:30.778741 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-649aa283-56b1-4f9d-adfc-9f69a60340ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15c58506-7abc-4daa-ae54-1439deb3d8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750463 Dec 22 09:28:30.909577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-23994dd3-59e4-4dce-870c-9edead6cc9c6 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235287 Dec 22 09:28:30.948728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:31.041169 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cd484821-efa9-4fe9-9911-65cd88c8036b req-d8b0310d-7f13-42fa-a6c0-97aad0922609 service neutron] 10.222.0.16 "GET /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248322 Dec 22 09:28:31.259614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:11Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:31.263532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fdc410-d737-4e39-924d-dae48743a23e None None] The sync data for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv is: [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:26:06Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '4d982144-868d-4379-be85-c5bac8f33d8c', 'name': '', 'network_id': '15c58506-7abc-4daa-ae54-1439deb3d8c7', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:60:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:05Z', 'updated_at': '2021-12-22T09:26:11Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:28:31.484347 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab3621-18e4-4eab-90aa-a19f5ab7207d None None] New status for floating IP 0ed8fff7-7cd7-4ec8-bbd9-35b3e29793d5: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:28:31.904062 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba469ab-196d-40e2-ae79-91829abfa2c0 req-4f80db03-3977-4866-b04b-f21e50e878d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:31.905435 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6ba469ab-196d-40e2-ae79-91829abfa2c0 req-4f80db03-3977-4866-b04b-f21e50e878d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0794024 Dec 22 09:28:31.948686 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6ba469ab-196d-40e2-ae79-91829abfa2c0 req-9f6994ac-76f0-4bac-b341-61daf1564231 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377584 Dec 22 09:28:32.335938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-551d6572-96d9-4d6f-84e5-9f3492f2b606 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:32.337865 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-551d6572-96d9-4d6f-84e5-9f3492f2b606 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 945 time: 0.0803995 Dec 22 09:28:32.404881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port ed9bb9a3-2419-45ab-9f8a-bbd330600769 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:28:32.405217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:32.645786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port ed9bb9a3-2419-45ab-9f8a-bbd330600769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed9bb9a3-2419-45ab-9f8a-bbd330600769,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:32.646053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:32.777057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for ed9bb9a3-2419-45ab-9f8a-bbd330600769 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:28:33.038036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:33.044435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5f3749bf-0501-40ac-9dd8-375882384878 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:33.095782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=ed9bb9a3-2419-45ab-9f8a-bbd330600769,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:33.106200 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0cb4bab1-fa42-4fe2-ba19-18b1f41122dc req-b4e48d5e-f4f1-4028-89ea-d34b40b34efa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2411c6-6ffe-43b7-aac2-57914037b100 HTTP/1.1" status: 200 len: 210 time: 0.0456104 Dec 22 09:28:33.135496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.135879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.136362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.136749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.137121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.137477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.137835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.138195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.138551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.138907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.139260 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.139613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:33.147136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:33.182614 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] No DVR routers for this DVR port ed9bb9a3-2419-45ab-9f8a-bbd330600769 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:28:33.185211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:33.187789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'name': 'network-vif-deleted', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:33.203682 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8638a6df-9b09-4586-bd91-61a3f305fe27 req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "DELETE /v2.0/ports/ed9bb9a3-2419-45ab-9f8a-bbd330600769 HTTP/1.1" status: 204 len: 173 time: 0.8607771 Dec 22 09:28:33.232586 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2411c6-6ffe-43b7-aac2-57914037b100', 'name': 'network-vif-deleted', 'tag': 'ed9bb9a3-2419-45ab-9f8a-bbd330600769', 'status': 'completed', 'code': 200} Dec 22 09:28:33.383272 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:28:34.202107 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:34.749411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:35.214149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 4d982144-868d-4379-be85-c5bac8f33d8c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:28:35.214832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:35.394227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 4d982144-868d-4379-be85-c5bac8f33d8c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4d982144-868d-4379-be85-c5bac8f33d8c,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:35.394492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:35.516672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 4d982144-868d-4379-be85-c5bac8f33d8c owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:28:35.834114 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:35.837593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-418df040-db7a-4941-8dd1-4be5c0559a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:35.881807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=4d982144-868d-4379-be85-c5bac8f33d8c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:35.884978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:36.155021 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:36.370743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ed9bb9a3-2419-45ab-9f8a-bbd330600769 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:28:36.410029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: ed9bb9a3-2419-45ab-9f8a-bbd330600769 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:28:36.410325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device ed9bb9a3-2419-45ab-9f8a-bbd330600769 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:28:36.624497 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:28:36.797991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:28:36.807809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] Sync routers for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:28:36.811017 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/94f8775a-7c15-45f0-9d4c-d229dd9174e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6078799 Dec 22 09:28:36.813908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44058) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:36.819624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:36.820271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:36.878174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting subnet 8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:28:36.881178 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:36.934148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:36.994102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:37.018920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.090978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.095432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9cb3e8eb-9cea-4584-ba94-1635fd0a8b26 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:37.134532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:37.137073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:37.139671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.149273 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0b419880-e02d-4854-8d28-619ee662d764 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/subnets/8b5dbfda-f4f6-4cd3-b5d5-4f86fc90e7ff HTTP/1.1" status: 204 len: 168 time: 0.3320796 Dec 22 09:28:37.150175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44062) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:37.161340 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984b170-fed4-4aad-9c52-660f91548d0b None None] Network 15c58506-7abc-4daa-ae54-1439deb3d8c7 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:28:37.326224 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.488455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211'}], 'enable_snat': True}, 'gw_port_id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:28:35Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '0e9c4424-f976-4c90-bf3f-e2738055fb49', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:26:02Z', 'updated_at': '2021-12-22T09:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:37.493844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] Checking router: 94f8775a-7c15-45f0-9d4c-d229dd9174e6 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:28:37.503962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] Routers {'94f8775a-7c15-45f0-9d4c-d229dd9174e6'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:37.504850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:37.507195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.522322 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 0e9c4424-f976-4c90-bf3f-e2738055fb49 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:28:37.522707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.620676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] DHCP port deletion for 15c58506-7abc-4daa-ae54-1439deb3d8c7 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:28:37.641749 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Deleting port 25f68021-0a35-4439-b928-12ed6293c1f4 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:28:37.642124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.703629 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 0e9c4424-f976-4c90-bf3f-e2738055fb49, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=0e9c4424-f976-4c90-bf3f-e2738055fb49,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:37.704222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.711436 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] Set router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:37.825942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 0e9c4424-f976-4c90-bf3f-e2738055fb49 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:28:37.850073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:28:37Z', 'revision_number': 6, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:37.858802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56713310-8e5a-40c5-9c82-f887d2bc16f8 None None] The sync data for ids ['94f8775a-7c15-45f0-9d4c-d229dd9174e6'] in dv-neutron-822602-1-hyperv is: [{'id': '94f8775a-7c15-45f0-9d4c-d229dd9174e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386959233', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:26:01Z', 'updated_at': '2021-12-22T09:28:37Z', 'revision_number': 6, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:28:37.968585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] For port 25f68021-0a35-4439-b928-12ed6293c1f4, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=25f68021-0a35-4439-b928-12ed6293c1f4,segment=NetworkSegment(2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7),segment_id=2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:37.968986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.090663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Calling delete_port for 25f68021-0a35-4439-b928-12ed6293c1f4 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:28:38.119347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.123268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f6d5a66a-daa8-47df-8ee1-c1cd91098721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:38.169112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.170198 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=0e9c4424-f976-4c90-bf3f-e2738055fb49,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:38.173258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b3d94058-2d4a-4570-92ce-2e7cf374fc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:38.173399 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:38.216167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Pushing event deleted for resources: {'Port': ['ID=25f68021-0a35-4439-b928-12ed6293c1f4,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:38.222332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] No DVR routers for this DVR port 25f68021-0a35-4439-b928-12ed6293c1f4 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:28:38.229370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.229718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.230261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.230672 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.230944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.231265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.236512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.236512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.236512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.236512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.236512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.236512 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:38.240065 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:38.264911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.436757 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.439080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.464740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.465220 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Fanout notify agent at l3_agent the message router_deleted on router 94f8775a-7c15-45f0-9d4c-d229dd9174e6 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:28:38.482008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.483099 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/routers/94f8775a-7c15-45f0-9d4c-d229dd9174e6 HTTP/1.1" status: 204 len: 168 time: 1.3320262 Dec 22 09:28:38.485696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44066) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:38.595846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.732671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.760509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c58506-7abc-4daa-ae54-1439deb3d8c7']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:38.773466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:38.773760 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb8d4aa-93bb-45b7-adad-a4d1175b6cc7') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:38.785288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.801084 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.807331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:28:38.807867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:28:38.823590 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:28:38.906641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.910089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ed2c99ce-bc9a-4648-8e2b-f8babd7fdd58 tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:38.923879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:38.934572 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Network': ['ID=15c58506-7abc-4daa-ae54-1439deb3d8c7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:38.937680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:38.943764 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-82c45600-da55-48a2-84c4-ce5a29869731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/networks/15c58506-7abc-4daa-ae54-1439deb3d8c7 HTTP/1.1" status: 204 len: 168 time: 0.4571338 Dec 22 09:28:38.947166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44070) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.013816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.043383 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.115758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.120486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a539efcd-3ff4-4265-b271-3d8166c69631 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:39.140617 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:39.143718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:39.156987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.160804 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/security-groups/f6e5a1a3-7ca4-493f-bc63-aa6e8e5b9d0f HTTP/1.1" status: 204 len: 168 time: 0.2101166 Dec 22 09:28:39.182078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 25f68021-0a35-4439-b928-12ed6293c1f4 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:28:39.220102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 25f68021-0a35-4439-b928-12ed6293c1f4 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:28:39.220456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 25f68021-0a35-4439-b928-12ed6293c1f4 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:28:39.220891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4d982144-868d-4379-be85-c5bac8f33d8c no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:28:39.253651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 4d982144-868d-4379-be85-c5bac8f33d8c {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:28:39.254005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4d982144-868d-4379-be85-c5bac8f33d8c not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:28:39.254434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e9c4424-f976-4c90-bf3f-e2738055fb49 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:28:39.286968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 0e9c4424-f976-4c90-bf3f-e2738055fb49 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:28:39.287318 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 0e9c4424-f976-4c90-bf3f-e2738055fb49 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:28:39.403305 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44082) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.408481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614763648', 'description': 'tempest-secgroup-smoke-1614763648 description', 'project_id': '1485767fae9a4409b1fc834f7c6abca9'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:39.414324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:39.418356 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:39.421173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:39.427561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:39.437608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.457405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:39.461048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:39.464141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:39.470348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:39.544019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.548066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.551600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c826314e-94f7-4d69-9137-0e2b70b94bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:39.592723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97e12f-eb4a-4b24-9a55-f069bf040be4,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:39.595770 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:39.598505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.603267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44086) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.603358 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-bd4d462e-6005-40ad-b1d7-dec0238dd9c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1983528 Dec 22 09:28:39.608671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'ef97e12f-eb4a-4b24-9a55-f069bf040be4', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:39.614554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:39.618931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:39.621792 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:39.627271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:39.643734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.704299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.708467 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.714466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-65e0189b-ec6c-481a-b408-ec494e985ce8 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:39.733207 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f42f2b-b849-4b49-9a4b-0f52ba3e0a14,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:39.736081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:39.744451 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.745602 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f143a9a8-200e-45de-9207-85a5c0a4884e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413701 Dec 22 09:28:39.748415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44090) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.753416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'ef97e12f-eb4a-4b24-9a55-f069bf040be4', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:39.759126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:39.762924 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:39.765769 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:39.771425 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:39.786475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.846251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.850097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.851860 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fd4e4b87-514e-4f8e-a5dd-bff11d285ee7 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:39.865208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0b792b46-3326-41cf-bc40-9e3568cf6ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.871886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70c7a79-724f-4326-80e3-a1a036ca48d4,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:39.875762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:39.886543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.887732 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb247438-0369-442f-bc6f-5fb70a67e42a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383667 Dec 22 09:28:39.890856 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44094) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:39.895806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'ef97e12f-eb4a-4b24-9a55-f069bf040be4', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:39.902047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:39.905750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:39.908561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:39.914087 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:39.930358 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.994442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.997899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.999737 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fca2905f-a716-4a0f-9148-b9fe022c3501 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:40.021752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e7057c-b273-4c00-a146-3b3715ae372d,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:40.024149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:40.030359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.031514 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-211ee337-8f2f-4bf1-be61-05fa6b53d63b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397662 Dec 22 09:28:40.034233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44098) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:40.039163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'ef97e12f-eb4a-4b24-9a55-f069bf040be4', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:40.044898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:40.048616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:40.051424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:40.057563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:40.074247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.136328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.140864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.142696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a6621b28-95b9-4f03-a0de-6febf721e557 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:40.150552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.168799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785f6faa-ee3b-4b61-8763-66b79b6f475b,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:40.171264 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:40.180026 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.181717 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465590 Dec 22 09:28:40.184516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44102) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:40.189785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'ef97e12f-eb4a-4b24-9a55-f069bf040be4', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:40.195651 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:40.200208 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:40.203078 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:40.208736 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:40.218142 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:28:40.224494 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.291574 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.295308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.301281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c15fcbd9-d634-416f-8b0d-81d84ad6950d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:40.320654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b354e9e-5fc1-4749-aeb4-5d4e02b4d8e9,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:40.323535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:40.330759 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.331919 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8109ad58-64ad-4807-b968-ba5c3a74b7bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464696 Dec 22 09:28:40.334662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44106) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:40.339643 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': 'ef97e12f-eb4a-4b24-9a55-f069bf040be4', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:40.345431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:40.349197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:40.352058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:40.358151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:40.368784 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:28:40.375493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.440022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.443899 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.445929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d4e5c00-cbcf-45f1-acdd-867bb40cdedf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:40.468641 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a760fffa-f2fe-444e-b56d-b12bfe1a3d74,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:40.471044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:40.478579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.479732 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-338e9c6c-1f00-4505-8740-dc8b9b6662ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441624 Dec 22 09:28:40.482824 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44110) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:40.488283 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'network': {'name': 'tempest-network-smoke--1071014033', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'port_security_enabled': True}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:40.493870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:40.497914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:network and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:40.500809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:40.507335 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:40.516695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:28:40.520126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.546707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:28:40.555279 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.556161 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Added segment 6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7 of type vlan for network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 Dec 22 09:28:40.583433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.610940 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.616351 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:40.616919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.620329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1c44464a-3f56-43fd-829d-27608e0b084c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:40.715762 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2319484 Dec 22 09:28:40.718541 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44114) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:40.723955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'admin_state_up': True, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:40.724715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Network': ['ID=0b9d2d16-00fb-480e-8ec3-3312e342dec1,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:40.728211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:40.733820 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:40.735299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:28:40.738009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:router and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:40.740901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:40.747790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:40.757629 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.758778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.776432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:41.057439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:41.370191 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:41.401992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:41.530557 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.76 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/8625e912-0393-4f36-b6fb-4fb73d1ff427) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:41.676145 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:41.705472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:41.709766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-be5a3ae2-4980-413e-b62a-d590cb712ebb tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:41.772481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:41.776044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:41.781866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:41.814705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=8625e912-0393-4f36-b6fb-4fb73d1ff427,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:41.820754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:42.163107 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e2-de68-4db2-baff-6e22089bc48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:42.333479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:42.682560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:42.885406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 735e38f6-5342-4679-98a3-82e9cf1e877c is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:28:43.062948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:28:43.073281 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Sync routers for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:28:43.090408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.091802 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3722456 Dec 22 09:28:43.093539 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:43.094325 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:43.095066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44126) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.259503 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6dfeba13-8ef7-4400-904c-1367ed199904 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=1485767fae9a4409b1fc834f7c6abca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1626902 Dec 22 09:28:43.262183 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44130) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.270105 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:43.320098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.394443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.394858 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab50cf5f-8051-4e75-8f1a-e78039d29a77 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:43.396121 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ab50cf5f-8051-4e75-8f1a-e78039d29a77 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330104 Dec 22 09:28:43.399032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44134) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.439624 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e47687a2-374d-4bd2-92fb-a1f3d47780ee tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385065 Dec 22 09:28:43.442013 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44138) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.447903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2111321860', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:43.568327 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:42Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:43.570154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:43.573213 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Checking router: 735e38f6-5342-4679-98a3-82e9cf1e877c for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:28:43.573746 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Updating router 735e38f6-5342-4679-98a3-82e9cf1e877c port 8625e912-0393-4f36-b6fb-4fb73d1ff427 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:28:43.575259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:subnet and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:43.578135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:43.583718 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:43.592740 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:28:43.596350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.624662 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.806855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.811394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-39d25661-80e0-426e-8b61-c0cffb373c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:43.889306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Subnet': ['ID=ff05b46c-7968-47fc-9a4c-78eb46bdd958,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:43.892697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:43.898366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Checking segment: {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:43.898727 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network hostable DHCP agents. Network: 0b9d2d16-00fb-480e-8ec3-3312e342dec1, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:28:43.918136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:28:43.927366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 0b9d2d16-00fb-480e-8ec3-3312e342dec1) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:43.932056 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:43.932644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.940326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d79fa6-66bb-4de6-ac87-df48dc77c007 None None] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:28:43.952061 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.954610 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-617038d6-802d-4e4c-90be-e9ce7d82eede tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5115755 Dec 22 09:28:43.957516 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44144) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:43.966982 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Transition to ACTIVE for port object 8625e912-0393-4f36-b6fb-4fb73d1ff427 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:43.973833 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.977856 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:44.048011 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Attempting to bind port 8625e912-0393-4f36-b6fb-4fb73d1ff427 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:28:44.048385 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Attempting to bind port 8625e912-0393-4f36-b6fb-4fb73d1ff427 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:28:44.049174 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Attempting to bind port 8625e912-0393-4f36-b6fb-4fb73d1ff427 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:44.060139 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:44.060522 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:44.060905 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.061359 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:44.061829 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Bound port: 8625e912-0393-4f36-b6fb-4fb73d1ff427, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:28:44.062197 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.105778 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Pushing event updated for resources: {'Port': ['ID=8625e912-0393-4f36-b6fb-4fb73d1ff427,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:44.120830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.121171 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.121488 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.121813 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.122131 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.122450 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.122766 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.123094 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.123392 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.123702 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.124036 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.124348 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:28:44.137427 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:44.152074 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] For port 8625e912-0393-4f36-b6fb-4fb73d1ff427, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:28:44.157846 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] For port 8625e912-0393-4f36-b6fb-4fb73d1ff427, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8625e912-0393-4f36-b6fb-4fb73d1ff427,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:28:44.162570 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.173014 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-953f59b4-b1a6-47db-ac28-54ec5bdf03f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:44.226659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:28:44.228165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.276865 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:44.277506 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:44.353195 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Pushing event updated for resources: {'Port': ['ID=8625e912-0393-4f36-b6fb-4fb73d1ff427,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:44.392022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Allocated IP 172.20.0.2 (0b9d2d16-00fb-480e-8ec3-3312e342dec1/ff05b46c-7968-47fc-9a4c-78eb46bdd958/1120e019-2bdf-434a-8e8f-c63f5d7d46e6) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:44.413512 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:44.461210 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:44.636664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.648888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Transition to ACTIVE for port object 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:44.669876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Transition to ACTIVE for port object 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:44.677645 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.682747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:44.700259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.759418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:44.763646 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:44.765075 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:42Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:44.766856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:44.772860 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efb8834-4286-4f6f-bc67-9b1fa4ac4bc1 None None] The sync data for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv is: [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:42Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:28:44.773135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.805907 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Pushing event updated for resources: {'Port': ['ID=1120e019-2bdf-434a-8e8f-c63f5d7d46e6,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:44.809358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:44.877650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Attempting to bind port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:28:44.878561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Attempting to bind port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:28:44.879074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Attempting to bind port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 on network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:44.886180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:44.886667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Checking segment: {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:44.887172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.887634 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Bound using segment: {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:44.888199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Bound port: 1120e019-2bdf-434a-8e8f-c63f5d7d46e6, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:28:44.888579 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:44.989208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] For port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:28:44.998521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] For port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1120e019-2bdf-434a-8e8f-c63f5d7d46e6,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:28:45.010307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:45.015974 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f07f7b05-7c4f-4eae-ad8a-97ee5968a99c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:45.104347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Pushing event updated for resources: {'Port': ['ID=1120e019-2bdf-434a-8e8f-c63f5d7d46e6,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:45.109148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:45.236540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8625e912-0393-4f36-b6fb-4fb73d1ff427 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:45.335156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 8625e912-0393-4f36-b6fb-4fb73d1ff427 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:45.341236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8625e912-0393-4f36-b6fb-4fb73d1ff427 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:45.341626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:45.344853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.1 (0b9d2d16-00fb-480e-8ec3-3312e342dec1/ff05b46c-7968-47fc-9a4c-78eb46bdd958/bd7a9c63-2192-424f-9542-cd3eb46a1804) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:45.505941 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:45.535309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 8625e912-0393-4f36-b6fb-4fb73d1ff427, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8625e912-0393-4f36-b6fb-4fb73d1ff427,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:45.542308 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:45.545455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:45.566712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:45.589384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object bd7a9c63-2192-424f-9542-cd3eb46a1804 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:45.616222 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:45.621547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c15f18db-6de2-42a0-834c-4ee62032f040 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:45.637631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=8625e912-0393-4f36-b6fb-4fb73d1ff427,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:45.640899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:45.691049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:45.694217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:45.698831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:45.746975 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=bd7a9c63-2192-424f-9542-cd3eb46a1804,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:45.751706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:45.768648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.051898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.204040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e69d8e-6ab5-4972-9b22-24c1bdda0e13 None None] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:28:46.294466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-41205db3-03cc-4154-9d1d-222dfeb11f70 None None] Provisioning for port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:46.485071 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.489850 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.520244 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:46.612613 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.616161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=bd7a9c63-2192-424f-9542-cd3eb46a1804,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:46.619455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:46.744125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6864ad87-6699-487a-b9ea-3eaec5602225 None None] Provisioning for port bd7a9c63-2192-424f-9542-cd3eb46a1804 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:46.749438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6864ad87-6699-487a-b9ea-3eaec5602225 None None] Provisioning complete for port bd7a9c63-2192-424f-9542-cd3eb46a1804 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:46.749813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6864ad87-6699-487a-b9ea-3eaec5602225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.811241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-6864ad87-6699-487a-b9ea-3eaec5602225 None None] Port bd7a9c63-2192-424f-9542-cd3eb46a1804 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:46.881189 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:46.882288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:46.931342 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-135c3881-4673-437e-8d06-25ccf5fad7c8 None None] Provisioning complete for port bd7a9c63-2192-424f-9542-cd3eb46a1804 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:46.932093 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-135c3881-4673-437e-8d06-25ccf5fad7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:46.989061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-135c3881-4673-437e-8d06-25ccf5fad7c8 None None] Port bd7a9c63-2192-424f-9542-cd3eb46a1804 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:47.079049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 735e38f6-5342-4679-98a3-82e9cf1e877c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:28:47.107627 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e6e2ea76-d785-4a5c-a1c8-d2dd7d7d8420 None None] Provisioning complete for port bd7a9c63-2192-424f-9542-cd3eb46a1804 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:47.108033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e6e2ea76-d785-4a5c-a1c8-d2dd7d7d8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:47.165370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2ea76-d785-4a5c-a1c8-d2dd7d7d8420 None None] Port bd7a9c63-2192-424f-9542-cd3eb46a1804 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:47.265444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:28:47.267187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:47.279963 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/735e38f6-5342-4679-98a3-82e9cf1e877c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3198478 Dec 22 09:28:47.293987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Sync routers for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:28:47.324286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:47.324916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:47.527625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:47.539040 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:47.539325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:47.599345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:47.659097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-18f0b82c-25e4-47ed-beaa-cc23b1ed8404 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:47.677324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-18f0b82c-25e4-47ed-beaa-cc23b1ed8404 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:47.680251 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-18f0b82c-25e4-47ed-beaa-cc23b1ed8404 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614763648&fields=id&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 267 time: 0.0664244 Dec 22 09:28:47.834148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-8c96a585-9ea3-4a3f-a8a6-c6c0f9cce0e2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:47.835493 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-8c96a585-9ea3-4a3f-a8a6-c6c0f9cce0e2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 797 time: 0.1492021 Dec 22 09:28:47.850156 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-32b850fc-32e7-40c8-9520-35bf23377db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/quotas/1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Dec 22 09:28:47.865743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:47.958710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1120e019-2bdf-434a-8e8f-c63f5d7d46e6,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:47.963178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:47.964380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8625e912-0393-4f36-b6fb-4fb73d1ff427 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:47.991337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:48.071063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-c195a66d-6959-4549-96f7-e1ffbc5d9324 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:48.087269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-c195a66d-6959-4549-96f7-e1ffbc5d9324 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:48.088542 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-c195a66d-6959-4549-96f7-e1ffbc5d9324 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328808 Dec 22 09:28:48.103768 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=1120e019-2bdf-434a-8e8f-c63f5d7d46e6,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:48.108082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:48.122825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 8625e912-0393-4f36-b6fb-4fb73d1ff427 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:48.123197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:48.154649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:46Z', 'revision_number': 2, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:48.172773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Checking router: 735e38f6-5342-4679-98a3-82e9cf1e877c for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:28:48.173194 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Updating router 735e38f6-5342-4679-98a3-82e9cf1e877c port bd7a9c63-2192-424f-9542-cd3eb46a1804 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:28:48.240945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:48.257411 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-e725974f-d651-4357-8f74-90ada0723dcb service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569302 Dec 22 09:28:48.390699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-fe882dfd-8a61-4d5a-86ab-b3e25b836c74 service neutron] 10.222.0.36 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273158 Dec 22 09:28:48.595909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-55384025-bbcc-4fcd-9ce4-7b231f472e1b req-c7880e6a-555d-4d64-94f4-d2a849bbf207 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:48.608374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-55384025-bbcc-4fcd-9ce4-7b231f472e1b req-c7880e6a-555d-4d64-94f4-d2a849bbf207 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:48.609715 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-55384025-bbcc-4fcd-9ce4-7b231f472e1b req-c7880e6a-555d-4d64-94f4-d2a849bbf207 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 210 time: 0.0722227 Dec 22 09:28:48.645060 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:48.657337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Transition to ACTIVE for port object bd7a9c63-2192-424f-9542-cd3eb46a1804 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:48.664151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:48.667685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-47cca4ef-c4bd-4578-8b68-2c200cfe309d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:48.796923 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c776ef-52fb-48f0-b403-0744d780ed3a None None] Pushing event updated for resources: {'Port': ['ID=bd7a9c63-2192-424f-9542-cd3eb46a1804,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:48.823890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21c776ef-52fb-48f0-b403-0744d780ed3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:48.893100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Attempting to bind port bd7a9c63-2192-424f-9542-cd3eb46a1804 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:28:48.894128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Attempting to bind port bd7a9c63-2192-424f-9542-cd3eb46a1804 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:28:48.894700 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Attempting to bind port bd7a9c63-2192-424f-9542-cd3eb46a1804 on network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:48.901538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:48.901802 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Checking segment: {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:48.902192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:48.902586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Bound using segment: {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:48.903041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Bound port: bd7a9c63-2192-424f-9542-cd3eb46a1804, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:28:48.903421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:49.007591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] For port bd7a9c63-2192-424f-9542-cd3eb46a1804, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:28:49.011473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] For port bd7a9c63-2192-424f-9542-cd3eb46a1804, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bd7a9c63-2192-424f-9542-cd3eb46a1804,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:28:49.017176 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:49.021640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-0630e6bf-c9a5-46ef-84c3-4067cd977e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:49.139771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:28:49.140434 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:49.194174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c776ef-52fb-48f0-b403-0744d780ed3a None None] Pushing event updated for resources: {'Port': ['ID=bd7a9c63-2192-424f-9542-cd3eb46a1804,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:49.207623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21c776ef-52fb-48f0-b403-0744d780ed3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:49.217697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:49.380987 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:28:49.445677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:49.445979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:49.807003 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-96ffa1f2-b00e-4477-9662-e75f8d80e99d req-0e2ef230-001b-429b-82a6-a3c1795bb78d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 210 time: 0.0843785 Dec 22 09:28:49.811899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:48Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:49.817663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efbe082-1595-46cc-995a-cbcec8c12f59 None None] The sync data for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv is: [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:48Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:28:49.952394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-53a6f4b5-595c-44a1-8f0d-3671a81a2057 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:49.953893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-53a6f4b5-595c-44a1-8f0d-3671a81a2057 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 797 time: 0.1872752 Dec 22 09:28:50.008271 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-44257111-531e-4a45-8f5b-32f15f1c325d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 380 time: 0.0448124 Dec 22 09:28:50.017836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'port': {'device_id': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'admin_state_up': True, 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'security_groups': ['ef97e12f-eb4a-4b24-9a55-f069bf040be4']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:50.170942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:50.182749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:50.194086 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:28:50.200232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:50.382551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.10 (0b9d2d16-00fb-480e-8ec3-3312e342dec1/ff05b46c-7968-47fc-9a4c-78eb46bdd958/a6c9bd82-bbb5-4145-8fed-ce7db8f930c5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:50.589656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:50.608437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:50.635210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:50.641022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:50.711314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:50.715313 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:50.720234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:50.757395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:50.766706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:50.794336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:50.795181 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:50.829583 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8157933 Dec 22 09:28:50.843999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Request body: {'port': {'device_id': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:51.008214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cbd06c0d-0142-4c6f-8be6-41ef71b15467 None None] Provisioning for port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:51.016935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cbd06c0d-0142-4c6f-8be6-41ef71b15467 None None] Provisioning complete for port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:51.017323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cbd06c0d-0142-4c6f-8be6-41ef71b15467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.022990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.064540 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2540018-4277-4c14-af13-a888c377cce7 req-6fd037a3-3e37-447f-b465-226fe72235e2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:51.068539 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d2540018-4277-4c14-af13-a888c377cce7 req-6fd037a3-3e37-447f-b465-226fe72235e2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 932 time: 0.1095667 Dec 22 09:28:51.087338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-cbd06c0d-0142-4c6f-8be6-41ef71b15467 None None] Port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:28:51.142148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d2540018-4277-4c14-af13-a888c377cce7 req-906aa361-e665-4bcb-b812-f56251dc3b52 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:51.158997 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-d2540018-4277-4c14-af13-a888c377cce7 req-906aa361-e665-4bcb-b812-f56251dc3b52 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:51.160181 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d2540018-4277-4c14-af13-a888c377cce7 req-906aa361-e665-4bcb-b812-f56251dc3b52 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800898 Dec 22 09:28:51.228641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd7a9c63-2192-424f-9542-cd3eb46a1804 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:51.297945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port bd7a9c63-2192-424f-9542-cd3eb46a1804 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:51.303226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bd7a9c63-2192-424f-9542-cd3eb46a1804 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:51.303604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.392292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:28:51.399610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.414223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Transition to ACTIVE for port object a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:28:51.418385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.422016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-eafac3bb-5cd7-4953-81dc-c2f92420b8f1 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:51.426940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.459979 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port bd7a9c63-2192-424f-9542-cd3eb46a1804, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bd7a9c63-2192-424f-9542-cd3eb46a1804,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:51.464129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.467382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:51.540823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=bd7a9c63-2192-424f-9542-cd3eb46a1804,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:51.544564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:51.668957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:51.695481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:51.773021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Attempting to bind port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:28:51.773357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Attempting to bind port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:28:51.773683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Attempting to bind port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 on network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:51.778311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 on network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:28:51.778625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Attempting to bind port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 on network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:28:51.784061 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:28:51.784398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Checking segment: {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:28:51.784785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Bound using segment: {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:28:51.785200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Bound port: a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:28:51.785545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.878995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:28:51.881867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:28:51.886887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.890389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ae136059-fab7-49a3-8bf5-9945804b955b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:51.946734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:51.947336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:51.948806 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-684767b0-b86d-4b79-9283-50a964af424f service neutron] 10.222.0.16 "PUT /v2.0/ports/a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 1094 time: 1.1106753 Dec 22 09:28:51.949333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:51.971828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:51.975036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:52.023045 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'status': 'completed', 'code': 200} Dec 22 09:28:52.065827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-2175b545-ca91-411f-a57c-aa3c09e68d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.067284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-2175b545-ca91-411f-a57c-aa3c09e68d21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1097 time: 0.0797195 Dec 22 09:28:52.136475 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-2a9e9fa5-b759-4a61-ab7b-b7fb1b2f5b23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 217 time: 0.0617428 Dec 22 09:28:52.200575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-2693d289-d2b2-4189-b9de-52be53256527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.201984 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-2693d289-d2b2-4189-b9de-52be53256527 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0600731 Dec 22 09:28:52.287498 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-da155085-752a-4b0f-bfa0-5e806b0df532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.289030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-da155085-752a-4b0f-bfa0-5e806b0df532 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811820 Dec 22 09:28:52.374625 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bd8d4-3ea6-4840-a765-7b440752cdb5 req-b0f64f9a-5e6c-4003-942b-86f8a73d5bee tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.376125 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-917bd8d4-3ea6-4840-a765-7b440752cdb5 req-b0f64f9a-5e6c-4003-942b-86f8a73d5bee tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 944 time: 0.0828366 Dec 22 09:28:52.421278 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-917bd8d4-3ea6-4840-a765-7b440752cdb5 req-b6c1b494-a9a0-48f1-ab4d-1f9a83db9668 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388091 Dec 22 09:28:52.430035 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-fa33ca4c-c5f0-47bc-96fa-a9369ea8817e service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346953 Dec 22 09:28:52.562270 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-38fb79b7-40ed-435d-a9bd-31220f9c5e47 req-a79657ae-159d-4cb2-bdcb-da95e7654ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259544 Dec 22 09:28:52.678219 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-76020e5d-9aae-489f-8b2c-9d2ca57d0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.679613 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-76020e5d-9aae-489f-8b2c-9d2ca57d0423 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1097 time: 0.0743780 Dec 22 09:28:52.807817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-72d066b6-03a6-4bfc-a4e1-b7d0f0d89c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.809253 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-72d066b6-03a6-4bfc-a4e1-b7d0f0d89c87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1234925 Dec 22 09:28:52.874250 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-1f605e3b-69e6-49f0-a46e-1c10154fc8f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 217 time: 0.0590131 Dec 22 09:28:52.937285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-931932b7-e755-4c3f-8618-b62235a266d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:52.938824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-931932b7-e755-4c3f-8618-b62235a266d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0586967 Dec 22 09:28:53.010967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-225925ea-22e5-4417-b564-be66fa694738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:53.012439 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-225925ea-22e5-4417-b564-be66fa694738 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681074 Dec 22 09:28:53.142999 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-d860240d-0f25-4266-8d01-2bb9e52b24ec service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235058 Dec 22 09:28:53.190854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd7a9c63-2192-424f-9542-cd3eb46a1804 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:53.257599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port bd7a9c63-2192-424f-9542-cd3eb46a1804 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:53.258101 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:53.281540 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b497f52-8e90-4532-858f-e0dcefe6d3f1 req-7649c55a-c8df-43d8-bac9-07859fc002c4 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307881 Dec 22 09:28:53.723503 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d8b39-1630-46a9-a056-f939b923fe52 req-6c56b265-9909-4b33-81d3-a77ddbf79e57 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:53.724121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-f38d8b39-1630-46a9-a056-f939b923fe52 req-6c56b265-9909-4b33-81d3-a77ddbf79e57 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:28:53.738805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-f38d8b39-1630-46a9-a056-f939b923fe52 req-6c56b265-9909-4b33-81d3-a77ddbf79e57 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:28:53.739897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f38d8b39-1630-46a9-a056-f939b923fe52 req-6c56b265-9909-4b33-81d3-a77ddbf79e57 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 944 time: 0.2117875 Dec 22 09:28:53.783379 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f38d8b39-1630-46a9-a056-f939b923fe52 req-533f1f74-6901-4e19-82c9-bcb9f92bb53a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376651 Dec 22 09:28:54.449494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:28:54.582503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:54.595117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'port_id': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'mac_address': 'fa:16:3e:97:d6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:28:54.651748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:54.712159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:28:54.727183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:54.731332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:54.733020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-015abaa1-53f1-42e1-bc0c-c9f04b1ec41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:54.795980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:54.799283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:54.964777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b80b55-c1b1-4d91-b172-8a52b38889d7 req-60c8fcd1-1b70-4d0a-a8ee-665d94fc0b08 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:54.966148 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39b80b55-c1b1-4d91-b172-8a52b38889d7 req-60c8fcd1-1b70-4d0a-a8ee-665d94fc0b08 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 945 time: 0.0780969 Dec 22 09:28:55.014671 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-39b80b55-c1b1-4d91-b172-8a52b38889d7 req-006d29ec-56a8-4a94-882f-378fc10c04db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Dec 22 09:28:55.090218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:28:56.204076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fbba9-0394-4a6b-b825-28c17dddc355 req-15d2d425-0beb-4eda-a24a-cc44c4dee4e7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:56.205521 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-474fbba9-0394-4a6b-b825-28c17dddc355 req-15d2d425-0beb-4eda-a24a-cc44c4dee4e7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 945 time: 0.0861933 Dec 22 09:28:56.260211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-474fbba9-0394-4a6b-b825-28c17dddc355 req-286e07f4-4e67-4bfa-860a-1fa03fdca456 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485668 Dec 22 09:28:56.449110 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:28:56.518825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:28:56.524733 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:28:56.525121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:56.656546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:56.685215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:56.695496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:28:56.700086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:56.702103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b430c046-30ef-4f9f-9961-aa45f54355ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:56.740033 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'code': 200} Dec 22 09:28:56.778068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:56.781141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:56.966234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3428e-be16-484f-a001-c343d7736814 req-72fe2e28-4a50-4ca7-9a96-d0756d31567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:56.967672 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75e3428e-be16-484f-a001-c343d7736814 req-72fe2e28-4a50-4ca7-9a96-d0756d31567b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.0687819 Dec 22 09:28:57.006485 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-75e3428e-be16-484f-a001-c343d7736814 req-208003a1-44a9-49b0-98df-117ae7119854 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327938 Dec 22 09:28:57.446682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deda448-614b-4b31-9953-83598d55f78e req-e8041061-f281-402f-b40c-4f04b8ea9185 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:57.448117 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1deda448-614b-4b31-9953-83598d55f78e req-e8041061-f281-402f-b40c-4f04b8ea9185 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0829146 Dec 22 09:28:57.490672 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1deda448-614b-4b31-9953-83598d55f78e req-047f3d24-1ddd-4acf-addf-76f3fea6f834 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Dec 22 09:28:58.677989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f6be-61de-45c2-a338-8bbecf54abd4 req-671d91b2-afa7-4d38-97e3-c6d9ade8cd04 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:58.679423 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ab5f6be-61de-45c2-a338-8bbecf54abd4 req-671d91b2-afa7-4d38-97e3-c6d9ade8cd04 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0812628 Dec 22 09:28:58.722301 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8ab5f6be-61de-45c2-a338-8bbecf54abd4 req-a6c4f6af-9c39-495f-b17c-a53824ea03a2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372953 Dec 22 09:28:58.901037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531deba-d09a-473c-866e-2f41d7362b56 req-338d4be6-e488-4065-8936-0690246f15d5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:58.902400 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a531deba-d09a-473c-866e-2f41d7362b56 req-338d4be6-e488-4065-8936-0690246f15d5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0788574 Dec 22 09:28:58.947178 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a531deba-d09a-473c-866e-2f41d7362b56 req-af0b1b79-508c-4b28-978f-ba0452d719ba tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392663 Dec 22 09:28:58.969559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44214) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:59.042150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a02a1e5-23d5-4652-8af3-ca7dd7a6aa29 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:59.043652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8a02a1e5-23d5-4652-8af3-ca7dd7a6aa29 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1094 time: 0.0731194 Dec 22 09:28:59.046490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44218) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:59.051495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:28:59.057774 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:59.061597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:floatingip and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:59.064689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:59.071135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:59.083285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:59.226303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:59.363743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.89 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/7cfa990d-6832-4700-a516-8ce80ffaa013) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:59.517211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:59.549553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:59.553463 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-bc1e5bae-80dc-4751-90ef-613640683ee8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:59.621249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:59.624571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:59.629956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:28:59.664106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=7cfa990d-6832-4700-a516-8ce80ffaa013,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:59.672773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:29:00.077104 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:00.153487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:00.470804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:00.475087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:00.478724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38c1e45f-7b11-4c36-a88b-a289a8c94122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:29:00.584127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=7cfa990d-6832-4700-a516-8ce80ffaa013,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:29:00.588552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:29:00.595050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:00.814291 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 7546068c-8120-442c-ab24-25dacc0d8cbe associated. External IP: 172.26.7.89, port: a6c9bd82-bbb5-4145-8fed-ce7db8f930c5. Dec 22 09:29:00.900860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-fb8375b2-62de-42b0-b666-02b625c3a5ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2254515 Dec 22 09:29:01.192706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-1b241cd6-b37f-4a48-bf3e-5d44d0436c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:01.194156 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-1b241cd6-b37f-4a48-bf3e-5d44d0436c41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.2229540 Dec 22 09:29:01.326596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 735e38f6-5342-4679-98a3-82e9cf1e877c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:29:01.415345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-e6423b02-6b4a-417f-b645-d6fa0dd4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:01.416783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-e6423b02-6b4a-417f-b645-d6fa0dd4713d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.2036703 Dec 22 09:29:01.602602 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-095020ac-ce45-4133-b7ea-c4ddc062d5c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 999 time: 0.1733091 Dec 22 09:29:01.794329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:29:01.804067 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] Sync routers for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:29:01.814527 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:01.815225 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:01.820398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-574f16b0-e2cb-4663-b16a-b7b06057eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:01.821874 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-574f16b0-e2cb-4663-b16a-b7b06057eb45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.2113669 Dec 22 09:29:01.858653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:01.934184 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8866823 Dec 22 09:29:01.935057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:29:01.962304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-dc662b10-bc77-439a-b940-79595b9580e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:01.963784 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-dc662b10-bc77-439a-b940-79595b9580e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1357422 Dec 22 09:29:01.992886 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'status': 'completed', 'code': 200} Dec 22 09:29:02.001171 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:02.119587 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-a8acd7ba-eb78-48bd-9c02-05b6a52d2efc service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486199 Dec 22 09:29:02.268976 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e6639cbe-f632-4ebe-92ce-2bfc3cbaf6b1 req-88ae58bc-475e-421e-a6f4-572f98471dfc service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434383 Dec 22 09:29:02.347406 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149a9de-2710-4416-afb8-d3e97ed4fae8 req-7363962a-92f4-4906-9b79-8c4df6b91731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:02.349621 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0149a9de-2710-4416-afb8-d3e97ed4fae8 req-7363962a-92f4-4906-9b79-8c4df6b91731 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.1588924 Dec 22 09:29:02.401198 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0149a9de-2710-4416-afb8-d3e97ed4fae8 req-ecfea0d7-81ce-4d77-9960-c475cfd38e13 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Dec 22 09:29:02.422097 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '7546068c-8120-442c-ab24-25dacc0d8cbe', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.89', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'port_id': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'mac_address': 'fa:16:3e:97:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:29:00Z', 'updated_at': '2021-12-22T09:29:00Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:51Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:02.425373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-c2fc0c2c-2c8f-4f02-abc3-1ae3a95d6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:02.425833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44228) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:02.427835 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] Checking router: 735e38f6-5342-4679-98a3-82e9cf1e877c for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:29:02.428104 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-c2fc0c2c-2c8f-4f02-abc3-1ae3a95d6536 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.1023922 Dec 22 09:29:02.437577 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:29:02.438170 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:28:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:02.546523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32e6d69f-a322-488d-91ac-4900c81d0392 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/7546068c-8120-442c-ab24-25dacc0d8cbe HTTP/1.1" status: 200 len: 991 time: 0.1184616 Dec 22 09:29:02.600632 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-6ef275cb-b59b-4df6-b910-3ef2b9fe0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:02.602402 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-6ef275cb-b59b-4df6-b910-3ef2b9fe0746 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1680579 Dec 22 09:29:02.645594 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:29:02.710227 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-77b22296-47cb-445e-8afe-8e42ae9347be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 999 time: 0.1014805 Dec 22 09:29:02.777757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-ceffe0ab-3612-413e-a575-e645df9a9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:02.778993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-ceffe0ab-3612-413e-a575-e645df9a9556 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0627840 Dec 22 09:29:02.858457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-bf568b1f-c1a5-4566-8697-002a2a45d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:02.859949 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-bf568b1f-c1a5-4566-8697-002a2a45d2da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750313 Dec 22 09:29:03.006169 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-23e23e50-a783-4f40-b4d6-fe88180b14e7 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396117 Dec 22 09:29:03.052839 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '7546068c-8120-442c-ab24-25dacc0d8cbe', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.89', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'port_id': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'mac_address': 'fa:16:3e:97:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:29:00Z', 'updated_at': '2021-12-22T09:29:00Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:51Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:29:03.057838 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6876-215e-4e1a-8679-17b78692f6dc None None] The sync data for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv is: [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '7546068c-8120-442c-ab24-25dacc0d8cbe', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.89', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'port_id': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'mac_address': 'fa:16:3e:97:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:29:00Z', 'updated_at': '2021-12-22T09:29:00Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:51Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:29:03.157420 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-92ab2c01-23c9-4ef2-96dd-2708913a7942 req-44de683f-7960-4f5a-94e6-056d0cc77eff service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447268 Dec 22 09:29:03.281963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91df6d83-3c37-4359-874d-7e8f82ece65f None None] New status for floating IP 7546068c-8120-442c-ab24-25dacc0d8cbe: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:29:03.548989 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44232) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:03.660342 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d349527e-0026-44d0-aa1a-92b7d0083987 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/7546068c-8120-442c-ab24-25dacc0d8cbe HTTP/1.1" status: 200 len: 993 time: 0.1099446 Dec 22 09:29:09.867118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-54699e10-3e19-4159-bf3a-844c84cd79f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:10.172310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:10.383218 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:29:12.171190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7290bb7c-809b-4033-a13e-cb299e60be70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:13.314890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:13.405400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:14.736268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:30.140800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-c750b046-05a9-4373-b57a-a997ce4d674b req-ec1f23d1-6f5e-4212-9652-fa20c73767a2 service neutron] (87600) timed out ('10.222.0.36', 40130) {{(pid=87600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:29:39.869734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-badfd38e-8cc0-445e-9aa5-9dd78297c06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.186353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.163739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bddef5b8-e006-4924-99d4-13ac507dbf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:43.322263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:43.397063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:44.738585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:47.382098 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:30:02.903021 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-66c1dddb-2010-4d6e-8ae2-01a824a4a7ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2161229 Dec 22 09:30:03.049346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-16de4e01-201c-49c2-bd70-64326b66d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:03.050809 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-16de4e01-201c-49c2-bd70-64326b66d514 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.0751040 Dec 22 09:30:03.200990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-2290aeb0-f6c6-4bb1-979d-11eeb085f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:03.202393 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-2290aeb0-f6c6-4bb1-979d-11eeb085f2ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1330628 Dec 22 09:30:03.301689 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-06bdf7c2-f211-473e-ace9-62e2b23f4998 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 1001 time: 0.0915108 Dec 22 09:30:03.496996 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-304495f0-ebe2-4432-a892-06775e9116f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:03.498439 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-304495f0-ebe2-4432-a892-06775e9116f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.1893725 Dec 22 09:30:03.577355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-9a593af4-50a9-4f8d-b6d5-16391475f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:03.578816 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-9a593af4-50a9-4f8d-b6d5-16391475f6eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733707 Dec 22 09:30:03.712796 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-9e3a64fe-dedd-496f-a285-f8ca0109e784 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255260 Dec 22 09:30:03.860796 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4492cf1-eb58-4476-a59f-6d19de29e999 req-f45b9c76-6e83-4ca3-b143-e6a42408ddeb service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415124 Dec 22 09:30:09.873305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3d9be559-6d9a-47dd-8ede-e34ef305293e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:10.206882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:12.166855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0a15b322-5b2a-4850-b3fd-cb1935805bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:13.001186 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44272) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:13.129857 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-8f84505a-5fc5-43d4-ab25-f6b79d3f1328 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273675 Dec 22 09:30:13.130890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237e2a6-a515-45ae-90c5-e043ef111d90 req-d93c7292-2d37-4e38-9e2d-cd681912b220 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:13.132356 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8237e2a6-a515-45ae-90c5-e043ef111d90 req-d93c7292-2d37-4e38-9e2d-cd681912b220 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0900178 Dec 22 09:30:13.190753 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8237e2a6-a515-45ae-90c5-e043ef111d90 req-7e6b0dcd-bdd5-4da4-abc9-a61e19e83f5c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521898 Dec 22 09:30:13.319442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:13.402590 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:14.443156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234f1c6-b7dc-4b24-8aeb-d2f54bb6aea4 req-5618e679-9da4-4c1d-a001-a99a8a816fd2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:14.444726 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b234f1c6-b7dc-4b24-8aeb-d2f54bb6aea4 req-5618e679-9da4-4c1d-a001-a99a8a816fd2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.1382861 Dec 22 09:30:14.481346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-1e5431a3-fb9a-4aad-8d47-22937f99d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:14.482854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-1e5431a3-fb9a-4aad-8d47-22937f99d072 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.0876169 Dec 22 09:30:14.495249 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b234f1c6-b7dc-4b24-8aeb-d2f54bb6aea4 req-b98e0b57-3656-4840-8a80-d7895c39dbf8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Dec 22 09:30:14.624655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-3f31edc7-4ae9-4df4-9348-78abc9adb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:14.626111 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-3f31edc7-4ae9-4df4-9348-78abc9adb214 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1366246 Dec 22 09:30:14.730742 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-3df5e93f-7e33-4099-bb2a-9440411c9f6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 1001 time: 0.0971968 Dec 22 09:30:14.741801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:14.802262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-b0f4d05d-8202-45f7-80e4-6cac451297ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:14.803690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-b0f4d05d-8202-45f7-80e4-6cac451297ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0667868 Dec 22 09:30:14.883615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-fd4e8f0c-5eef-4898-815a-2a116cda4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:14.885538 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-fd4e8f0c-5eef-4898-815a-2a116cda4c21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749488 Dec 22 09:30:15.017494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-86d0a81d-b609-4e60-8e9a-4939b68c9259 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256635 Dec 22 09:30:15.152739 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-6bef4697-67dc-4ef7-9957-0107ca9c4174 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290402 Dec 22 09:30:15.685921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f17cd0-a975-49ad-bef8-a0075b57b9c3 req-9e0348d7-2f42-4d99-9673-8f00d959623b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:15.687685 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1f17cd0-a975-49ad-bef8-a0075b57b9c3 req-9e0348d7-2f42-4d99-9673-8f00d959623b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0798364 Dec 22 09:30:15.735482 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1f17cd0-a975-49ad-bef8-a0075b57b9c3 req-e729a7ff-08ac-4753-8661-7f05d9773fe2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Dec 22 09:30:16.952715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc85da-3b8d-4ca3-a3d2-be22647167af req-3b8707f9-ea44-4a8b-9fa9-a3c262806106 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:16.954288 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1fc85da-3b8d-4ca3-a3d2-be22647167af req-3b8707f9-ea44-4a8b-9fa9-a3c262806106 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0958545 Dec 22 09:30:17.002157 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a1fc85da-3b8d-4ca3-a3d2-be22647167af req-0ed80b96-aa5b-4dd1-93b6-1d5b1ce10a17 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Dec 22 09:30:18.208617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b690c20-d7ac-45ad-a96f-10026093cc93 req-43f94f24-16ca-4319-a306-16b6f5daad1f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:18.210181 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b690c20-d7ac-45ad-a96f-10026093cc93 req-43f94f24-16ca-4319-a306-16b6f5daad1f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0970244 Dec 22 09:30:18.257357 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9b690c20-d7ac-45ad-a96f-10026093cc93 req-8bf1bb90-58f2-4350-9520-0ee503226722 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398228 Dec 22 09:30:19.438614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226c1ba-da27-4c87-9f3c-e28b12a9f724 req-48847d69-9867-417e-afbf-883638c6128f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:19.440253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5226c1ba-da27-4c87-9f3c-e28b12a9f724 req-48847d69-9867-417e-afbf-883638c6128f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0789974 Dec 22 09:30:19.608164 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-5226c1ba-da27-4c87-9f3c-e28b12a9f724 req-33c199ff-a934-41ad-99f7-4773142fcc9e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621485 Dec 22 09:30:20.800762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16bc75-7c8e-4fc7-8204-a7277bcc74af req-54601159-48d0-4de8-8184-8873aef7e033 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:20.802129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5a16bc75-7c8e-4fc7-8204-a7277bcc74af req-54601159-48d0-4de8-8184-8873aef7e033 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0829792 Dec 22 09:30:20.850625 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5a16bc75-7c8e-4fc7-8204-a7277bcc74af req-6a7c62d5-bb72-45ae-b1d8-5067be443309 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Dec 22 09:30:22.041590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4711f3-636f-422b-842d-66800e8f0bab req-a6a80ea3-5b66-4ab7-b550-21316c7162ae tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:22.043063 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8e4711f3-636f-422b-842d-66800e8f0bab req-a6a80ea3-5b66-4ab7-b550-21316c7162ae tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0826995 Dec 22 09:30:22.093936 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8e4711f3-636f-422b-842d-66800e8f0bab req-8711a868-8499-417c-9a7f-0a9330cc3b0c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 Dec 22 09:30:23.278598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c532f-a69a-43c1-ba81-dfce94f6f588 req-9a2ef440-0f6c-4a32-aa18-1563bbe0e5eb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:23.280084 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-746c532f-a69a-43c1-ba81-dfce94f6f588 req-9a2ef440-0f6c-4a32-aa18-1563bbe0e5eb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0798211 Dec 22 09:30:23.324001 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-746c532f-a69a-43c1-ba81-dfce94f6f588 req-cc83653c-2229-4bad-9c9e-88b9a29a09f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Dec 22 09:30:24.383956 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:30:24.520252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8255c17-0e5a-4f97-90c0-7429790d78a9 req-70316e05-4dc2-421c-acb1-b9685f724175 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:24.521843 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d8255c17-0e5a-4f97-90c0-7429790d78a9 req-70316e05-4dc2-421c-acb1-b9685f724175 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0887158 Dec 22 09:30:24.575728 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d8255c17-0e5a-4f97-90c0-7429790d78a9 req-9ab3db7b-195b-477a-941b-49fc0595cb5d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Dec 22 09:30:25.774064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d525382-e024-4692-8315-e499a1967bea req-17161a3b-c1b4-49d2-8753-9076908de8c3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:25.775497 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d525382-e024-4692-8315-e499a1967bea req-17161a3b-c1b4-49d2-8753-9076908de8c3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0848627 Dec 22 09:30:25.820683 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1d525382-e024-4692-8315-e499a1967bea req-99f7241b-e3a6-4706-823e-a91d26b9453c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 Dec 22 09:30:27.008374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d133a0-3eee-4eb5-bdc3-4a441ae71422 req-a42f19ef-029e-4eda-a1fb-c936cf78259b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:27.009826 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-67d133a0-3eee-4eb5-bdc3-4a441ae71422 req-a42f19ef-029e-4eda-a1fb-c936cf78259b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0840888 Dec 22 09:30:27.053796 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-67d133a0-3eee-4eb5-bdc3-4a441ae71422 req-7df850b6-ce0d-473a-a7fb-d18250e77583 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383935 Dec 22 09:30:28.236320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e0dfc-d233-4e25-830d-0cc92db015f2 req-72c100d2-cc91-42d3-b5c8-261ee7d57a10 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:28.237747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bb2e0dfc-d233-4e25-830d-0cc92db015f2 req-72c100d2-cc91-42d3-b5c8-261ee7d57a10 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0781224 Dec 22 09:30:28.284822 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bb2e0dfc-d233-4e25-830d-0cc92db015f2 req-f2ed9dd5-89ed-4ead-8ab1-c91fd681a6c8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 Dec 22 09:30:29.472867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9569ce7-8998-46e8-aed1-953be359aa96 req-b7834774-52b8-4344-bee3-81692d65b0d9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:29.474350 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9569ce7-8998-46e8-aed1-953be359aa96 req-b7834774-52b8-4344-bee3-81692d65b0d9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0819004 Dec 22 09:30:29.520026 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e9569ce7-8998-46e8-aed1-953be359aa96 req-dfa03356-cd7a-46e5-9e80-406cb3c94d97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389483 Dec 22 09:30:30.724015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029983-e99a-4aad-a92e-3582eab5d969 req-a83d1c81-f0f3-4520-a8f9-217abde3a964 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:30.725476 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b029983-e99a-4aad-a92e-3582eab5d969 req-a83d1c81-f0f3-4520-a8f9-217abde3a964 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0856388 Dec 22 09:30:30.780447 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0b029983-e99a-4aad-a92e-3582eab5d969 req-7c27152b-6375-40ee-ac33-66c0dec0c626 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483005 Dec 22 09:30:31.975274 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-af423ee9-9c54-4ddf-9b46-1d0a23dae3f1 service neutron] 10.222.0.16 "GET /v2.0/ports/a6c9bd82-bbb5-4145-8fed-ce7db8f930c5/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0792160 Dec 22 09:30:32.015957 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ff6f4-358e-4fdc-9e46-4132ad228779 req-961e8271-fd1f-41a6-98d2-5f290ac2244e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:32.017473 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-520ff6f4-358e-4fdc-9e46-4132ad228779 req-961e8271-fd1f-41a6-98d2-5f290ac2244e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.1179636 Dec 22 09:30:32.067710 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-520ff6f4-358e-4fdc-9e46-4132ad228779 req-26d5266e-6b9e-4696-87ad-362ce23dc169 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Dec 22 09:30:32.350344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-4209f3fa-1b5c-48c9-91bb-16700328c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:32.351769 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-4209f3fa-1b5c-48c9-91bb-16700328c2a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 1099 time: 0.1778674 Dec 22 09:30:32.447052 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-efed4bfc-cfb3-482c-83b9-b69fe6eaf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:32.448593 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-efed4bfc-cfb3-482c-83b9-b69fe6eaf5fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.0728331 Dec 22 09:30:32.581209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-1e91f1a8-c38d-441f-9619-3bfc13aa5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:32.582638 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-1e91f1a8-c38d-441f-9619-3bfc13aa5db8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1280260 Dec 22 09:30:32.685092 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-badd0093-1261-4f6e-b733-8b9bf3e83be6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 1001 time: 0.0949936 Dec 22 09:30:32.753362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-d511c045-28a7-4ac9-8135-9d2f3cb08dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:32.754774 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-d511c045-28a7-4ac9-8135-9d2f3cb08dce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0633473 Dec 22 09:30:32.835631 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-5ae913b1-d6ae-4fda-aeda-f855f85e36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:32.837157 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-5ae913b1-d6ae-4fda-aeda-f855f85e36bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762026 Dec 22 09:30:32.967191 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-d1d7787c-51ac-47d3-a673-0dfd7e26a2db service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236405 Dec 22 09:30:33.105233 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-05cd48a1-dc72-4f9a-8dc8-cc58fb1cdc1a service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318977 Dec 22 09:30:33.262775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde372-b493-4fef-9186-b23fd79b200c req-47bab79f-0c91-448d-8d9a-86525ef6ee1c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:33.264286 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4bde372-b493-4fef-9186-b23fd79b200c req-47bab79f-0c91-448d-8d9a-86525ef6ee1c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0892916 Dec 22 09:30:33.317293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e4bde372-b493-4fef-9186-b23fd79b200c req-b953055a-989f-49bf-a743-14e329164c73 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469477 Dec 22 09:30:34.510386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6347b69-aa62-454a-a2bf-81182fb844d3 req-2dc6fd75-d751-4dcf-8ca2-34a81a3fbb63 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:34.511840 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6347b69-aa62-454a-a2bf-81182fb844d3 req-2dc6fd75-d751-4dcf-8ca2-34a81a3fbb63 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0792997 Dec 22 09:30:34.556286 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6347b69-aa62-454a-a2bf-81182fb844d3 req-74a8a47f-77d1-495a-9388-ff856da9410a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380304 Dec 22 09:30:34.842606 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:30:34.846130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:35.076453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:35.097935 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:35.117222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'port_id': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'mac_address': 'fa:16:3e:97:d6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:30:35.122245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:35.201959 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'code': 200} Dec 22 09:30:35.203415 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:35.210571 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:35.218403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-f305dd0d-7758-499a-8bbf-fa26cc889452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:35.279771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:35.304499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:30:35.311235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:35.342173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.342515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.342852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.343183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.343509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.343838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.344196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.344516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.344836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.345153 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.345469 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.345784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:35.353150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:35.378113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:30:35.378486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:30:35.750976 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2766d-30f0-4a97-8db8-305d1d48730c req-0168567d-8aa5-4c13-b5d1-960e113da601 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:35.752806 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-40e2766d-30f0-4a97-8db8-305d1d48730c req-0168567d-8aa5-4c13-b5d1-960e113da601 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 944 time: 0.0867176 Dec 22 09:30:35.798610 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-40e2766d-30f0-4a97-8db8-305d1d48730c req-b9f88484-e700-4e80-b582-29bf6c7271ae tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Dec 22 09:30:35.931134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:35.951128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:30:35.966311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:35.972429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:35.974143 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:36.042298 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:30:36.087421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:36.092483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:36.857361 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:36.926347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:36.926723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:36.988888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff5119-037a-46ab-9f72-f5fd810b8622 req-37e44d6d-9f6f-4160-bc37-65719773f57a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:36.990456 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e2ff5119-037a-46ab-9f72-f5fd810b8622 req-37e44d6d-9f6f-4160-bc37-65719773f57a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 945 time: 0.0820727 Dec 22 09:30:37.038860 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e2ff5119-037a-46ab-9f72-f5fd810b8622 req-dba018d3-d289-4a57-827e-94f208373bae tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Dec 22 09:30:37.050616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:37.083809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:30:37.088285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:37.090067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:37.153629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:37.157096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:37.203482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:37.261723 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'code': 200} Dec 22 09:30:37.403676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423a8d-4ec4-45be-9503-e207500057dd req-0a004f52-dea1-4c9c-bf52-94b6f7d96d11 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:37.405570 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4423a8d-4ec4-45be-9503-e207500057dd req-0a004f52-dea1-4c9c-bf52-94b6f7d96d11 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.1384254 Dec 22 09:30:37.417794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-8e9f666a-ad66-4de3-9408-f5c93117af71 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:37.419131 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-8e9f666a-ad66-4de3-9408-f5c93117af71 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09&tenant_id=1485767fae9a4409b1fc834f7c6abca9&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 946 time: 0.1221464 Dec 22 09:30:37.458946 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d4423a8d-4ec4-45be-9503-e207500057dd req-290d3ace-bf94-43d7-b407-bd7aa050f0c8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388618 Dec 22 09:30:37.563264 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-a364b64c-8983-4533-9a75-53a4a8b86213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:37.565096 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-a364b64c-8983-4533-9a75-53a4a8b86213 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.0737584 Dec 22 09:30:37.651664 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef555-5ae1-40db-a855-048efe0d6ed4 req-bf505ead-82d3-4929-b9c0-7f53dbfed473 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:37.653153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e06ef555-5ae1-40db-a855-048efe0d6ed4 req-bf505ead-82d3-4929-b9c0-7f53dbfed473 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0794990 Dec 22 09:30:37.696025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-8a8ed1cf-3ee4-4e20-9b83-ca21d066b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:37.697227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e06ef555-5ae1-40db-a855-048efe0d6ed4 req-ff1526bc-b8d6-4049-805b-874821e096ac tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Dec 22 09:30:37.697357 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-8a8ed1cf-3ee4-4e20-9b83-ca21d066b338 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1265011 Dec 22 09:30:37.798382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-66f22751-dc96-45d7-ba13-1806c4420814 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 1001 time: 0.0947027 Dec 22 09:30:37.859199 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-98de0403-83ca-4166-89b5-2a87c6c7d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:37.860622 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-98de0403-83ca-4166-89b5-2a87c6c7d1d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0566142 Dec 22 09:30:38.043776 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-076ebd52-dba0-43f7-98d2-9d137988b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:38.045797 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-076ebd52-dba0-43f7-98d2-9d137988b9c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787949 Dec 22 09:30:38.173905 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-f6427a92-e0e4-4e12-bdb8-b47f73484a8a service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212413 Dec 22 09:30:38.301293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-90968b04-8498-4f7d-b44c-83adb1144ce6 req-3fbbb0c6-e1f9-4843-a4af-551196fb57d3 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211045 Dec 22 09:30:38.889284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9eaa4-eb51-4fcf-9e20-55e1f36c17bf req-dffc672b-f2f0-48f7-a9ad-be0a881cd5dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:38.890939 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-beb9eaa4-eb51-4fcf-9e20-55e1f36c17bf req-dffc672b-f2f0-48f7-a9ad-be0a881cd5dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0817130 Dec 22 09:30:38.937968 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-beb9eaa4-eb51-4fcf-9e20-55e1f36c17bf req-5e82dbe6-78bb-4e18-8e3b-4ed7f2c4201c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Dec 22 09:30:38.960981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44368) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:39.067520 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d8a37f17-0c08-4179-ad06-189e63353f6f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/7546068c-8120-442c-ab24-25dacc0d8cbe HTTP/1.1" status: 200 len: 993 time: 0.1054842 Dec 22 09:30:39.875604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-276016cd-b2c5-4151-a818-985360a0b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.207324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.169341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-73ea6d39-a467-49c9-b399-52e3d13de390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.323742 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.402358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:44.744408 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:01.383846 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:31:02.756321 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-b33991d0-7d88-4252-98dc-1a610a357c42 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765219 Dec 22 09:31:02.904693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-4132edce-2f6e-4a39-855b-111bcbb533e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:02.906066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-4132edce-2f6e-4a39-855b-111bcbb533e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.0792215 Dec 22 09:31:03.051520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-e6332a5b-4c51-4995-8afe-d0230daff110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:03.052988 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-e6332a5b-4c51-4995-8afe-d0230daff110 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1274199 Dec 22 09:31:03.168951 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-e7c12589-2b94-471c-aab7-54d4dc489089 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 1001 time: 0.1094332 Dec 22 09:31:03.239155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-1204f8b6-21af-4192-a453-9406e85b112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:03.241420 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-1204f8b6-21af-4192-a453-9406e85b112e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0664515 Dec 22 09:31:03.318426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-3fdb1c3c-97a9-41d7-aa57-1caf65004eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:03.320469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-3fdb1c3c-97a9-41d7-aa57-1caf65004eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728822 Dec 22 09:31:03.453858 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-f3e1e718-ef85-44db-bb33-f88f62782962 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270499 Dec 22 09:31:03.595652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f68a3155-2a7b-4995-a8e5-793eca19d83c req-984cce80-0ce4-4988-9dd1-edad1d1093af service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349640 Dec 22 09:31:09.877725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-82564a28-8305-4d8a-9fc9-60ad644239d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:10.230013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.174557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60fdf71c-0d27-4838-88c2-ff5eb7259141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:13.326215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:13.407354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:14.746088 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:34.444448 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44396) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:34.651404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 7cfa990d-6832-4700-a516-8ce80ffaa013 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:31:34.651741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:34.828292 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:34.828620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:34.948796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 7cfa990d-6832-4700-a516-8ce80ffaa013 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:31:35.103266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:35.106731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1d15a15d-b453-4d30-be6c-9169e5e97f91 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:35.147707 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=7cfa990d-6832-4700-a516-8ce80ffaa013,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:35.181169 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.181559 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.181938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.182303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.182681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.183029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.183474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.183830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.184215 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.184573 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.184929 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.185282 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:35.192424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:35.358532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:35.358772 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 7546068c-8120-442c-ab24-25dacc0d8cbe disassociated (deleted). External IP: 172.26.7.89, port: a6c9bd82-bbb5-4145-8fed-ce7db8f930c5. Dec 22 09:31:35.710022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 735e38f6-5342-4679-98a3-82e9cf1e877c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:31:35.887761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:35.898035 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] Sync routers for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:35.908391 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:35.908702 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:35.909342 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:35.963450 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/floatingips/7546068c-8120-442c-ab24-25dacc0d8cbe HTTP/1.1" status: 204 len: 168 time: 1.5179114 Dec 22 09:31:35.964137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:36.087066 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'status': 'completed', 'code': 200} Dec 22 09:31:36.101005 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:36.195245 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-338443b0-6478-4357-8e7d-ea88324d8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:36.196833 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-338443b0-6478-4357-8e7d-ea88324d8d95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 1099 time: 0.0905223 Dec 22 09:31:36.344197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-e625bb9c-f766-4464-b7cb-58fa84b6a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:36.346170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-e625bb9c-f766-4464-b7cb-58fa84b6a558 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 200 len: 897 time: 0.1421056 Dec 22 09:31:36.378418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dac8ee-7599-4b0c-bb83-912b4c59961e req-523289bf-6f87-4166-95ce-08170c93d1f2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:36.379136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-94dac8ee-7599-4b0c-bb83-912b4c59961e req-523289bf-6f87-4166-95ce-08170c93d1f2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:36.398123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-94dac8ee-7599-4b0c-bb83-912b4c59961e req-523289bf-6f87-4166-95ce-08170c93d1f2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:36.399959 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-94dac8ee-7599-4b0c-bb83-912b4c59961e req-523289bf-6f87-4166-95ce-08170c93d1f2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.1113307 Dec 22 09:31:36.433662 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-ded35395-9e10-4f07-abae-c558a5afd89f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 200 len: 217 time: 0.0807445 Dec 22 09:31:36.452575 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:51Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:36.457602 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-94dac8ee-7599-4b0c-bb83-912b4c59961e req-c3ffcba5-b875-40a2-8fe6-fb18ec87e9f2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489361 Dec 22 09:31:36.457791 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] Checking router: 735e38f6-5342-4679-98a3-82e9cf1e877c for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:36.465951 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:36.466606 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:36.505269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-125bab51-8303-499a-bcc2-8d38b5e94b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:36.507421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-125bab51-8303-499a-bcc2-8d38b5e94b60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 200 len: 835 time: 0.0674465 Dec 22 09:31:36.688738 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:36.734079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-3dd45e69-8c55-4133-9a2c-1d23f7382779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:36.736174 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-3dd45e69-8c55-4133-9a2c-1d23f7382779 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b9d2d16-00fb-480e-8ec3-3312e342dec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2207971 Dec 22 09:31:36.872212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-617e4fe1-80c3-4d12-8305-77b15d6486c6 service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284189 Dec 22 09:31:37.014063 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:51Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:37.014663 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fb0f126d-9ee6-4c72-897f-72e3fd8b1d8a req-425c7141-1a41-4c10-9517-044041533f4a service neutron] 10.222.0.16 "GET /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356885 Dec 22 09:31:37.018147 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafb417-cba6-4a6b-813d-33f91b798798 None None] The sync data for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv is: [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'bd7a9c63-2192-424f-9542-cd3eb46a1804', 'name': '', 'network_id': '0b9d2d16-00fb-480e-8ec3-3312e342dec1', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:0c:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:45Z', 'updated_at': '2021-12-22T09:28:51Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'ff05b46c-7968-47fc-9a4c-78eb46bdd958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:37.276906 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42ffc-a062-4608-9e54-8cd32af2df90 None None] New status for floating IP 7546068c-8120-442c-ab24-25dacc0d8cbe: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:31:37.653747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad0253-42f5-4a42-ab17-39a8a3780b53 req-397cade8-87d8-4ed7-a9b7-f613cff5c508 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:37.655232 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c0ad0253-42f5-4a42-ab17-39a8a3780b53 req-397cade8-87d8-4ed7-a9b7-f613cff5c508 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0822115 Dec 22 09:31:37.701167 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c0ad0253-42f5-4a42-ab17-39a8a3780b53 req-dcef34e8-9398-4502-b04e-a33da7f62c5d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef97e12f-eb4a-4b24-9a55-f069bf040be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404110 Dec 22 09:31:38.191894 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-38708eaa-80cd-43e0-b9d4-b18bdf23b488 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:38.193335 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-38708eaa-80cd-43e0-b9d4-b18bdf23b488 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 946 time: 0.0765574 Dec 22 09:31:38.264287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:31:38.264618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:38.383196 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:31:38.501779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:38.502130 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:38.628625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:31:38.772450 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:38.780076 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-baf2a221-0b12-4277-a9d8-01230ce18839 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:38.828882 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=a6c9bd82-bbb5-4145-8fed-ce7db8f930c5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:38.861749 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0356c860-94a8-434a-9cd3-cd20571ad42e req-f0ccff0b-d0bb-4779-b015-65c982d49090 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e36cf1f-2ead-4619-82ee-781afef42c09 HTTP/1.1" status: 200 len: 210 time: 0.0430717 Dec 22 09:31:38.872846 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.873236 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.873612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.874024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.874339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.874782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.875152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.875513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.875873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.876259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.876617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.876970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:38.880271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:38.918990 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] No DVR routers for this DVR port a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:31:38.921472 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:38.924195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-deleted', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:38.941458 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b5150361-a939-4f2a-9b81-e9f4fbf4f026 req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "DELETE /v2.0/ports/a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 HTTP/1.1" status: 204 len: 173 time: 0.7425110 Dec 22 09:31:39.022883 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e36cf1f-2ead-4619-82ee-781afef42c09', 'name': 'network-vif-deleted', 'tag': 'a6c9bd82-bbb5-4145-8fed-ce7db8f930c5', 'status': 'completed', 'code': 200} Dec 22 09:31:39.878757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccb25-447e-4099-bc38-129c51de0b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:39.956204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44424) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:40.248493 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:40.624492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:40.972435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port bd7a9c63-2192-424f-9542-cd3eb46a1804 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:31:40.973116 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:41.153620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port bd7a9c63-2192-424f-9542-cd3eb46a1804, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=bd7a9c63-2192-424f-9542-cd3eb46a1804,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:41.153971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:41.183621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:31:41.218137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:31:41.218491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device a6c9bd82-bbb5-4145-8fed-ce7db8f930c5 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:31:41.280447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for bd7a9c63-2192-424f-9542-cd3eb46a1804 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:31:41.464350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:41.467830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-21140116-b00f-483f-84af-9e4a6244d53a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:41.513121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=bd7a9c63-2192-424f-9542-cd3eb46a1804,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:41.516022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:41.902963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.176692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2cd7a480-eda5-48fb-a442-53001c46ad5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.258790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 735e38f6-5342-4679-98a3-82e9cf1e877c has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:31:42.442150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:42.456006 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] Sync routers for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:42.461390 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/735e38f6-5342-4679-98a3-82e9cf1e877c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009704 Dec 22 09:31:42.461678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44430) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:42.466517 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:42.467120 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:42.538756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting subnet ff05b46c-7968-47fc-9a4c-78eb46bdd958 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:31:42.541962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.602479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.647797 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:42.683555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.760912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.765468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-73e5aeb6-bddf-460a-8e36-9b8efd36939c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:42.801043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Subnet': ['ID=ff05b46c-7968-47fc-9a4c-78eb46bdd958,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:42.804118 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:42.806914 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.816839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8d7f005f-5495-4a67-893d-f9116a7bd636 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/subnets/ff05b46c-7968-47fc-9a4c-78eb46bdd958 HTTP/1.1" status: 204 len: 168 time: 0.3515973 Dec 22 09:31:42.817018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556bda96-755c-47dc-a091-b75164a1e5d3 None None] Network 0b9d2d16-00fb-480e-8ec3-3312e342dec1 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:31:42.817485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44434) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:42.934694 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:31:41Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:42.938607 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] Checking router: 735e38f6-5342-4679-98a3-82e9cf1e877c for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:42.948480 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] Routers {'735e38f6-5342-4679-98a3-82e9cf1e877c'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:42.949098 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['735e38f6-5342-4679-98a3-82e9cf1e877c'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:42.999652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.090478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] DHCP port deletion for 0b9d2d16-00fb-480e-8ec3-3312e342dec1 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:31:43.095192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Deleting port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:31:43.096274 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.136995 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] Set router 735e38f6-5342-4679-98a3-82e9cf1e877c gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:43.191283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.202839 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 8625e912-0393-4f36-b6fb-4fb73d1ff427 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:31:43.203308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.337902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] For port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=1120e019-2bdf-434a-8e8f-c63f5d7d46e6,segment=NetworkSegment(6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7),segment_id=6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:43.338388 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.393278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:31:43.428674 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.516206 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:31:41Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:43.521827 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff814958-a73c-487d-86d3-127350ed7588 None None] The sync data for ids ['735e38f6-5342-4679-98a3-82e9cf1e877c'] in dv-neutron-822602-1-hyperv is: [{'id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1002024937', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:28:40Z', 'updated_at': '2021-12-22T09:31:41Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '8625e912-0393-4f36-b6fb-4fb73d1ff427', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735e38f6-5342-4679-98a3-82e9cf1e877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:28:41Z', 'updated_at': '2021-12-22T09:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:43.573924 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Calling delete_port for 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:31:43.587916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 8625e912-0393-4f36-b6fb-4fb73d1ff427, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=8625e912-0393-4f36-b6fb-4fb73d1ff427,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:43.588489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.634887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.719395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.724602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 8625e912-0393-4f36-b6fb-4fb73d1ff427 owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:31:43.733068 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.738618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:43.789336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Pushing event deleted for resources: {'Port': ['ID=1120e019-2bdf-434a-8e8f-c63f5d7d46e6,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:43.798521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] No DVR routers for this DVR port 1120e019-2bdf-434a-8e8f-c63f5d7d46e6 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:31:43.801022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.801368 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.801704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.802055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.802920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.803246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.803569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.803888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.804228 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.804544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.804859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.805172 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:43.809130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:43.896782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:43.900474 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f1d8e25f-0dba-444d-a7ef-566e9473766c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:43.946075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=8625e912-0393-4f36-b6fb-4fb73d1ff427,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:43.948720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:44.049046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.227636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.229860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.251592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.252227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Fanout notify agent at l3_agent the message router_deleted on router 735e38f6-5342-4679-98a3-82e9cf1e877c {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:31:44.268194 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.272696 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/routers/735e38f6-5342-4679-98a3-82e9cf1e877c HTTP/1.1" status: 204 len: 168 time: 1.4513218 Dec 22 09:31:44.272696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44440) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:44.386447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.515726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.541155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9d2d16-00fb-480e-8ec3-3312e342dec1']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:44.552835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:44.553127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4f0fc2-3c2a-41e5-9ab7-14849852c0c7') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:44.564277 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.580405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.587091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:31:44.587476 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:31:44.601574 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:31:44.683467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.686841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6b905298-2242-48e8-a65d-2067caa06498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:44.702075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.713064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Network': ['ID=0b9d2d16-00fb-480e-8ec3-3312e342dec1,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:44.718566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:44.720898 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a1cd9baa-f0dc-4843-a8e3-cdea9b97a521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/networks/0b9d2d16-00fb-480e-8ec3-3312e342dec1 HTTP/1.1" status: 204 len: 168 time: 0.4474523 Dec 22 09:31:44.723578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44444) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:44.749693 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.791837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.825293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.887617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.891477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48e28fc5-64f2-472d-abb8-3353776d16f5 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:44.906364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97e12f-eb4a-4b24-9a55-f069bf040be4,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:44.908915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:44.915699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:44.917044 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef97e12f-eb4a-4b24-9a55-f069bf040be4 HTTP/1.1" status: 204 len: 168 time: 0.1924465 Dec 22 09:31:45.270018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd7a9c63-2192-424f-9542-cd3eb46a1804 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:31:45.307452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: bd7a9c63-2192-424f-9542-cd3eb46a1804 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:31:45.307801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device bd7a9c63-2192-424f-9542-cd3eb46a1804 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:31:45.308251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8625e912-0393-4f36-b6fb-4fb73d1ff427 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:31:45.339827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 8625e912-0393-4f36-b6fb-4fb73d1ff427 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:31:45.340201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 8625e912-0393-4f36-b6fb-4fb73d1ff427 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:31:45.409719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44452) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:45.417680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441111155', 'description': 'tempest-secgroup-smoke-441111155 description', 'project_id': '1485767fae9a4409b1fc834f7c6abca9'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:45.423910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:45.428074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:45.430945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:45.436551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:45.446681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.466757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:45.470502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:45.473336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:45.479560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:45.548917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.552813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.556458 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7f4aeb1-40a5-4c33-9cbb-3388cec1b49f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:45.599122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd0243d-a3b8-46ad-9aad-cea9d740807b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:45.602749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:45.603563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.604773 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1940544 Dec 22 09:31:45.607602 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44456) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:45.612643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2dd0243d-a3b8-46ad-9aad-cea9d740807b', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:45.618590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:45.622361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:45.625180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:45.630765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:45.647359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.713009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.716525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.718430 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7c12887-4a50-4eb6-a146-37592cca2eb2 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:45.743478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b3c25-e13f-4fe7-9df7-dcea9e96bbe8,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:45.756705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:45.764337 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.765735 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-3a19389c-ddba-4419-af67-153cdabe1751 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570284 Dec 22 09:31:45.768641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44460) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:45.774443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2dd0243d-a3b8-46ad-9aad-cea9d740807b', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:45.781190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:45.785154 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:45.789293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:45.796500 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:45.816756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.877917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.881782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.883568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0014bf40-1824-4e1a-936a-a03a7d0b34fb tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:45.905515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0292fa8-5bbf-44d4-a1bd-a220baf9db1c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:45.907823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:45.913787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:45.914935 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a395da9a-3fbe-4b0c-b75a-c255c8b961d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453230 Dec 22 09:31:45.917713 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44464) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:45.922505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2dd0243d-a3b8-46ad-9aad-cea9d740807b', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:45.928296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:45.932073 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:45.934926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:45.940827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:45.958223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.024067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.028906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.030691 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-68839228-25fb-4f9b-b798-e66a25ae2c39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:46.184828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfd814a-d340-4e16-8665-55d3d3f3545e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:46.187265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:46.196630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.198085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2794824 Dec 22 09:31:46.201845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44468) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:46.206033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2dd0243d-a3b8-46ad-9aad-cea9d740807b', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:46.212147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:46.215897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:46.218778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:46.224654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:46.242502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.319816 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.323997 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.325897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2238eb54-9aeb-4bb9-bc56-2c688a887038 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:46.348751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a078d9-60d8-4464-9af5-8fca7d954591,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:46.353562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:46.357985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.359154 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573229 Dec 22 09:31:46.362132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44472) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:46.367880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2dd0243d-a3b8-46ad-9aad-cea9d740807b', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:46.373976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:46.377703 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:46.381226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:46.386844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:46.396598 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:31:46.403357 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.470286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.474259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.476092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-16899770-4128-492c-a1bb-3c903bc80a7d tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:46.498686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce64b64a-7298-4ef8-99e6-d01af0d4151a,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:46.501387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:46.510826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.512167 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dbc4db92-2b02-4a20-8766-99ca17c81f97 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491039 Dec 22 09:31:46.515050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44476) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:46.520733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2dd0243d-a3b8-46ad-9aad-cea9d740807b', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:46.527468 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:46.531315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:46.535723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:46.542454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:46.554769 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:31:46.563002 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.634838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.640051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.642098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0b6cd5c5-de64-4f64-adff-bef53675a124 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:46.665561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd8d06f-2cda-480e-bf86-5261700005e6,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:46.668088 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-07b6d324-7de6-47e7-a987-133d12d923e2 req-95f53cc0-2c0d-4d0f-97cd-71a0f83f4f6f service neutron] (87601) timed out ('10.222.0.36', 41914) {{(pid=87601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:31:46.671547 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:46.675634 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.676847 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-57958dd7-4b86-49cd-b663-a8c6351e3715 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1607296 Dec 22 09:31:46.680280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44480) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:46.685627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'network': {'name': 'tempest-network-smoke--1440871284', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:46.690562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:46.695957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:network and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:46.698792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:46.704512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:46.714704 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:31:46.718317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.754731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:31:46.764370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.764627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Added segment a5063cd1-a458-4c64-94bd-ee3c4b827764 of type vlan for network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee Dec 22 09:31:46.791204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.819862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.825310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:46.825880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.829341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7ee30910-0e58-4e21-b574-cc3c5316218c tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:46.930740 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2493577 Dec 22 09:31:46.933512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44486) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:46.936917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Network': ['ID=7ec0ec75-c780-4fce-9cfd-c1004e93ecee,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:46.938549 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'admin_state_up': True, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:46.940032 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-26477344-6991-4907-a2dc-cea10ad1bb1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:46.946142 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:46.947899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:31:46.949980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:router and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:46.952794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:46.959911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:46.968968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.970115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:46.985229 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:47.249137 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:47.666424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:47.698119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:47.833686 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.238 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/08a7ea15-aa37-413f-929c-5d63189f5e0d) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:47.976325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:48.005203 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:48.010247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bef2544b-0145-4a26-a7d0-3c751b26e903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:48.072453 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:48.075181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:48.077687 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:48.122155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=08a7ea15-aa37-413f-929c-5d63189f5e0d,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:48.124844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:48.490018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:48.828025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:49.144938 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 1005070e-5671-4a65-a6ed-9365e8388dc2 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:31:49.322272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:49.331572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Sync routers for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:49.340655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:49.341270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:49.348131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:49.352551 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4148588 Dec 22 09:31:49.352722 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44490) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:49.434902 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e092214d-ab6a-470c-957c-02eba99901e0 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=1485767fae9a4409b1fc834f7c6abca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809829 Dec 22 09:31:49.437542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44496) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:49.515149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:49.570781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38529a59-e210-4107-b2d6-2a2a51465eed tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:49.572285 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-38529a59-e210-4107-b2d6-2a2a51465eed tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338234 Dec 22 09:31:49.575132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44500) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:49.619327 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cc52910b-ef7e-4a79-8697-ffe638316457 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430253 Dec 22 09:31:49.621816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44504) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:49.627155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1669769489', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:49.732020 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:49.735962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:subnet and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:49.738952 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:49.745420 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:49.755514 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:31:49.759037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:49.844677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:48Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:49.848726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Checking router: 1005070e-5671-4a65-a6ed-9365e8388dc2 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:49.849692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Updating router 1005070e-5671-4a65-a6ed-9365e8388dc2 port 08a7ea15-aa37-413f-929c-5d63189f5e0d binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:31:49.916930 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:49.993977 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:49.998309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3f36a562-24be-462f-abaa-9723771a4689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:50.071444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Subnet': ['ID=c94ab445-3009-41a6-9c99-fe5878954727,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:50.074291 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:50.081504 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Checking segment: {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:50.081865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network hostable DHCP agents. Network: 7ec0ec75-c780-4fce-9cfd-c1004e93ecee, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:31:50.102981 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:31:50.113332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 7ec0ec75-c780-4fce-9cfd-c1004e93ecee) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:50.117535 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:50.118132 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.124365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ee94d-3725-4848-9a9e-7c87afe5f882 None None] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:31:50.142299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44508) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:50.142877 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5196400 Dec 22 09:31:50.416211 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.437522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Transition to ACTIVE for port object 08a7ea15-aa37-413f-929c-5d63189f5e0d will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:50.441389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:31:50.442205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.457354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.463316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-400024a0-e198-448d-b1c4-95e1e4ced1f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:50.588522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b43af-c28a-405a-8042-2ba57e4a8ea0 None None] Pushing event updated for resources: {'Port': ['ID=08a7ea15-aa37-413f-929c-5d63189f5e0d,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:50.597396 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Attempting to bind port 08a7ea15-aa37-413f-929c-5d63189f5e0d on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:50.597737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Attempting to bind port 08a7ea15-aa37-413f-929c-5d63189f5e0d by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:50.598100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Attempting to bind port 08a7ea15-aa37-413f-929c-5d63189f5e0d on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:50.602904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-792b43af-c28a-405a-8042-2ba57e4a8ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:50.613525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:50.613899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:50.614300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.614724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:50.615184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Bound port: 08a7ea15-aa37-413f-929c-5d63189f5e0d, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:50.615560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.746085 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] For port 08a7ea15-aa37-413f-929c-5d63189f5e0d, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:50.748430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Allocated IP 172.20.0.2 (7ec0ec75-c780-4fce-9cfd-c1004e93ecee/c94ab445-3009-41a6-9c99-fe5878954727/528ace50-b0ce-4367-bca3-9b49df9f8aee) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:50.751160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] For port 08a7ea15-aa37-413f-929c-5d63189f5e0d, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=08a7ea15-aa37-413f-929c-5d63189f5e0d,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:50.754747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.761952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:50.889381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:50.925912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:50.926548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:50.993363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b43af-c28a-405a-8042-2ba57e4a8ea0 None None] Pushing event updated for resources: {'Port': ['ID=08a7ea15-aa37-413f-929c-5d63189f5e0d,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:51.012732 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-792b43af-c28a-405a-8042-2ba57e4a8ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:51.195718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:51.236236 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.364118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Transition to ACTIVE for port object 528ace50-b0ce-4367-bca3-9b49df9f8aee will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:51.443994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Transition to ACTIVE for port object 528ace50-b0ce-4367-bca3-9b49df9f8aee will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:51.453038 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.458983 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21c776ef-52fb-48f0-b403-0744d780ed3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:51.557912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:51.563684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:51.567754 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Pushing event updated for resources: {'Port': ['ID=528ace50-b0ce-4367-bca3-9b49df9f8aee,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:51.571526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:51.573776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:51.664667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.1 (7ec0ec75-c780-4fce-9cfd-c1004e93ecee/c94ab445-3009-41a6-9c99-fe5878954727/604572b8-2534-4e83-bb79-bb7b53b14f64) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:51.703414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Attempting to bind port 528ace50-b0ce-4367-bca3-9b49df9f8aee on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:51.703771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Attempting to bind port 528ace50-b0ce-4367-bca3-9b49df9f8aee by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:51.704160 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Attempting to bind port 528ace50-b0ce-4367-bca3-9b49df9f8aee on network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:51.712325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:51.712699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Checking segment: {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:51.713098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.713490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Bound using segment: {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:51.713943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Bound port: 528ace50-b0ce-4367-bca3-9b49df9f8aee, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:51.714313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.781383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:48Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:51.791150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7238c3e9-0a69-4d89-9cef-395134ef508b None None] The sync data for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv is: [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:48Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:51.836531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] For port 528ace50-b0ce-4367-bca3-9b49df9f8aee, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:51.841246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] For port 528ace50-b0ce-4367-bca3-9b49df9f8aee, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=528ace50-b0ce-4367-bca3-9b49df9f8aee,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:51.842250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.845982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.849744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:51.860705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object 604572b8-2534-4e83-bb79-bb7b53b14f64 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:51.896445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:51.900775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:51.943180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Pushing event updated for resources: {'Port': ['ID=528ace50-b0ce-4367-bca3-9b49df9f8aee,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:51.952985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:51.975935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:51.979306 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:51.983293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:52.013789 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=604572b8-2534-4e83-bb79-bb7b53b14f64,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:52.020636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:52.045486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:52.360650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:52.807447 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:52.812422 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:52.840440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cd133c56-9b2f-4b38-963a-ad870e28c51c tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:52.930125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:52.933746 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=604572b8-2534-4e83-bb79-bb7b53b14f64,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:52.936864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:53.001598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925b0db-2e75-4ded-90b9-0cbc00bab161 None None] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:31:53.081999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:53.083683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:53.099601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-461d3668-6c0d-4132-9f32-3811ea12ecb9 None None] Provisioning for port 528ace50-b0ce-4367-bca3-9b49df9f8aee completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:53.383709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 08a7ea15-aa37-413f-929c-5d63189f5e0d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:53.472564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 1005070e-5671-4a65-a6ed-9365e8388dc2 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:31:53.484584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 08a7ea15-aa37-413f-929c-5d63189f5e0d completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:53.491270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 08a7ea15-aa37-413f-929c-5d63189f5e0d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:53.491861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:53.632626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7b499c37-4f4c-4734-9b13-195e8881fa94 None None] Provisioning for port 604572b8-2534-4e83-bb79-bb7b53b14f64 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:53.640147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-7b499c37-4f4c-4734-9b13-195e8881fa94 None None] Provisioning complete for port 604572b8-2534-4e83-bb79-bb7b53b14f64 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:53.640532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7b499c37-4f4c-4734-9b13-195e8881fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:53.746219 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:53.750533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:31:53.752491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-7b499c37-4f4c-4734-9b13-195e8881fa94 None None] Port 604572b8-2534-4e83-bb79-bb7b53b14f64 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:53.764145 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Sync routers for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:31:53.767995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 08a7ea15-aa37-413f-929c-5d63189f5e0d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=08a7ea15-aa37-413f-929c-5d63189f5e0d,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:53.777121 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:53.778090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 528ace50-b0ce-4367-bca3-9b49df9f8aee up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:53.779152 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:53.779799 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:53.792838 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/1005070e-5671-4a65-a6ed-9365e8388dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6402090 Dec 22 09:31:53.817719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:53.941376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cef868cd-7571-4b26-995c-d7d8a5d25a08 None None] Provisioning complete for port 604572b8-2534-4e83-bb79-bb7b53b14f64 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:53.941756 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cef868cd-7571-4b26-995c-d7d8a5d25a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:53.998012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=08a7ea15-aa37-413f-929c-5d63189f5e0d,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:54.012824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:54.021244 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:54.026125 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-804526f8-a058-4192-8faa-4f88cf5f5c0d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:54.030834 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-cef868cd-7571-4b26-995c-d7d8a5d25a08 None None] Port 604572b8-2534-4e83-bb79-bb7b53b14f64 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:54.033864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 528ace50-b0ce-4367-bca3-9b49df9f8aee completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:54.040730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 528ace50-b0ce-4367-bca3-9b49df9f8aee triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:54.041321 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.047035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-804526f8-a058-4192-8faa-4f88cf5f5c0d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:54.056701 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-804526f8-a058-4192-8faa-4f88cf5f5c0d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441111155&fields=id&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 267 time: 0.0745049 Dec 22 09:31:54.171015 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.185367 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-27880a1f-4cbc-458a-9181-25f31e10db3a None None] Provisioning complete for port 604572b8-2534-4e83-bb79-bb7b53b14f64 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:54.185871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-27880a1f-4cbc-458a-9181-25f31e10db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.207252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-c7743490-45fe-4e94-b511-6aa93369a186 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:54.207954 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-c7743490-45fe-4e94-b511-6aa93369a186 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:54.224442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-c7743490-45fe-4e94-b511-6aa93369a186 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:54.232472 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-c7743490-45fe-4e94-b511-6aa93369a186 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 797 time: 0.1747785 Dec 22 09:31:54.245469 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-f20fbd92-d3f6-4870-ae70-5eae4a919c6f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/quotas/1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 375 time: 0.0111597 Dec 22 09:31:54.257844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 528ace50-b0ce-4367-bca3-9b49df9f8aee, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=528ace50-b0ce-4367-bca3-9b49df9f8aee,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:54.258844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-27880a1f-4cbc-458a-9181-25f31e10db3a None None] Port 604572b8-2534-4e83-bb79-bb7b53b14f64 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:54.262967 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.267299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce3948b1-58a5-4299-9cb4-60318acfd7e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:54.335829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=528ace50-b0ce-4367-bca3-9b49df9f8aee,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:54.339034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:54.339163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-855b90db-9b9c-47f9-bdb9-5ffdb0ebb236 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:54.355739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-855b90db-9b9c-47f9-bdb9-5ffdb0ebb236 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:54.357269 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-855b90db-9b9c-47f9-bdb9-5ffdb0ebb236 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030543 Dec 22 09:31:54.358573 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 2, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:54.362546 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Checking router: 1005070e-5671-4a65-a6ed-9365e8388dc2 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:31:54.362896 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Updating router 1005070e-5671-4a65-a6ed-9365e8388dc2 port 604572b8-2534-4e83-bb79-bb7b53b14f64 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:31:54.415342 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.537733 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ddcddb57-3f97-4d1e-819d-9a344ad0ac73 service neutron] 10.222.0.36 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681428 Dec 22 09:31:54.669516 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ce8635d4-0bd9-4656-b325-0812e6af4f23 service neutron] 10.222.0.36 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260998 Dec 22 09:31:54.751997 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.763721 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Transition to ACTIVE for port object 604572b8-2534-4e83-bb79-bb7b53b14f64 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:54.769625 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:54.774037 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f995fb54-2f98-4620-a25d-2fd263f2dbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:54.852346 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Pushing event updated for resources: {'Port': ['ID=604572b8-2534-4e83-bb79-bb7b53b14f64,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:54.916169 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9dc5dbdc-f12e-419d-91a1-295f3de6c8b0 req-8da480ef-f86b-4b05-812a-32b7162ef1a9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 210 time: 0.0825527 Dec 22 09:31:54.928728 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.929276 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.929756 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.930229 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.930806 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.931276 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.931758 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.932105 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.932428 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.932743 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.933054 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.933523 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:31:54.942183 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:55.035558 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Attempting to bind port 604572b8-2534-4e83-bb79-bb7b53b14f64 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:55.035971 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Attempting to bind port 604572b8-2534-4e83-bb79-bb7b53b14f64 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:55.036374 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Attempting to bind port 604572b8-2534-4e83-bb79-bb7b53b14f64 on network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:55.043708 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:55.044122 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Checking segment: {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:55.044535 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:55.044935 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Bound using segment: {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:55.045401 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Bound port: 604572b8-2534-4e83-bb79-bb7b53b14f64, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:55.045779 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:55.136722 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] For port 604572b8-2534-4e83-bb79-bb7b53b14f64, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:55.140028 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] For port 604572b8-2534-4e83-bb79-bb7b53b14f64, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=604572b8-2534-4e83-bb79-bb7b53b14f64,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:55.144633 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:55.149695 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-437b98a8-7af4-457a-b335-ba4ca8daaf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:55.221224 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:31:55.221862 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:55.310853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 08a7ea15-aa37-413f-929c-5d63189f5e0d up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:55.331789 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Pushing event updated for resources: {'Port': ['ID=604572b8-2534-4e83-bb79-bb7b53b14f64,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:55.337104 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-d10a8188-f521-47a6-8ffd-b608ad90691e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:55.440404 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:31:55.448109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 08a7ea15-aa37-413f-929c-5d63189f5e0d triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:55.448487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:55.593309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 528ace50-b0ce-4367-bca3-9b49df9f8aee up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:55.657389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 528ace50-b0ce-4367-bca3-9b49df9f8aee triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:55.657763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:55.767230 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:55Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:55.772016 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1c3aa-e572-4986-9c90-e373598fd5d9 None None] The sync data for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv is: [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:55Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:31:56.078053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-6338db86-dc0f-4088-a9f9-e29cc6d79fb1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:56.080829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-6338db86-dc0f-4088-a9f9-e29cc6d79fb1 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 797 time: 0.2157743 Dec 22 09:31:56.094666 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-61ee7f7d-886a-45ad-8129-6b94a9d3fff3 req-8dc04f98-91d1-4f02-b206-373dc5d35f1d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 210 time: 0.0616653 Dec 22 09:31:56.147348 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-9674a82e-1398-43cb-ae0b-5bbc9c6bfd4d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 379 time: 0.0519676 Dec 22 09:31:56.157388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'port': {'device_id': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'admin_state_up': True, 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'security_groups': ['2dd0243d-a3b8-46ad-9aad-cea9d740807b']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:56.297239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:56.307809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:56.319777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:31:56.323418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:56.492558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.13 (7ec0ec75-c780-4fce-9cfd-c1004e93ecee/c94ab445-3009-41a6-9c99-fe5878954727/32c3a827-80b9-40dc-a951-83413f6f0ebb) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:56.688487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:56.705651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object 32c3a827-80b9-40dc-a951-83413f6f0ebb will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:56.731050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:56.737101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a0f75a79-8501-4f5c-99e5-6174808ecbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:56.809901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:56.813213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:56.817544 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:31:56.991022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=32c3a827-80b9-40dc-a951-83413f6f0ebb,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:56.999655 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:57.023593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:57.024259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.049522 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8958490 Dec 22 09:31:57.061487 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8918ac24-17f0-4b00-963a-775da18da671 None None] Provisioning for port 32c3a827-80b9-40dc-a951-83413f6f0ebb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:57.062057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Request body: {'port': {'device_id': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:31:57.066869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-8918ac24-17f0-4b00-963a-775da18da671 None None] Provisioning complete for port 32c3a827-80b9-40dc-a951-83413f6f0ebb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:57.067242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8918ac24-17f0-4b00-963a-775da18da671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.120067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-8918ac24-17f0-4b00-963a-775da18da671 None None] Port 32c3a827-80b9-40dc-a951-83413f6f0ebb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:31:57.172836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.304649 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62316-affc-4d9b-9fb5-1b97d8ea8195 req-052a5807-d6d9-48de-8c69-f99fa9ae58ca tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:57.316320 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9bb62316-affc-4d9b-9fb5-1b97d8ea8195 req-052a5807-d6d9-48de-8c69-f99fa9ae58ca tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 932 time: 0.1106801 Dec 22 09:31:57.320990 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 604572b8-2534-4e83-bb79-bb7b53b14f64 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:57.380579 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9bb62316-affc-4d9b-9fb5-1b97d8ea8195 req-d7f4cd65-be24-4748-b3f7-3816b27954c6 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630677 Dec 22 09:31:57.424660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 604572b8-2534-4e83-bb79-bb7b53b14f64 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:57.429792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 604572b8-2534-4e83-bb79-bb7b53b14f64 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:57.430165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.542137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c3a827-80b9-40dc-a951-83413f6f0ebb {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:31:57.550791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.558502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.575179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Transition to ACTIVE for port object 32c3a827-80b9-40dc-a951-83413f6f0ebb will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:31:57.580561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.588727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:57.604902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 604572b8-2534-4e83-bb79-bb7b53b14f64, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=604572b8-2534-4e83-bb79-bb7b53b14f64,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:31:57.611052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.613433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:57.694175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=604572b8-2534-4e83-bb79-bb7b53b14f64,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:57.698597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:57.755550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Pushing event updated for resources: {'Port': ['ID=32c3a827-80b9-40dc-a951-83413f6f0ebb,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:57.765958 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:57.848864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Attempting to bind port 32c3a827-80b9-40dc-a951-83413f6f0ebb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:31:57.849235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Attempting to bind port 32c3a827-80b9-40dc-a951-83413f6f0ebb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:31:57.849591 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Attempting to bind port 32c3a827-80b9-40dc-a951-83413f6f0ebb on network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:57.858027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Port 32c3a827-80b9-40dc-a951-83413f6f0ebb on network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:31:57.858027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Attempting to bind port 32c3a827-80b9-40dc-a951-83413f6f0ebb on network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:31:57.863640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:31:57.864029 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Checking segment: {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:31:57.864453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Bound using segment: {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:31:57.864956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Bound port: 32c3a827-80b9-40dc-a951-83413f6f0ebb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5063cd1-a458-4c64-94bd-ee3c4b827764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:31:57.865273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.953363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] For port 32c3a827-80b9-40dc-a951-83413f6f0ebb, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:31:57.956374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] For port 32c3a827-80b9-40dc-a951-83413f6f0ebb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:31:57.961432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:57.965942 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:58.028143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:58.028752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:58.030088 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] 10.222.0.16 "PUT /v2.0/ports/32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 1094 time: 0.9727433 Dec 22 09:31:58.030666 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:58.049416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Pushing event updated for resources: {'Port': ['ID=32c3a827-80b9-40dc-a951-83413f6f0ebb,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:58.052651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:58.114226 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'status': 'completed', 'code': 200} Dec 22 09:31:58.156643 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-5f78f938-880d-436e-8b5e-13488ebab743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:58.158127 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-5f78f938-880d-436e-8b5e-13488ebab743 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1097 time: 0.0776486 Dec 22 09:31:58.229832 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-71ede783-f5fa-45f6-a4c1-d3e482744621 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 217 time: 0.0648737 Dec 22 09:31:58.292931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-a1f5466a-0913-4d86-aec7-9be212c5eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:58.294310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-a1f5466a-0913-4d86-aec7-9be212c5eae4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 200 len: 835 time: 0.0586901 Dec 22 09:31:58.373868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-9be1b6d9-2947-4480-89df-0636fd0f0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:58.375347 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-9be1b6d9-2947-4480-89df-0636fd0f0b5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743165 Dec 22 09:31:58.507851 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-2df616d0-68c3-40f2-acd3-b6b9de6658a2 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261601 Dec 22 09:31:58.564123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29e19-7a63-45f2-8c14-ad5c524cb126 req-700c08ca-3053-48d4-9c27-105d9609f9a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:58.565857 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-42d29e19-7a63-45f2-8c14-ad5c524cb126 req-700c08ca-3053-48d4-9c27-105d9609f9a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 944 time: 0.0843670 Dec 22 09:31:58.609939 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-42d29e19-7a63-45f2-8c14-ad5c524cb126 req-a6b56d10-71af-40d4-a245-753c5b1d1627 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383663 Dec 22 09:31:58.640888 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a01769fd-1c72-4e97-ade9-e2bf95322391 req-82d8186d-2b42-4fb0-ad4c-8ce3b2c7d1b7 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269684 Dec 22 09:31:58.752339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-fc8f36a0-c8ea-42c8-b8e5-cbeef3e41b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:58.753792 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-fc8f36a0-c8ea-42c8-b8e5-cbeef3e41b6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1097 time: 0.0698392 Dec 22 09:31:59.006718 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-830730bc-64bd-4d8a-9242-174c400aa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:59.008181 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-830730bc-64bd-4d8a-9242-174c400aa41e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 897 time: 0.2476954 Dec 22 09:31:59.078588 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-620cb4f8-a47d-4d84-b9f9-711129385671 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 217 time: 0.0633359 Dec 22 09:31:59.140427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-0193d419-4c1c-4549-8e33-0d39a5449180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:59.141798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-0193d419-4c1c-4549-8e33-0d39a5449180 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 200 len: 835 time: 0.0558624 Dec 22 09:31:59.222599 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-361e765b-d1e8-4921-a731-c962bdb133c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:59.224933 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-361e765b-d1e8-4921-a731-c962bdb133c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749030 Dec 22 09:31:59.287815 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 604572b8-2534-4e83-bb79-bb7b53b14f64 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:59.350853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 604572b8-2534-4e83-bb79-bb7b53b14f64 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:59.351230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:59.364293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-2324cc7c-243c-497d-918b-e157a65db018 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331623 Dec 22 09:31:59.495959 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ef936532-52eb-4bd4-8164-4c83afbe90ff req-6c6ca00c-3cd0-43bb-97d9-6ca1ee131b7d service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240880 Dec 22 09:31:59.791340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3e280-6ffd-4907-8f09-fa8e46db327b req-6c9bed25-fd56-491c-8cc5-56d6502a053f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:59.792024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6de3e280-6ffd-4907-8f09-fa8e46db327b req-6c9bed25-fd56-491c-8cc5-56d6502a053f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:31:59.807183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6de3e280-6ffd-4907-8f09-fa8e46db327b req-6c9bed25-fd56-491c-8cc5-56d6502a053f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:31:59.808272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de3e280-6ffd-4907-8f09-fa8e46db327b req-6c9bed25-fd56-491c-8cc5-56d6502a053f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 944 time: 0.0927703 Dec 22 09:31:59.851806 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6de3e280-6ffd-4907-8f09-fa8e46db327b req-b15c7034-f32a-460e-ad75-959ea24c4f6c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Dec 22 09:32:01.037488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba80d1-bde3-4ae6-89be-e8477693dcf8 req-5977b263-caab-4f73-8d30-704448357d0c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:01.038942 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bcba80d1-bde3-4ae6-89be-e8477693dcf8 req-5977b263-caab-4f73-8d30-704448357d0c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 944 time: 0.0784786 Dec 22 09:32:01.081991 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bcba80d1-bde3-4ae6-89be-e8477693dcf8 req-2052f88e-f137-425d-a34e-88f8ec3ed2da tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374446 Dec 22 09:32:01.276989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 32c3a827-80b9-40dc-a951-83413f6f0ebb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:32:01.415356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 32c3a827-80b9-40dc-a951-83413f6f0ebb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:32:01.429287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'port_id': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'mac_address': 'fa:16:3e:13:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:32:01.487485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:01.504138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c3a827-80b9-40dc-a951-83413f6f0ebb {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:32:01.519999 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 32c3a827-80b9-40dc-a951-83413f6f0ebb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:32:01.524289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:01.526037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:01.590337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=32c3a827-80b9-40dc-a951-83413f6f0ebb,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:01.593251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:01.878098 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['32c3a827-80b9-40dc-a951-83413f6f0ebb'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:32:02.289748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67c8d1-44b2-4e7b-8cef-905c9e9930c6 req-dcb6c720-e675-49ed-b0ac-5279430c1e7f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:02.291227 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9f67c8d1-44b2-4e7b-8cef-905c9e9930c6 req-dcb6c720-e675-49ed-b0ac-5279430c1e7f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 945 time: 0.1002679 Dec 22 09:32:02.339815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9f67c8d1-44b2-4e7b-8cef-905c9e9930c6 req-6bed70d5-3059-408f-9ba6-5714e7385f17 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Dec 22 09:32:03.279212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 32c3a827-80b9-40dc-a951-83413f6f0ebb up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:03.347788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 32c3a827-80b9-40dc-a951-83413f6f0ebb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:03.352393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 32c3a827-80b9-40dc-a951-83413f6f0ebb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:03.352772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:03.468557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:03.495270 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:32:03.505446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 32c3a827-80b9-40dc-a951-83413f6f0ebb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:32:03.509385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:03.511505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:03.531251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38b53-478b-42d9-badb-0c3fadb8a338 req-53b5e173-d24b-4b68-8643-012b134c3041 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:03.532906 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9b38b53-478b-42d9-badb-0c3fadb8a338 req-53b5e173-d24b-4b68-8643-012b134c3041 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 945 time: 0.0860746 Dec 22 09:32:03.594722 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b9b38b53-478b-42d9-badb-0c3fadb8a338 req-84562d1c-bae2-4a08-a52a-1259e5f871d4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516379 Dec 22 09:32:03.609014 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=32c3a827-80b9-40dc-a951-83413f6f0ebb,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:03.612102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:03.625632 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'code': 200} Dec 22 09:32:03.846775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fa24-ed6c-4555-b805-e984d1236b6c req-96b8a0d3-5bd2-4079-8ad9-b75625f72f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:03.848169 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8936fa24-ed6c-4555-b805-e984d1236b6c req-96b8a0d3-5bd2-4079-8ad9-b75625f72f7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1099 time: 0.0681801 Dec 22 09:32:03.892417 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8936fa24-ed6c-4555-b805-e984d1236b6c req-4f6b3c00-fcca-41cb-8d36-4e5a271f89a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369449 Dec 22 09:32:04.781802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f16de6-f955-4327-b7c1-6ade2b6a1ef5 req-a6d4b259-b42a-4c47-b2fd-6ebae228a343 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:04.783253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-75f16de6-f955-4327-b7c1-6ade2b6a1ef5 req-a6d4b259-b42a-4c47-b2fd-6ebae228a343 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0805237 Dec 22 09:32:04.831751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-75f16de6-f955-4327-b7c1-6ade2b6a1ef5 req-5e8b35ad-2c22-4341-9dcf-245b362bb632 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Dec 22 09:32:06.033478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28333d2-926e-4d70-988d-f875fbf1ea4e req-12bb053d-df95-4ba6-991b-cb5773d4e6a2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:06.034936 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b28333d2-926e-4d70-988d-f875fbf1ea4e req-12bb053d-df95-4ba6-991b-cb5773d4e6a2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0950458 Dec 22 09:32:06.078784 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-b28333d2-926e-4d70-988d-f875fbf1ea4e req-e5486580-06fe-4cdf-9133-dbe90542e426 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378962 Dec 22 09:32:06.259446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f8b55-468a-4d9c-a0a9-94bbabd2e26f req-338519d1-1024-4040-a12e-42e8faa1749a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:06.260908 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-244f8b55-468a-4d9c-a0a9-94bbabd2e26f req-338519d1-1024-4040-a12e-42e8faa1749a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0797567 Dec 22 09:32:06.306342 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-244f8b55-468a-4d9c-a0a9-94bbabd2e26f req-7e076c31-6df8-438a-b3f2-316d9fa8a98b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398500 Dec 22 09:32:06.330201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44568) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:06.406742 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464475c-f02e-4538-8310-2b33b227064e tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:06.408147 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d464475c-f02e-4538-8310-2b33b227064e tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1094 time: 0.0769374 Dec 22 09:32:06.410957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44572) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:06.415828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:32:06.421796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:06.425559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:floatingip and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:06.429108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:06.435424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:06.446528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:06.587309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:06.718495 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.17 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/3eb41458-1748-4738-a08d-3e526ebb4cd5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:06.867857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:06.897461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:06.901833 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0e3b0221-5c7c-4562-a8d6-12d0b4c5a60c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:06.967179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:06.970246 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:06.976217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:32:07.005539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=3eb41458-1748-4738-a08d-3e526ebb4cd5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:07.012504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:07.517711 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:07.593014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:07.802844 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:07.807845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:07.811315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c0b313d1-e899-4231-af67-7b79c5461c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:07.917492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=3eb41458-1748-4738-a08d-3e526ebb4cd5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:07.921341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:07.928368 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:08.099374 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP ee48efbd-7fef-467f-a52f-fb96e03f6b49 associated. External IP: 172.26.7.17, port: 32c3a827-80b9-40dc-a951-83413f6f0ebb. Dec 22 09:32:08.441805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 1005070e-5671-4a65-a6ed-9365e8388dc2 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:32:08.748981 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:32:08.758310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] Sync routers for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:32:08.769779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:08.770404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:08.774058 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:08.836640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4240668 Dec 22 09:32:08.837408 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:32:08.882790 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'status': 'completed', 'code': 200} Dec 22 09:32:08.995002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:32:09.044744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-50c07c67-f59b-40bf-99d8-7af586db7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:09.046137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-50c07c67-f59b-40bf-99d8-7af586db7f2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1099 time: 0.1399531 Dec 22 09:32:09.054175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268cfc-b95e-4392-bc6a-8117e8530a2c req-826006ed-dab4-4127-8dda-1f7c789946f3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:09.055521 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-42268cfc-b95e-4392-bc6a-8117e8530a2c req-826006ed-dab4-4127-8dda-1f7c789946f3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.1194310 Dec 22 09:32:09.180797 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-42268cfc-b95e-4392-bc6a-8117e8530a2c req-53fd2493-b477-44c5-a2fd-14403edcb4db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061933 Dec 22 09:32:09.208398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44580) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:09.228225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-38f28829-3801-415b-ae06-7079962bdedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:09.229840 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-38f28829-3801-415b-ae06-7079962bdedf service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 897 time: 0.1734653 Dec 22 09:32:09.321471 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-e42d88f9-f16c-4f0f-8fd7-c1236ace6724 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/ee48efbd-7fef-467f-a52f-fb96e03f6b49 HTTP/1.1" status: 200 len: 991 time: 0.1117263 Dec 22 09:32:09.345988 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-91553f6a-f8e3-4382-8682-4db2fdc2de49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 999 time: 0.1092856 Dec 22 09:32:09.359103 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ee48efbd-7fef-467f-a52f-fb96e03f6b49', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'port_id': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'mac_address': 'fa:16:3e:13:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:32:07Z', 'updated_at': '2021-12-22T09:32:07Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:57Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:09.363033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] Checking router: 1005070e-5671-4a65-a6ed-9365e8388dc2 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:32:09.371868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:32:09.372503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:31:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:09.408773 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-6d3100ea-529f-4a1f-808e-938516337b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:09.410214 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-6d3100ea-529f-4a1f-808e-938516337b87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 200 len: 835 time: 0.0582135 Dec 22 09:32:09.500542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-31ab220a-cfa4-437d-b6d6-e4fb0299a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:09.502221 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-31ab220a-cfa4-437d-b6d6-e4fb0299a9da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858154 Dec 22 09:32:09.551687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:32:09.637398 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-24fe971a-a6f6-4cfb-8c1c-8b28ad91e7e1 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283476 Dec 22 09:32:09.769276 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40def9cb-9473-4b4d-9269-ea2177c96da2 req-1dc4c99a-bc03-475c-85ae-25e74f17c1d7 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256988 Dec 22 09:32:09.895289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-32173aea-213f-4d38-ad56-2aacfcee8ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:09.918546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ee48efbd-7fef-467f-a52f-fb96e03f6b49', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'port_id': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'mac_address': 'fa:16:3e:13:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:32:07Z', 'updated_at': '2021-12-22T09:32:07Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:57Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:09.922406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0c2c9-d932-4358-85be-6653299d0656 None None] The sync data for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv is: [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'ee48efbd-7fef-467f-a52f-fb96e03f6b49', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.17', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'port_id': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'mac_address': 'fa:16:3e:13:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:32:07Z', 'updated_at': '2021-12-22T09:32:07Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:57Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:32:10.129283 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099cbbf-a67b-47a5-ba09-148622503017 None None] New status for floating IP ee48efbd-7fef-467f-a52f-fb96e03f6b49: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:32:10.246290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:10.324982 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44584) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:10.558744 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-4e09972e-ad08-46b3-ac97-472d86efbece tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/ee48efbd-7fef-467f-a52f-fb96e03f6b49 HTTP/1.1" status: 200 len: 993 time: 0.2323549 Dec 22 09:32:12.179217 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f9f80fe0-fad4-4998-9090-7f0e239014f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:13.331820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:13.412247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:14.753576 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:15.381515 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:32:39.880909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-39ed0784-1e9f-4ecb-8314-67d356b3efa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:40.257750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.180809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0fb970a4-643e-4b4c-bc46-d9737d2a1077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.333148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.414170 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.757486 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:52.380528 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:33:04.744567 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-c495fb59-678e-484d-ad46-feefcc8c5148 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675168 Dec 22 09:33:04.880693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-a352eb7a-40af-4a0e-aa33-0df7bb191246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:04.882066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-a352eb7a-40af-4a0e-aa33-0df7bb191246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1099 time: 0.0705061 Dec 22 09:33:05.026296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-8454595e-5ba2-4935-bf06-9a074a984075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:05.027737 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-8454595e-5ba2-4935-bf06-9a074a984075 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 897 time: 0.1261845 Dec 22 09:33:05.129494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-a3ecc115-1bee-469e-8b0d-78e3281e18e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 1001 time: 0.0953610 Dec 22 09:33:05.194865 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-1e06be8b-cae8-40e3-aa3f-c2664e0317b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:05.196351 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-1e06be8b-cae8-40e3-aa3f-c2664e0317b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 200 len: 835 time: 0.0601041 Dec 22 09:33:05.271479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-2d6334fa-438f-4c48-a01d-15c790482761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:05.272960 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-2d6334fa-438f-4c48-a01d-15c790482761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699985 Dec 22 09:33:05.523030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-139ca3b7-0f4f-4fba-bb68-5757aea1f519 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434895 Dec 22 09:33:05.655245 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ec3e140e-66f1-48b0-bfcf-b77560c75631 req-346262cb-0bc2-436f-8fc6-296465d7724e service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246367 Dec 22 09:33:09.881781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b2cc8ac8-aac9-4a39-866a-d8a015b6fe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:10.275547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:12.183799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a52f0278-a6a0-494d-a0f2-22e199c46da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:13.336074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:13.417781 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:14.760824 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:20.183742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0cd80-a247-45f6-8da5-7cbf76f9c9ad req-66eb3ef5-229c-4580-9b34-c9c9d70acdfb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:20.185159 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-77c0cd80-a247-45f6-8da5-7cbf76f9c9ad req-66eb3ef5-229c-4580-9b34-c9c9d70acdfb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0825696 Dec 22 09:33:20.231628 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-77c0cd80-a247-45f6-8da5-7cbf76f9c9ad req-eda6d68b-92d1-4a6a-8bf0-6a71b62c8933 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408478 Dec 22 09:33:21.421978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c31b7-be59-466c-89a0-9b4a012866dd req-99748579-29cd-4d3d-b105-460d681e6d1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:21.423430 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2f1c31b7-be59-466c-89a0-9b4a012866dd req-99748579-29cd-4d3d-b105-460d681e6d1e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0835905 Dec 22 09:33:21.467788 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2f1c31b7-be59-466c-89a0-9b4a012866dd req-ff31d880-d8ef-4a7d-9459-7ebb3efe3f4c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387752 Dec 22 09:33:22.659561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5d89-b57e-4e0a-bbdc-f4ccd1dd93f5 req-264e2c77-161d-4a94-bc12-621ec7887701 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:22.661049 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d19e5d89-b57e-4e0a-bbdc-f4ccd1dd93f5 req-264e2c77-161d-4a94-bc12-621ec7887701 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0799284 Dec 22 09:33:22.705812 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d19e5d89-b57e-4e0a-bbdc-f4ccd1dd93f5 req-46a13b90-9c24-4f5b-81c9-ece886f7ae73 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389230 Dec 22 09:33:23.896395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d9e5-638f-43f0-84bf-17a51f140720 req-02ce1f7c-6f61-4468-af1b-d3cdd19966ce tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:23.897738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e976d9e5-638f-43f0-84bf-17a51f140720 req-02ce1f7c-6f61-4468-af1b-d3cdd19966ce tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0797851 Dec 22 09:33:23.942270 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e976d9e5-638f-43f0-84bf-17a51f140720 req-c75ab972-64a9-428a-ab14-c0f564c7eeb8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377371 Dec 22 09:33:25.140868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b799a0b-912e-4e8f-aca1-83c529cf490a req-ee92ae4a-444a-4297-ba27-f4abe48217fa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:25.142392 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9b799a0b-912e-4e8f-aca1-83c529cf490a req-ee92ae4a-444a-4297-ba27-f4abe48217fa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0899014 Dec 22 09:33:25.188319 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-9b799a0b-912e-4e8f-aca1-83c529cf490a req-f2e15c25-e31a-42fe-b2a0-5edfa4764b0b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401571 Dec 22 09:33:26.381314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8bc3b-fac9-4f8e-a082-2da8b1d7b010 req-de4fbceb-b4ca-4550-91c7-46e32abe581c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:26.382778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27e8bc3b-fac9-4f8e-a082-2da8b1d7b010 req-de4fbceb-b4ca-4550-91c7-46e32abe581c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0900111 Dec 22 09:33:26.427407 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-27e8bc3b-fac9-4f8e-a082-2da8b1d7b010 req-0d036a78-64ee-4ae8-9cbf-3cec075e7a03 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390038 Dec 22 09:33:27.625177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc2e58-6e73-4a8a-9f2e-6b58f8c3ffa0 req-90a6d107-5bd6-4a71-802a-6b4c5219c87b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:27.626667 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8adc2e58-6e73-4a8a-9f2e-6b58f8c3ffa0 req-90a6d107-5bd6-4a71-802a-6b4c5219c87b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0859234 Dec 22 09:33:27.676266 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8adc2e58-6e73-4a8a-9f2e-6b58f8c3ffa0 req-ca39e7a3-dd18-42eb-96fd-6c48c69e2497 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Dec 22 09:33:28.864968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e3a29-956d-452c-85c4-2eb397cddee8 req-d2d43183-4729-4a39-9ace-174a2a82b97c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:28.866424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5e3e3a29-956d-452c-85c4-2eb397cddee8 req-d2d43183-4729-4a39-9ace-174a2a82b97c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0826507 Dec 22 09:33:28.913577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5e3e3a29-956d-452c-85c4-2eb397cddee8 req-b9b5bd31-af38-4db5-9b74-cbeb8ea6beb2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410166 Dec 22 09:33:29.380258 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:33:30.105276 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab3f53-0a0e-4ada-b969-24d17078c30c req-a4ca1535-0c7a-43f2-9fe2-ba5700ac6092 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:30.106720 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efab3f53-0a0e-4ada-b969-24d17078c30c req-a4ca1535-0c7a-43f2-9fe2-ba5700ac6092 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0870447 Dec 22 09:33:30.150067 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-efab3f53-0a0e-4ada-b969-24d17078c30c req-03e74b96-a0b0-4038-9fca-b8133f22f521 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377469 Dec 22 09:33:31.341259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef185-4006-48c8-b84e-158b8c69e6d1 req-09a030d0-98cb-4a92-b5fc-f7455f10ad93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:31.342707 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-369ef185-4006-48c8-b84e-158b8c69e6d1 req-09a030d0-98cb-4a92-b5fc-f7455f10ad93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0841517 Dec 22 09:33:31.387135 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-369ef185-4006-48c8-b84e-158b8c69e6d1 req-79ed4f56-027d-45a4-b09e-c749a09c0e3a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388210 Dec 22 09:33:31.410149 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44632) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:31.518245 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-daaa9dec-95ee-4d2e-9ca5-ca9cf52bfc7a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/ee48efbd-7fef-467f-a52f-fb96e03f6b49 HTTP/1.1" status: 200 len: 993 time: 0.1067855 Dec 22 09:33:32.978456 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91375f48-4488-4436-856c-4ddc32e2cb0c req-03748f9c-cc11-4fbf-955e-c688942362e7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:32.979995 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-91375f48-4488-4436-856c-4ddc32e2cb0c req-03748f9c-cc11-4fbf-955e-c688942362e7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0844517 Dec 22 09:33:33.018464 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-6902bf5f-d854-4cf0-a95b-a1be1af93c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:33.019847 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-6902bf5f-d854-4cf0-a95b-a1be1af93c1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1099 time: 0.0742800 Dec 22 09:33:33.026085 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-91375f48-4488-4436-856c-4ddc32e2cb0c req-5ccc4985-ca76-40e5-90f4-44f2b3430267 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404372 Dec 22 09:33:33.155205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-ae55af45-c2ce-4614-9bf8-0651b5a07897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:33.156584 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-ae55af45-c2ce-4614-9bf8-0651b5a07897 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 897 time: 0.1305096 Dec 22 09:33:33.259728 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-14bf83d0-9bda-4a0b-a4ac-1ba297604c9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 1001 time: 0.0969296 Dec 22 09:33:33.325792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-38b77baf-cf0f-47cf-9f7c-209f2052eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:33.327216 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-38b77baf-cf0f-47cf-9f7c-209f2052eb5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 200 len: 835 time: 0.0616350 Dec 22 09:33:33.401256 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-ed960ae9-b9e6-4705-ab82-e8e99018189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:33.402747 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-ed960ae9-b9e6-4705-ab82-e8e99018189a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692928 Dec 22 09:33:33.539116 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-0e5de187-a13a-4999-ba2a-af3f8858faa2 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302564 Dec 22 09:33:33.677495 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7e7c4882-6324-4b9e-a5c4-df1ebb023c9b req-8c4ccca1-cbcc-406d-b9ed-512614708dfd service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321177 Dec 22 09:33:34.248340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567144ff-0a10-4642-8698-ff16fb4fda4a req-bdf616f7-cbe5-468e-827d-23e5ea7b33ba tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:34.250121 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-567144ff-0a10-4642-8698-ff16fb4fda4a req-bdf616f7-cbe5-468e-827d-23e5ea7b33ba tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.1113496 Dec 22 09:33:34.304209 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-567144ff-0a10-4642-8698-ff16fb4fda4a req-d524c8e8-6df5-4b70-8f22-ce4bac31c575 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474565 Dec 22 09:33:35.493523 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823cb22-f86e-41b8-8712-cc394c8594b0 req-aa2a2e69-345d-4eba-9463-3bd71771fc9b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:35.494966 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6823cb22-f86e-41b8-8712-cc394c8594b0 req-aa2a2e69-345d-4eba-9463-3bd71771fc9b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0832367 Dec 22 09:33:35.538799 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-6823cb22-f86e-41b8-8712-cc394c8594b0 req-25c45df7-77f4-420d-b8c5-cd3d0cbc847c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380695 Dec 22 09:33:35.562363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44646) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:35.789637 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e0847c11-0a15-4d02-a8f7-73e3ba82924a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/ee48efbd-7fef-467f-a52f-fb96e03f6b49 HTTP/1.1" status: 200 len: 993 time: 0.2259400 Dec 22 09:33:39.885090 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-39a61d11-fd6c-47d7-b01a-a347664f5b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:40.319705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:42.186552 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fec26e53-4a45-4f04-b219-76875b50a3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:43.337409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:43.420193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:44.761613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:06.379434 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:34:06.731372 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-de29763c-e62d-4ec6-9967-44f234649344 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687995 Dec 22 09:34:06.871714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-2109a4eb-e068-44b0-847f-790ad77cc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:06.873685 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-2109a4eb-e068-44b0-847f-790ad77cc360 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1099 time: 0.0723505 Dec 22 09:34:07.015289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-bf65dcb3-de33-48ec-9bbd-991017ad9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:07.016646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-bf65dcb3-de33-48ec-9bbd-991017ad9d77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 897 time: 0.1240149 Dec 22 09:34:07.118484 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-f4ac8f0e-dca2-42f3-8af5-5998be4051e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 1001 time: 0.0948157 Dec 22 09:34:07.182960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-fcc257a9-e43e-4caa-82f4-2b5b1163e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:07.184412 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-fcc257a9-e43e-4caa-82f4-2b5b1163e34a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 200 len: 835 time: 0.0596919 Dec 22 09:34:07.258622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-edeb6812-c0b7-4bdd-8a3f-3c43efad7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:07.260101 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-edeb6812-c0b7-4bdd-8a3f-3c43efad7203 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692677 Dec 22 09:34:07.390830 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-f5b8ff63-f9e5-4c76-8c8f-e92422c21283 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230764 Dec 22 09:34:07.524146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c3d99055-dc59-4a8e-b7ce-29964367da69 req-f7507757-959e-4210-8d36-23e9cf452536 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267602 Dec 22 09:34:09.887582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3182524c-7721-4285-8cd2-abb97b8ed1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:10.337854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:12.187995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-20a3651f-ac69-49e9-bed4-a332bd20f856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:13.339404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:13.422787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:14.764779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:24.536277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44666) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:24.740595 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 3eb41458-1748-4738-a08d-3e526ebb4cd5 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:34:24.740936 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:24.916366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:24.916585 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:25.035262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 3eb41458-1748-4738-a08d-3e526ebb4cd5 owned by network:floatingip {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:34:25.189219 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:25.193181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-039b0ded-8b1a-4e3a-b09e-9070eff81548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:25.240018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=3eb41458-1748-4738-a08d-3e526ebb4cd5,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:25.389195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.389579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.389958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.390333 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.390702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.391066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.391433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.391788 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.392179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.392534 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.392891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.393246 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:25.419985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:25.447402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:25.447662 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP ee48efbd-7fef-467f-a52f-fb96e03f6b49 disassociated (deleted). External IP: 172.26.7.17, port: 32c3a827-80b9-40dc-a951-83413f6f0ebb. Dec 22 09:34:25.807005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 1005070e-5671-4a65-a6ed-9365e8388dc2 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:34:25.984405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:34:25.994452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] Sync routers for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:34:26.003667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:26.004110 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:26.004303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:26.062285 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-74c08aa1-05c5-43c8-8ba6-d6f4de300071 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/floatingips/ee48efbd-7fef-467f-a52f-fb96e03f6b49 HTTP/1.1" status: 204 len: 168 time: 1.5247805 Dec 22 09:34:26.062966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:34:26.118719 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'status': 'completed', 'code': 200} Dec 22 09:34:26.183425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:26.211403 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-a6cb7dc1-9b0c-4726-b056-5150656a19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:26.212987 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-a6cb7dc1-9b0c-4726-b056-5150656a19c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 1099 time: 0.0727913 Dec 22 09:34:26.361702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-17bd5d2c-5f1e-4e43-a495-669a7ce804ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:26.363283 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-17bd5d2c-5f1e-4e43-a495-669a7ce804ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 200 len: 897 time: 0.1438231 Dec 22 09:34:26.440457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-0612542b-ce7b-4a43-9547-b0669f45a86c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 200 len: 217 time: 0.0674751 Dec 22 09:34:26.510276 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:57Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:26.514831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] Checking router: 1005070e-5671-4a65-a6ed-9365e8388dc2 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:34:26.523540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:26.524253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:26.555514 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-3e1d844e-20ca-4855-9e02-20c82b609756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:26.556969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-3e1d844e-20ca-4855-9e02-20c82b609756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 200 len: 835 time: 0.1095474 Dec 22 09:34:26.631388 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42fe4e-d752-4ffd-a095-a9a557503b83 req-4085256d-b04c-4784-80dd-a5c61c868abd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:26.632783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b42fe4e-d752-4ffd-a095-a9a557503b83 req-4085256d-b04c-4784-80dd-a5c61c868abd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.2650349 Dec 22 09:34:26.679123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-205ff5dd-17f1-49b9-9185-2344f95d638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:26.680614 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-205ff5dd-17f1-49b9-9185-2344f95d638c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ec0ec75-c780-4fce-9cfd-c1004e93ecee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167259 Dec 22 09:34:26.690144 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7b42fe4e-d752-4ffd-a095-a9a557503b83 req-250ec507-1389-47cb-89ff-d36df056b136 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498760 Dec 22 09:34:26.706030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:26.817854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-934c1569-ab45-44d4-b3ac-9c0ed50b950f service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267788 Dec 22 09:34:26.949360 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dd2c5e8b-0105-408d-9a9f-c4e5812b31ef req-736688ad-be4e-485b-9b7e-ef9b75df5d51 service neutron] 10.222.0.16 "GET /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245897 Dec 22 09:34:27.022137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:57Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:27.026301 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7607ec-0abd-4a90-82b6-c7755c4290e8 None None] The sync data for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv is: [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:31:52Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '604572b8-2534-4e83-bb79-bb7b53b14f64', 'name': '', 'network_id': '7ec0ec75-c780-4fce-9cfd-c1004e93ecee', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:04:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:51Z', 'updated_at': '2021-12-22T09:31:57Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': 'c94ab445-3009-41a6-9c99-fe5878954727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:34:27.248234 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f2f9c-2bf1-444e-9ea7-9ff9fc13daae None None] New status for floating IP ee48efbd-7fef-467f-a52f-fb96e03f6b49: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:34:27.999547 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aa3f6-06da-4122-b07a-f7b50dc5edb1 req-cb488f1d-7c85-445e-bb6e-4cb415eb4dc7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:28.000271 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bc1aa3f6-06da-4122-b07a-f7b50dc5edb1 req-cb488f1d-7c85-445e-bb6e-4cb415eb4dc7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:34:28.015505 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-bc1aa3f6-06da-4122-b07a-f7b50dc5edb1 req-cb488f1d-7c85-445e-bb6e-4cb415eb4dc7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:34:28.016918 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc1aa3f6-06da-4122-b07a-f7b50dc5edb1 req-cb488f1d-7c85-445e-bb6e-4cb415eb4dc7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.1377656 Dec 22 09:34:28.062587 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc1aa3f6-06da-4122-b07a-f7b50dc5edb1 req-800c47f0-ee25-4b0e-9006-ffa506155cfb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2dd0243d-a3b8-46ad-9aad-cea9d740807b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 Dec 22 09:34:28.094075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee413471-2049-439a-92c1-86ab18da1e62 req-a81371b6-e996-4656-8b83-3d7fd9b78203 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:28.095582 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee413471-2049-439a-92c1-86ab18da1e62 req-a81371b6-e996-4656-8b83-3d7fd9b78203 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 946 time: 0.0789323 Dec 22 09:34:28.162438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 32c3a827-80b9-40dc-a951-83413f6f0ebb {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:34:28.162777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:28.528113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 32c3a827-80b9-40dc-a951-83413f6f0ebb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32c3a827-80b9-40dc-a951-83413f6f0ebb,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:28.528466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:28.650901 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 32c3a827-80b9-40dc-a951-83413f6f0ebb owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:34:28.788531 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:28.794931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:28.844906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=32c3a827-80b9-40dc-a951-83413f6f0ebb,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:28.888207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.888595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.888973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.889346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.889715 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.890083 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.890446 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.890807 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.891172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.891528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.891888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.892265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:28.919343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:28.929845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] No DVR routers for this DVR port 32c3a827-80b9-40dc-a951-83413f6f0ebb on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:34:28.932165 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:28.935142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'name': 'network-vif-deleted', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:34:28.950922 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ee413471-2049-439a-92c1-86ab18da1e62 req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "DELETE /v2.0/ports/32c3a827-80b9-40dc-a951-83413f6f0ebb HTTP/1.1" status: 204 len: 173 time: 0.8497641 Dec 22 09:34:28.979780 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c36c59-1ace-4369-a386-9e02ccfd6e14', 'name': 'network-vif-deleted', 'tag': '32c3a827-80b9-40dc-a951-83413f6f0ebb', 'status': 'completed', 'code': 200} Dec 22 09:34:29.227766 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ee5b586b-e1e8-4b81-86b9-6ff5540063e9 req-99620b3b-e8e4-43a6-b95c-db046f1bf534 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=48c36c59-1ace-4369-a386-9e02ccfd6e14 HTTP/1.1" status: 200 len: 210 time: 0.0458915 Dec 22 09:34:30.331554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44692) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:30.992054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:31.343773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 604572b8-2534-4e83-bb79-bb7b53b14f64 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:34:31.344568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:31.525111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 604572b8-2534-4e83-bb79-bb7b53b14f64, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=604572b8-2534-4e83-bb79-bb7b53b14f64,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:31.525484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:31.651104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 604572b8-2534-4e83-bb79-bb7b53b14f64 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:34:31.962578 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:31.966681 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-847f9d87-5d22-43b8-8c4f-9fc0aa9845c0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:32.006363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 32c3a827-80b9-40dc-a951-83413f6f0ebb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:34:32.011779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=604572b8-2534-4e83-bb79-bb7b53b14f64,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:32.015197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:32.042285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 32c3a827-80b9-40dc-a951-83413f6f0ebb {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:34:32.042642 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 32c3a827-80b9-40dc-a951-83413f6f0ebb not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:34:32.405729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:32.765897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 1005070e-5671-4a65-a6ed-9365e8388dc2 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:34:32.943175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:34:32.952502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] Sync routers for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:34:32.955541 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/1005070e-5671-4a65-a6ed-9365e8388dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228912 Dec 22 09:34:32.958185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44700) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:32.962006 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:32.962676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:33.023918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting subnet c94ab445-3009-41a6-9c99-fe5878954727 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:34:33.026878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.080996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.169706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.193268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:33.241734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.245531 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cf417b35-4669-499d-8024-3cb03e054060 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:33.284168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Subnet': ['ID=c94ab445-3009-41a6-9c99-fe5878954727,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:33.286218 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.288844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:33.293071 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/subnets/c94ab445-3009-41a6-9c99-fe5878954727 HTTP/1.1" status: 204 len: 168 time: 0.3339570 Dec 22 09:34:33.296418 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44704) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:33.319725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2286b-0767-432e-a024-bc82bd29bca9 None None] Network 7ec0ec75-c780-4fce-9cfd-c1004e93ecee requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:34:33.476674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.655560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:34:31Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '08a7ea15-aa37-413f-929c-5d63189f5e0d', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:31:47Z', 'updated_at': '2021-12-22T09:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:33.660059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] Checking router: 1005070e-5671-4a65-a6ed-9365e8388dc2 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:34:33.662063 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.668853 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] Routers {'1005070e-5671-4a65-a6ed-9365e8388dc2'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:33.669464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['1005070e-5671-4a65-a6ed-9365e8388dc2'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:33.674603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 08a7ea15-aa37-413f-929c-5d63189f5e0d {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:34:33.675006 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.724760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] DHCP port deletion for 7ec0ec75-c780-4fce-9cfd-c1004e93ecee request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:34:33.783496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Deleting port 528ace50-b0ce-4367-bca3-9b49df9f8aee {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:34:33.783810 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:33.911328 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] Set router 1005070e-5671-4a65-a6ed-9365e8388dc2 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:33.994729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 08a7ea15-aa37-413f-929c-5d63189f5e0d, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=08a7ea15-aa37-413f-929c-5d63189f5e0d,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:33.995073 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.022155 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:34:33Z', 'revision_number': 6, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:34.042108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88a0d0-16ae-4d00-8e6e-044b5c13b2f9 None None] The sync data for ids ['1005070e-5671-4a65-a6ed-9365e8388dc2'] in dv-neutron-822602-1-hyperv is: [{'id': '1005070e-5671-4a65-a6ed-9365e8388dc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413189178', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:31:46Z', 'updated_at': '2021-12-22T09:34:33Z', 'revision_number': 6, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:34:34.118787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 08a7ea15-aa37-413f-929c-5d63189f5e0d owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:34:34.128691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] For port 528ace50-b0ce-4367-bca3-9b49df9f8aee, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=528ace50-b0ce-4367-bca3-9b49df9f8aee,segment=NetworkSegment(a5063cd1-a458-4c64-94bd-ee3c4b827764),segment_id=a5063cd1-a458-4c64-94bd-ee3c4b827764)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:34.129109 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.249651 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Calling delete_port for 528ace50-b0ce-4367-bca3-9b49df9f8aee owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:34:34.286684 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.290438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f0cf6c70-61ef-4664-8e86-fd33dbe99bb5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:34.327533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.331223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:34.338306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=08a7ea15-aa37-413f-929c-5d63189f5e0d,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:34.341463 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:34.376855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Pushing event deleted for resources: {'Port': ['ID=528ace50-b0ce-4367-bca3-9b49df9f8aee,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:34.381677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] No DVR routers for this DVR port 528ace50-b0ce-4367-bca3-9b49df9f8aee on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:34:34.392289 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.392560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.392826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.393159 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.393488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.393813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.394141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.394463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.394795 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.395105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.395425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.395829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:34.399424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:34.433459 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.609696 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.611821 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.634964 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.635490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Fanout notify agent at l3_agent the message router_deleted on router 1005070e-5671-4a65-a6ed-9365e8388dc2 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:34:34.650330 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.651400 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/routers/1005070e-5671-4a65-a6ed-9365e8388dc2 HTTP/1.1" status: 204 len: 168 time: 1.3548069 Dec 22 09:34:34.654583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44708) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:34.773588 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.905365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.929731 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec0ec75-c780-4fce-9cfd-c1004e93ecee']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:34.942608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5063cd1-a458-4c64-94bd-ee3c4b827764') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:34.942898 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5063cd1-a458-4c64-94bd-ee3c4b827764') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:34.953708 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.969352 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.975097 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:34:34.975468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:34:34.989926 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:34:35.071640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:35.077059 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:35.079610 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-96d20bdf-ed3c-4449-96e8-6abfa3c9005a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:35.102480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Network': ['ID=7ec0ec75-c780-4fce-9cfd-c1004e93ecee,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:35.105093 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:35.111508 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7697bb0f-e701-462f-8222-1fda833f5d46 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/networks/7ec0ec75-c780-4fce-9cfd-c1004e93ecee HTTP/1.1" status: 204 len: 168 time: 0.4559784 Dec 22 09:34:35.114153 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44712) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:35.180431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1b48387-8871-4951-8dcb-52c510ff2648 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:35.209532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1b48387-8871-4951-8dcb-52c510ff2648 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:35.275900 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1b48387-8871-4951-8dcb-52c510ff2648 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:35.279763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:35.295755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b48387-8871-4951-8dcb-52c510ff2648 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd0243d-a3b8-46ad-9aad-cea9d740807b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:35.298592 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c1b48387-8871-4951-8dcb-52c510ff2648 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:35.311331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c1b48387-8871-4951-8dcb-52c510ff2648 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:35.311331 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c1b48387-8871-4951-8dcb-52c510ff2648 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/security-groups/2dd0243d-a3b8-46ad-9aad-cea9d740807b HTTP/1.1" status: 204 len: 168 time: 0.1934011 Dec 22 09:34:35.370489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 604572b8-2534-4e83-bb79-bb7b53b14f64 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:34:35.406542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 604572b8-2534-4e83-bb79-bb7b53b14f64 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:34:35.406894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 604572b8-2534-4e83-bb79-bb7b53b14f64 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:34:35.407324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 08a7ea15-aa37-413f-929c-5d63189f5e0d no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:34:35.493050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 08a7ea15-aa37-413f-929c-5d63189f5e0d {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:34:35.493399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 08a7ea15-aa37-413f-929c-5d63189f5e0d not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:34:35.493828 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 528ace50-b0ce-4367-bca3-9b49df9f8aee no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:34:35.526096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 528ace50-b0ce-4367-bca3-9b49df9f8aee {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:34:35.526504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 528ace50-b0ce-4367-bca3-9b49df9f8aee not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:34:36.604764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44722) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:36.610608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298030432', 'description': 'tempest-secgroup-smoke-1298030432 description', 'project_id': '1485767fae9a4409b1fc834f7c6abca9'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:36.616689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:36.620723 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:36.624247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:36.629962 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:36.644525 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.663666 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:36.667377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:36.670691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:36.676238 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:36.745252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.749357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.753028 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-87915901-9e11-4266-bc99-b9085d5c3b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:36.793991 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:36.796879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.798058 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1922982 Dec 22 09:34:36.798968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-43ddafda-e2e0-43bb-a797-00b679300149 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:36.801705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44726) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:36.807490 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2104e5d2-fe94-4bdf-b2c4-67f469ad0fda', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:36.814781 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:36.818862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:36.821708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:36.828459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:36.843812 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.906598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.910091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.911873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7717f606-50fc-462a-b02f-66bf91d16e8c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:36.934220 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ecb8fe-c012-4820-b8aa-7b250521a849,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:36.936905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:36.943859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:36.945042 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421726 Dec 22 09:34:36.947765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44730) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:36.954226 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2104e5d2-fe94-4bdf-b2c4-67f469ad0fda', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:36.960051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:36.963766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:36.967096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:36.972879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:36.989370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.049459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.052980 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.054829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7420d46-c1f6-4239-8c66-f3c36d106e96 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:37.075751 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583060d9-aa1d-4730-a0c4-e917c7d3aa17,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:37.078213 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:37.084795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.085946 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6394981a-fe45-4171-8f60-fee9b1ed6f39 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369689 Dec 22 09:34:37.089685 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44734) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:37.095534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2104e5d2-fe94-4bdf-b2c4-67f469ad0fda', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:37.101445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:37.107008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:37.109900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:37.115394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:37.131051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.195864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.199332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.201120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9853d80f-ac71-4c6e-a625-02e862bf57d7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:37.222457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7431b8-9e24-440b-9ffc-6b4629f6c145,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:37.224926 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:37.232365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.233817 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1cf66d73-95f8-47b7-b429-1417966781f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426013 Dec 22 09:34:37.236511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44738) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:37.241536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2104e5d2-fe94-4bdf-b2c4-67f469ad0fda', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:37.247329 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:37.251106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:37.253972 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:37.259563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:37.275310 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.340176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.344395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.351792 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1057296b-877e-4599-8bdd-33d2b5ed507b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:37.374092 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05ac239-cd3b-41e0-9428-34c59f307906,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:37.376959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:37.381252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.382738 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-6e9c609d-5b28-4c52-b5c0-6e1aa35bccb0 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451769 Dec 22 09:34:37.385341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44742) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:37.390830 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2104e5d2-fe94-4bdf-b2c4-67f469ad0fda', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:37.396758 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:37.400545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:37.404034 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:37.409700 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:37.420001 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:34:37.428708 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.491805 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.495303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.497123 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cf368426-faba-497a-afb9-a859696ba38b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:37.519293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1546d264-7080-46bb-ae9d-da26ee0a9088,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:37.523677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:37.530360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.531536 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452997 Dec 22 09:34:37.534266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44746) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:37.540203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'security_group_rule': {'security_group_id': '2104e5d2-fe94-4bdf-b2c4-67f469ad0fda', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:37.545652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:37.550814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:security_group_rule and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:37.555249 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:37.562766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:37.576828 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Project 1485767fae9a4409b1fc834f7c6abca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:34:37.583365 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.647214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.650731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.656870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-753f9a66-3046-4ace-b94f-aa803562dc4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:37.676603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4023dda-e83c-48ee-9ef7-bc2ade3c643c,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:37.678725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:37.686615 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.687882 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e7a376d1-5224-406f-ab3e-c2151a25ca4f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526520 Dec 22 09:34:37.690723 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44750) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:37.696540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'network': {'name': 'tempest-network-smoke--1137320306', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'port_security_enabled': True}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:37.701982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:37.706033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:network and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:37.708850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:37.714457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:37.724598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:34:37.728005 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.754548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:34:37.763421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.763754 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Added segment 0dcd5cdf-194f-4e91-9414-528811447791 of type vlan for network 68f6be86-6bea-4351-bcc5-3440c0b12db6 Dec 22 09:34:37.788303 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.816642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.822066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:37.822641 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.826725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b06d2974-b0cd-4a1d-b72c-7921a1c03ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:37.927956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Network': ['ID=68f6be86-6bea-4351-bcc5-3440c0b12db6,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:37.931030 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2391224 Dec 22 09:34:37.931888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-80398932-7c5d-4e9f-8db3-351f97aeaa3b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:37.933721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44754) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:37.939166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'admin_state_up': True, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:37.939353 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:34:37.946791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:37.951466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:router and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:37.954328 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:37.960562 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:37.970469 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.971671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:37.987377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:38.249755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:38.688510 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:38.717891 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:38.847273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.236 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:34:38.992553 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:39.021286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:39.025566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-178cb37f-fb3c-4c13-b5a6-ed1242ec8db3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:39.087877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:34:39.090650 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:34:39.094424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:34:39.130755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:39.138548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:39.518059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:39.856943 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:39.889725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c586741-d4cc-47d4-929c-fb4943cb8eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:40.189121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 97a7a012-8260-427f-920c-c605655b44c3 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:34:40.332506 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:40.366598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:34:40.376216 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Sync routers for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:34:40.385646 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:40.386257 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:40.392960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:40.396975 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4595382 Dec 22 09:34:40.397229 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44758) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:40.439798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-abc58fd5-b510-40ec-9682-5cf61cda1f25 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=1485767fae9a4409b1fc834f7c6abca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390530 Dec 22 09:34:40.440173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44762) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:40.578074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b2bd6-fcb5-4895-b669-09ae1c56cec4 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:40.582194 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0d0b2bd6-fcb5-4895-b669-09ae1c56cec4 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384339 Dec 22 09:34:40.583007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44768) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:40.613489 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:40.632819 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8d89364c-90ae-4041-a402-d3d44c730c34 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5635b97-5b51-4561-a741-d37e7b9b645f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484822 Dec 22 09:34:40.635836 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44772) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:40.643162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-815846442', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:40.755716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:40.759607 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:subnet and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:34:40.763008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:34:40.768884 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:40.780816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:34:40.784882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:40.911387 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:39Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:40.915828 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Checking router: 97a7a012-8260-427f-920c-c605655b44c3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:34:40.916187 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Updating router 97a7a012-8260-427f-920c-c605655b44c3 port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:34:40.979639 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.154133 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.158080 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a2b57fe8-a18a-4626-80d8-4c4acdf5d840 tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:41.235969 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Subnet': ['ID=1d1a96b3-fbe6-4de5-a053-64c45bb06b25,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:41.238867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:41.246371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Checking segment: {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:34:41.247329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network hostable DHCP agents. Network: 68f6be86-6bea-4351-bcc5-3440c0b12db6, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:34:41.271174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:34:41.282328 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 68f6be86-6bea-4351-bcc5-3440c0b12db6) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:34:41.290070 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:41.290903 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.297365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b417826-d77e-4c42-855d-dc26459b2e35 None None] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:34:41.316539 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-301c8a15-7434-4e75-8d8f-2c4e95a0559b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6785901 Dec 22 09:34:41.319395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44776) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:34:41.337647 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.350073 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Transition to ACTIVE for port object 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:34:41.357927 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.361591 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f6e7ec2d-615d-4590-8d2b-e379db1ec852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:41.436104 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Attempting to bind port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:34:41.436788 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Attempting to bind port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:34:41.437121 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Attempting to bind port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:34:41.448601 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:41.448992 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:34:41.449503 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.449896 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:41.450247 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Bound port: 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:34:41.450840 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.489300 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Pushing event updated for resources: {'Port': ['ID=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,revision_number=2']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:41.511124 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.511460 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.515594 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.515958 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.516299 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.516623 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.516939 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.517256 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.517573 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.517884 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.518195 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.518502 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:34:41.522322 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:41.552844 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] For port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:34:41.556426 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] For port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:34:41.562975 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.573128 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f6e7ec2d-615d-4590-8d2b-e379db1ec852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:41.578670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-68f6be86-6bea-4351-bcc5-3440c0b12db6', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:34:41.579723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.646400 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:41.647030 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:41.726568 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Pushing event updated for resources: {'Port': ['ID=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:41.732222 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:41.763440 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Allocated IP 172.20.0.2 (68f6be86-6bea-4351-bcc5-3440c0b12db6/1d1a96b3-fbe6-4de5-a053-64c45bb06b25/a3951edf-21c8-4294-ba61-9267143da202) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:34:41.849805 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:41.976587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:41.987820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Transition to ACTIVE for port object a3951edf-21c8-4294-ba61-9267143da202 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:34:42.006337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Transition to ACTIVE for port object a3951edf-21c8-4294-ba61-9267143da202 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:34:42.013350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.018730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:42.076567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.084077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:34:42.087016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:34:42.089442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:34:42.158641 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:39Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:42.163077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Pushing event updated for resources: {'Port': ['ID=a3951edf-21c8-4294-ba61-9267143da202,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:42.163331 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7335-8d54-49b6-b8fc-13495d3973f7 None None] The sync data for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv is: [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:39Z', 'revision_number': 3, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:34:42.170750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:42.211466 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Attempting to bind port a3951edf-21c8-4294-ba61-9267143da202 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:34:42.211914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Attempting to bind port a3951edf-21c8-4294-ba61-9267143da202 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:34:42.212345 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Attempting to bind port a3951edf-21c8-4294-ba61-9267143da202 on network 68f6be86-6bea-4351-bcc5-3440c0b12db6 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:34:42.217271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f9472d58-6eba-4519-aa99-10b9334cb927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.222295 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:42.222678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Checking segment: {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:34:42.223100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.223481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Bound using segment: {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:42.223982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Bound port: a3951edf-21c8-4294-ba61-9267143da202, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:34:42.224363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.331869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] For port a3951edf-21c8-4294-ba61-9267143da202, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:34:42.335835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] For port a3951edf-21c8-4294-ba61-9267143da202, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a3951edf-21c8-4294-ba61-9267143da202,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:34:42.342002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.346858 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:42.449094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Pushing event updated for resources: {'Port': ['ID=a3951edf-21c8-4294-ba61-9267143da202,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:42.452985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:42.697266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.1 (68f6be86-6bea-4351-bcc5-3440c0b12db6/1d1a96b3-fbe6-4de5-a053-64c45bb06b25/d03118ea-63b6-49d9-8b81-ddd74a8daf42) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:34:42.883370 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.900537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object d03118ea-63b6-49d9-8b81-ddd74a8daf42 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:34:42.926208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.929817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84797a39-1024-4228-b7ec-42639cc12f2e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:42.997736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:34:43.001719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:34:43.005881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:34:43.036946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=d03118ea-63b6-49d9-8b81-ddd74a8daf42,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:43.043028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:43.067574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.192223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.386514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.389560 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:34:43.439148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.470501 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a3951edf-21c8-4294-ba61-9267143da202 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:34:43.557792 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port a3951edf-21c8-4294-ba61-9267143da202 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:34:43.577247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:34:43.631284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc6f11-166f-4e2b-8350-43c70080b2aa None None] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:34:43.661697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.666151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.705452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:43.737106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Provisioning for port a3951edf-21c8-4294-ba61-9267143da202 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:34:43.751687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Provisioning complete for port a3951edf-21c8-4294-ba61-9267143da202 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:43.752099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.790951 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=d03118ea-63b6-49d9-8b81-ddd74a8daf42,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:43.794867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:43.795811 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.835678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:34:43.848438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:43.848813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:43.939039 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:34:43.940302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:34:44.086402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:44.184616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] For port a3951edf-21c8-4294-ba61-9267143da202, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a3951edf-21c8-4294-ba61-9267143da202,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:44.188761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:44.196564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:44.200297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:44.260542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 97a7a012-8260-427f-920c-c605655b44c3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:34:44.263177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:44.271267 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:44.285255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Pushing event updated for resources: {'Port': ['ID=a3951edf-21c8-4294-ba61-9267143da202,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:44.288278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:44.288735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-21c776ef-52fb-48f0-b403-0744d780ed3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:44.358845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:44.361980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:44.454931 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:34:44.464965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Sync routers for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:34:44.469919 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/97a7a012-8260-427f-920c-c605655b44c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1494205 Dec 22 09:34:44.484009 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:44.484628 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:44.589911 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-71a20629-7c91-4704-85d2-5ccaf924355a None None] Provisioning complete for port a3951edf-21c8-4294-ba61-9267143da202 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:44.590297 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-71a20629-7c91-4704-85d2-5ccaf924355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:44.663699 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-064ed018-9b23-457f-bf04-6ff983ee98e8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:34:44.682225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-064ed018-9b23-457f-bf04-6ff983ee98e8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:34:44.683642 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-064ed018-9b23-457f-bf04-6ff983ee98e8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298030432&fields=id&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 267 time: 0.0619795 Dec 22 09:34:44.745282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:44.843941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-9ac4dd21-3df5-496b-9715-5d7c51e6728f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:44.844951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-9ac4dd21-3df5-496b-9715-5d7c51e6728f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:34:44.864287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-9ac4dd21-3df5-496b-9715-5d7c51e6728f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:34:44.866007 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-9ac4dd21-3df5-496b-9715-5d7c51e6728f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 797 time: 0.1747980 Dec 22 09:34:44.882687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:44.888954 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-2a5bc245-bb8b-4683-bfb7-43b561006ed2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/quotas/1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 375 time: 0.0156114 Dec 22 09:34:44.972105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-1bc25d0e-d491-4408-bc86-554048e075cf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:34:44.988446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-1bc25d0e-d491-4408-bc86-554048e075cf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:34:44.989798 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-1bc25d0e-d491-4408-bc86-554048e075cf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000433 Dec 22 09:34:45.028602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-71a20629-7c91-4704-85d2-5ccaf924355a None None] Provisioning for port d03118ea-63b6-49d9-8b81-ddd74a8daf42 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:34:45.041765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-71a20629-7c91-4704-85d2-5ccaf924355a None None] Provisioning complete for port d03118ea-63b6-49d9-8b81-ddd74a8daf42 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:45.042154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-71a20629-7c91-4704-85d2-5ccaf924355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:45.084162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-477fb947-771b-4909-a4cc-3525c18dab44 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:34:45.085155 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-477fb947-771b-4909-a4cc-3525c18dab44 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450072 Dec 22 09:34:45.124494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-71a20629-7c91-4704-85d2-5ccaf924355a None None] Port d03118ea-63b6-49d9-8b81-ddd74a8daf42 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:34:45.197116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 2, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:45.201613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Checking router: 97a7a012-8260-427f-920c-c605655b44c3 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:34:45.202029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Updating router 97a7a012-8260-427f-920c-c605655b44c3 port d03118ea-63b6-49d9-8b81-ddd74a8daf42 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:34:45.220215 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-09388780-44e2-48a2-b27b-4b59f3b647b4 service neutron] 10.222.0.36 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284075 Dec 22 09:34:45.259282 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:45.275591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-257704fc-d15e-4254-91db-a3c44bd02efe None None] Provisioning complete for port d03118ea-63b6-49d9-8b81-ddd74a8daf42 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:45.275992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-257704fc-d15e-4254-91db-a3c44bd02efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:45.364562 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-64df8e92-caf2-4fd7-bead-79760c563769 service neutron] 10.222.0.36 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385002 Dec 22 09:34:45.366766 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a3951edf-21c8-4294-ba61-9267143da202 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:34:45.421442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-257704fc-d15e-4254-91db-a3c44bd02efe None None] Port d03118ea-63b6-49d9-8b81-ddd74a8daf42 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:34:45.573230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port a3951edf-21c8-4294-ba61-9267143da202 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:45.573879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:45.636175 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2cae90d7-5c19-4cab-ab32-d398a02b4b75 req-7dc0b18f-ee32-4422-b732-3bab2dff77ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:34:45.648607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2cae90d7-5c19-4cab-ab32-d398a02b4b75 req-7dc0b18f-ee32-4422-b732-3bab2dff77ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:34:45.649679 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2cae90d7-5c19-4cab-ab32-d398a02b4b75 req-7dc0b18f-ee32-4422-b732-3bab2dff77ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 210 time: 0.1049457 Dec 22 09:34:45.839596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:34:45.904697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:45.919473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Transition to ACTIVE for port object d03118ea-63b6-49d9-8b81-ddd74a8daf42 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:34:45.927002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:45.930548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-cdab79e9-4382-4b3f-9e9b-67c4443d7bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:45.986960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:45.987421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:46.103108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa38e6-dc4c-447b-b11d-cc315790479a None None] Pushing event updated for resources: {'Port': ['ID=d03118ea-63b6-49d9-8b81-ddd74a8daf42,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:46.134042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ffa38e6-dc4c-447b-b11d-cc315790479a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:46.201833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Attempting to bind port d03118ea-63b6-49d9-8b81-ddd74a8daf42 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:34:46.202206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Attempting to bind port d03118ea-63b6-49d9-8b81-ddd74a8daf42 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:34:46.202569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Attempting to bind port d03118ea-63b6-49d9-8b81-ddd74a8daf42 on network 68f6be86-6bea-4351-bcc5-3440c0b12db6 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:34:46.241694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:46.242073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Checking segment: {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:34:46.242480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:46.242876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Bound using segment: {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:46.243344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Bound port: d03118ea-63b6-49d9-8b81-ddd74a8daf42, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:34:46.243723 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:46.357304 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] For port d03118ea-63b6-49d9-8b81-ddd74a8daf42, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:34:46.360208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] For port d03118ea-63b6-49d9-8b81-ddd74a8daf42, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d03118ea-63b6-49d9-8b81-ddd74a8daf42,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:34:46.364757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:46.368183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:46.440218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:34:46.440867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:46.498753 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa38e6-dc4c-447b-b11d-cc315790479a None None] Pushing event updated for resources: {'Port': ['ID=d03118ea-63b6-49d9-8b81-ddd74a8daf42,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:46.509375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ffa38e6-dc4c-447b-b11d-cc315790479a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:46.640852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:34:46.745905 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dd7a5697-50f0-4040-8656-406935a0dde1 req-defc7577-e6a4-4080-a886-54ffb94c798b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 210 time: 0.0415950 Dec 22 09:34:46.952235 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:46Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:34:46.956196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e471e07-a792-4b21-a2fe-4459952a1c55 None None] The sync data for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv is: [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:46Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:34:47.370997 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d03118ea-63b6-49d9-8b81-ddd74a8daf42 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:34:47.444002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port d03118ea-63b6-49d9-8b81-ddd74a8daf42 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:34:47.449104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port d03118ea-63b6-49d9-8b81-ddd74a8daf42 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:47.449490 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:47.583629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:47.666322 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port d03118ea-63b6-49d9-8b81-ddd74a8daf42, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d03118ea-63b6-49d9-8b81-ddd74a8daf42,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:47.671505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:47.674704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ce3948b1-58a5-4299-9cb4-60318acfd7e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:47.758108 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=d03118ea-63b6-49d9-8b81-ddd74a8daf42,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:47.761465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:47.870081 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a968f14b-d3c8-4635-b927-c3ca0751ed46 req-9e9ecd14-3beb-4a96-b469-c47d781ee424 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 210 time: 0.0571809 Dec 22 09:34:48.966229 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-eadb0331-01f8-4cd4-b0b9-06247bad9bd5 req-90a37a2e-fe89-414e-9853-f23d48f62aeb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 210 time: 0.0452449 Dec 22 09:34:49.352330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d03118ea-63b6-49d9-8b81-ddd74a8daf42 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:34:49.420896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port d03118ea-63b6-49d9-8b81-ddd74a8daf42 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:49.421265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:50.112432 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5212fdf2-4a4e-4836-9ecb-b5ed18d758e6 req-aa68fe03-5221-4d1e-92e1-9d027c10231c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 210 time: 0.0437114 Dec 22 09:34:50.851353 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-913214c1-5d42-4b74-9b20-0c504814d29d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:50.851962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-913214c1-5d42-4b74-9b20-0c504814d29d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:34:50.864675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c33f8301-c373-439e-8142-59cffd892dfd req-913214c1-5d42-4b74-9b20-0c504814d29d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:34:50.865801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-913214c1-5d42-4b74-9b20-0c504814d29d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 797 time: 0.1601331 Dec 22 09:34:50.913839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-7f1b7808-198b-4534-b708-f3e4f978fe63 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1485767fae9a4409b1fc834f7c6abca9 HTTP/1.1" status: 200 len: 380 time: 0.0399947 Dec 22 09:34:50.922043 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'port': {'device_id': 'c2098324-29f4-4c69-8883-620effbb872a', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'admin_state_up': True, 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'security_groups': ['2104e5d2-fe94-4bdf-b2c4-67f469ad0fda']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:51.056779 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:34:51.067085 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:34:51.077065 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Made reservation on behalf of 1485767fae9a4409b1fc834f7c6abca9 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:34:51.080628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:51.245652 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.20.0.6 (68f6be86-6bea-4351-bcc5-3440c0b12db6/1d1a96b3-fbe6-4de5-a053-64c45bb06b25/3d500cc8-b384-4a6b-8a30-6948d287808e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:34:51.268055 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19b73de4-5ea4-4239-9a60-b6cf7e2e963a req-0ff48b07-80c6-4152-b676-1e4ca1520ad3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 210 time: 0.0465732 Dec 22 09:34:51.434275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:51.453099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Transition to ACTIVE for port object 3d500cc8-b384-4a6b-8a30-6948d287808e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:34:51.481134 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:51.487232 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb9393a1-0435-4a26-b88e-0a78cbaab916 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:51.556705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:34:51.560620 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:34:51.564475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:34:51.595070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=3d500cc8-b384-4a6b-8a30-6948d287808e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:51.601661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:51.631868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:51.632499 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:51.658326 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397549 Dec 22 09:34:51.749900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Request body: {'port': {'device_id': 'c2098324-29f4-4c69-8883-620effbb872a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:34:51.762047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-671afe93-65cd-48ec-856f-e397802e29bf None None] Provisioning for port 3d500cc8-b384-4a6b-8a30-6948d287808e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:34:51.771691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-671afe93-65cd-48ec-856f-e397802e29bf None None] Provisioning complete for port 3d500cc8-b384-4a6b-8a30-6948d287808e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:34:51.772177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-671afe93-65cd-48ec-856f-e397802e29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:51.827510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-671afe93-65cd-48ec-856f-e397802e29bf None None] Port 3d500cc8-b384-4a6b-8a30-6948d287808e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:34:51.867880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:52.198319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d500cc8-b384-4a6b-8a30-6948d287808e {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:34:52.205570 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:52.219706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Transition to ACTIVE for port object 3d500cc8-b384-4a6b-8a30-6948d287808e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:34:52.223159 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:52.227459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-733dff38-bcd9-49dc-aa38-98b43cb6fffe tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:52.394940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Pushing event updated for resources: {'Port': ['ID=3d500cc8-b384-4a6b-8a30-6948d287808e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:52.431501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:52.656308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Attempting to bind port 3d500cc8-b384-4a6b-8a30-6948d287808e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:34:52.656633 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Attempting to bind port 3d500cc8-b384-4a6b-8a30-6948d287808e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:34:52.656966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Attempting to bind port 3d500cc8-b384-4a6b-8a30-6948d287808e on network 68f6be86-6bea-4351-bcc5-3440c0b12db6 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:34:52.663354 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Port 3d500cc8-b384-4a6b-8a30-6948d287808e on network 68f6be86-6bea-4351-bcc5-3440c0b12db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:34:52.663668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Attempting to bind port 3d500cc8-b384-4a6b-8a30-6948d287808e on network 68f6be86-6bea-4351-bcc5-3440c0b12db6 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:34:52.674679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695efa6b-1b2a-47bb-8cdd-d042eb50a8c5 req-537eef6e-7028-47b6-a9e2-91d93755efcc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:52.675359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-695efa6b-1b2a-47bb-8cdd-d042eb50a8c5 req-537eef6e-7028-47b6-a9e2-91d93755efcc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:34:52.680695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:34:52.681023 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Checking segment: {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:34:52.681395 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Bound using segment: {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:34:52.681806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Bound port: 3d500cc8-b384-4a6b-8a30-6948d287808e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dcd5cdf-194f-4e91-9414-528811447791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:34:52.682143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:52.732197 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-695efa6b-1b2a-47bb-8cdd-d042eb50a8c5 req-537eef6e-7028-47b6-a9e2-91d93755efcc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:34:52.733266 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-695efa6b-1b2a-47bb-8cdd-d042eb50a8c5 req-537eef6e-7028-47b6-a9e2-91d93755efcc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 943 time: 0.3445244 Dec 22 09:34:52.806709 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-695efa6b-1b2a-47bb-8cdd-d042eb50a8c5 req-892d9c21-beb9-4def-9f58-c92b9b2c73ff tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669241 Dec 22 09:34:52.809102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] For port 3d500cc8-b384-4a6b-8a30-6948d287808e, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:34:52.812761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] For port 3d500cc8-b384-4a6b-8a30-6948d287808e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3d500cc8-b384-4a6b-8a30-6948d287808e,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:34:52.817999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:52.822832 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:52.879850 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:52.880487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:52.881830 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] 10.222.0.16 "PUT /v2.0/ports/3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 1093 time: 1.1754482 Dec 22 09:34:52.882347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:34:52.916290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Pushing event updated for resources: {'Port': ['ID=3d500cc8-b384-4a6b-8a30-6948d287808e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:52.919959 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:53.000148 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-347e141a-6a85-43c5-b626-1541884c729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:53.001577 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-347e141a-6a85-43c5-b626-1541884c729c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1096 time: 0.0798161 Dec 22 09:34:53.063561 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'status': 'completed', 'code': 200} Dec 22 09:34:53.079207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-0f44b9e1-125c-4e90-9af7-accd744e5a88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 217 time: 0.0702500 Dec 22 09:34:53.141529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-3441343b-c77d-4fe4-a2a9-84632a7b28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:53.142831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-3441343b-c77d-4fe4-a2a9-84632a7b28bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 200 len: 834 time: 0.0570796 Dec 22 09:34:53.220211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8301-c373-439e-8142-59cffd892dfd req-9b2f3d40-7b6f-47b4-991b-cd8410ac3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:53.221670 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-9b2f3d40-7b6f-47b4-991b-cd8410ac3021 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68f6be86-6bea-4351-bcc5-3440c0b12db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728884 Dec 22 09:34:53.351586 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-0929e12b-ed8f-45cb-8f45-2e1e72b281df service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232595 Dec 22 09:34:53.482505 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c33f8301-c373-439e-8142-59cffd892dfd req-1b30a534-a5d0-4d8f-a19f-171f2ec741ba service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238444 Dec 22 09:34:53.601099 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-80a509d3-2c0a-40cd-8f65-59069c780e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:53.602555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-80a509d3-2c0a-40cd-8f65-59069c780e80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1096 time: 0.0721748 Dec 22 09:34:53.731344 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-bb0ca020-2ee1-4118-9092-c012eda922ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:53.732924 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-bb0ca020-2ee1-4118-9092-c012eda922ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 897 time: 0.1238036 Dec 22 09:34:53.803507 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-7c336232-05bf-4571-8ee5-3a8881c30853 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 217 time: 0.0634613 Dec 22 09:34:53.868639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-16d606b2-782d-4f60-b555-a91e850f8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:53.870065 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-16d606b2-782d-4f60-b555-a91e850f8e22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 200 len: 834 time: 0.0607703 Dec 22 09:34:54.007555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-fc3bd54b-0387-4d69-abce-44eb67d8e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:54.009027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-fc3bd54b-0387-4d69-abce-44eb67d8e9e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68f6be86-6bea-4351-bcc5-3440c0b12db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326201 Dec 22 09:34:54.017571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6d7ea-2646-4eae-8c3a-b4b964c15b7b req-0801bbf0-5eb6-415b-9bf2-12e77612ecaa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:54.018872 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2cf6d7ea-2646-4eae-8c3a-b4b964c15b7b req-0801bbf0-5eb6-415b-9bf2-12e77612ecaa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 943 time: 0.1002903 Dec 22 09:34:54.142127 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2cf6d7ea-2646-4eae-8c3a-b4b964c15b7b req-bad40377-8792-4d75-b06d-2058662ba9b5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056528 Dec 22 09:34:54.177616 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-da709612-d535-4b0b-89c6-d0d1ae8a0cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578331 Dec 22 09:34:54.308547 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-020755d0-4eee-4cd6-bcac-62029393f7d4 req-9a252e90-d328-4dd8-bb3f-c724ef747292 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238167 Dec 22 09:34:55.325077 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed81c6-5d91-46bf-97a9-0a7ce579ce63 req-ee0ff3f6-eae2-4b31-aebd-187547e67b79 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:55.327159 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ed81c6-5d91-46bf-97a9-0a7ce579ce63 req-ee0ff3f6-eae2-4b31-aebd-187547e67b79 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 943 time: 0.0814030 Dec 22 09:34:55.369521 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-54ed81c6-5d91-46bf-97a9-0a7ce579ce63 req-fcf29b0f-9308-4bfe-bf54-76c49cc39aa9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368080 Dec 22 09:34:56.558348 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff422fd-133f-40a8-a437-f297d5102671 req-132cc82e-d657-4339-881a-3898c5e23157 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:56.559836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4ff422fd-133f-40a8-a437-f297d5102671 req-132cc82e-d657-4339-881a-3898c5e23157 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 943 time: 0.0803456 Dec 22 09:34:56.605429 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4ff422fd-133f-40a8-a437-f297d5102671 req-3562ddd5-01e4-4dff-b4cb-bc0dbff0a2d9 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Dec 22 09:34:57.790806 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b354a3-9af5-4793-9a29-b32abfd3322b req-50547fe3-ecf6-4baf-8613-40d9aba27fc7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:57.792279 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c1b354a3-9af5-4793-9a29-b32abfd3322b req-50547fe3-ecf6-4baf-8613-40d9aba27fc7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 943 time: 0.0833778 Dec 22 09:34:57.838275 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c1b354a3-9af5-4793-9a29-b32abfd3322b req-79063d76-7e72-4e97-be31-dc65c6a4bb57 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 Dec 22 09:34:58.146354 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 3d500cc8-b384-4a6b-8a30-6948d287808e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:34:58.279549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 3d500cc8-b384-4a6b-8a30-6948d287808e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3d500cc8-b384-4a6b-8a30-6948d287808e,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:58.293288 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'port_id': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'mac_address': 'fa:16:3e:ae:b9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:34:58.348290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:58.368836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d500cc8-b384-4a6b-8a30-6948d287808e {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:34:58.383798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 3d500cc8-b384-4a6b-8a30-6948d287808e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3d500cc8-b384-4a6b-8a30-6948d287808e,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:34:58.388793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:58.390542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ffa38e6-dc4c-447b-b11d-cc315790479a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:34:58.454173 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=3d500cc8-b384-4a6b-8a30-6948d287808e,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:34:58.457201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:34:58.760278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['3d500cc8-b384-4a6b-8a30-6948d287808e'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:34:59.025654 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b8cb-33d0-4eac-9c77-d0f8865f7f78 req-5f61000f-1b6c-4893-8346-eef6c44bcd28 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:59.026987 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07d3b8cb-33d0-4eac-9c77-d0f8865f7f78 req-5f61000f-1b6c-4893-8346-eef6c44bcd28 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 944 time: 0.0833447 Dec 22 09:34:59.070400 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07d3b8cb-33d0-4eac-9c77-d0f8865f7f78 req-a57be81d-4068-4fb0-a7cd-a9688e72174e tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377100 Dec 22 09:35:00.160826 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 3d500cc8-b384-4a6b-8a30-6948d287808e up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:35:00.230719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 3d500cc8-b384-4a6b-8a30-6948d287808e completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:35:00.235451 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 3d500cc8-b384-4a6b-8a30-6948d287808e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:35:00.235833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:00.254230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f03ecf-a39c-4cef-9e93-5c860cd70873 req-06cee926-208c-45c4-a288-bc923f59cfe2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:00.255679 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6f03ecf-a39c-4cef-9e93-5c860cd70873 req-06cee926-208c-45c4-a288-bc923f59cfe2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 944 time: 0.0783253 Dec 22 09:35:00.299650 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d6f03ecf-a39c-4cef-9e93-5c860cd70873 req-bc4dcdb8-63fd-4320-92e2-7fcd4ea9f56c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379934 Dec 22 09:35:00.351455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:00.377182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:00.386940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 3d500cc8-b384-4a6b-8a30-6948d287808e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3d500cc8-b384-4a6b-8a30-6948d287808e,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:35:00.390771 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:00.392769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:35:00.427793 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'code': 200} Dec 22 09:35:00.460120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=3d500cc8-b384-4a6b-8a30-6948d287808e,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:00.462841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:35:00.645809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea316c06-9282-49bc-a188-cac9f7336ade req-8a074424-2724-4895-b4b8-eaaa652500f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:00.647164 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea316c06-9282-49bc-a188-cac9f7336ade req-8a074424-2724-4895-b4b8-eaaa652500f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1098 time: 0.0694385 Dec 22 09:35:00.686976 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ea316c06-9282-49bc-a188-cac9f7336ade req-2ba0c292-01fc-4559-987a-84dd14e652d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333591 Dec 22 09:35:01.483146 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680c99a-849a-432f-aea0-4cb3de2784db req-d0a111d8-3d37-4359-90bc-3735044d4957 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:01.484538 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c680c99a-849a-432f-aea0-4cb3de2784db req-d0a111d8-3d37-4359-90bc-3735044d4957 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0827699 Dec 22 09:35:01.527581 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c680c99a-849a-432f-aea0-4cb3de2784db req-e0347af4-6e58-4996-9888-acab0e9f1144 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374725 Dec 22 09:35:02.720224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b258-40a4-45c0-acda-99032b581d83 req-e433660a-2c28-4d0a-a381-7207fe10155a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:02.721699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f899b258-40a4-45c0-acda-99032b581d83 req-e433660a-2c28-4d0a-a381-7207fe10155a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0851762 Dec 22 09:35:02.765619 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f899b258-40a4-45c0-acda-99032b581d83 req-5933868b-614a-49a4-b750-55bde7af4c10 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Dec 22 09:35:02.948577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee6cdd-6452-4c11-afd9-d0a863e44551 req-78e8cfed-32de-48ec-8d88-8a7561ea3626 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:02.949937 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cdee6cdd-6452-4c11-afd9-d0a863e44551 req-78e8cfed-32de-48ec-8d88-8a7561ea3626 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0797405 Dec 22 09:35:02.997594 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cdee6cdd-6452-4c11-afd9-d0a863e44551 req-1a54a8c5-cdde-437e-8e49-d4e382ec6374 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413287 Dec 22 09:35:03.021049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44888) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:03.094316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807bf16-22af-485f-ba17-8c7991305ec0 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:03.095885 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6807bf16-22af-485f-ba17-8c7991305ec0 tempest-TestNetworkAdvancedServerOps-2065523069 tempest-TestNetworkAdvancedServerOps-2065523069-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1093 time: 0.0738573 Dec 22 09:35:03.098945 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44892) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:03.106005 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:35:03.117008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:35:03.121388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Usage tracker for resource:floatingip and tenant:1485767fae9a4409b1fc834f7c6abca9 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:35:03.125591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:35:03.131316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:35:03.141966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:03.282000 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:03.417512 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Allocated IP 172.26.7.186 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/e0544384-5687-4258-8f6d-4672bf3ead27) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:35:03.692194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:03.721430 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:03.725309 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f399c1e4-d0fc-4747-8479-780281ee5e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:35:03.789435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:35:03.792346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:35:03.797312 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:35:03.829480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=e0544384-5687-4258-8f6d-4672bf3ead27,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:03.835918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:35:04.205469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:04.275992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:04.476999 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:04.481111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:04.484614 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b69d34a7-b596-46ee-853c-a5b13841f56d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:35:04.589377 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event updated for resources: {'Port': ['ID=e0544384-5687-4258-8f6d-4672bf3ead27,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:04.594024 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:35:04.601794 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:04.773153 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 038f87d9-e6f4-4109-b819-962cb6d04c04 associated. External IP: 172.26.7.186, port: 3d500cc8-b384-4a6b-8a30-6948d287808e. Dec 22 09:35:05.240074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 97a7a012-8260-427f-920c-c605655b44c3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:35:05.417058 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:35:05.427066 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] Sync routers for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:35:05.437159 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:05.437854 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:05.442429 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:05.499126 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3990905 Dec 22 09:35:05.499970 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:05.555818 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'status': 'completed', 'code': 200} Dec 22 09:35:05.659876 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:35:05.864817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-3f7bb63d-551c-4003-a7cd-1532faf09747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:05.866284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-3f7bb63d-551c-4003-a7cd-1532faf09747 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1098 time: 0.2888846 Dec 22 09:35:05.879973 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929d575-a9c7-4813-b4cd-a9c6e4cb5826 req-1f18230d-1c27-4765-95bb-faece916ed0d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:05.881979 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1929d575-a9c7-4813-b4cd-a9c6e4cb5826 req-1f18230d-1c27-4765-95bb-faece916ed0d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.2716172 Dec 22 09:35:06.040856 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1929d575-a9c7-4813-b4cd-a9c6e4cb5826 req-aeef217c-5937-4741-b239-f5564d1384cb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263173 Dec 22 09:35:06.068210 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44902) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:06.069615 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '038f87d9-e6f4-4109-b819-962cb6d04c04', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '97a7a012-8260-427f-920c-c605655b44c3', 'port_id': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'mac_address': 'fa:16:3e:ae:b9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2098324-29f4-4c69-8883-620effbb872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:35:04Z', 'updated_at': '2021-12-22T09:35:04Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:47Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:06.073744 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] Checking router: 97a7a012-8260-427f-920c-c605655b44c3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:35:06.081410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-a4eacbda-3670-46be-8001-e22717ab6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:06.083098 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:35:06.083224 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-a4eacbda-3670-46be-8001-e22717ab6faf service neutron] 10.222.0.16 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 897 time: 0.1997983 Dec 22 09:35:06.084060 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:34:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:06.185293 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f813f3b9-f698-42b9-8929-fb128ca2c20a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/038f87d9-e6f4-4109-b819-962cb6d04c04 HTTP/1.1" status: 200 len: 991 time: 0.1157029 Dec 22 09:35:06.195259 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-09390690-8f5b-48a4-af60-4ee151da27c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 999 time: 0.1059058 Dec 22 09:35:06.262301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-363bc844-29fe-4eee-b5a3-69ec374c3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:06.263770 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-363bc844-29fe-4eee-b5a3-69ec374c3866 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 200 len: 834 time: 0.0620456 Dec 22 09:35:06.311533 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:35:06.345046 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-03fb7179-809f-465e-88a9-447edfebeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:06.346533 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-03fb7179-809f-465e-88a9-447edfebeff5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68f6be86-6bea-4351-bcc5-3440c0b12db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755880 Dec 22 09:35:06.482155 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-c64e074e-a8af-4847-a65e-4d8ca9404739 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291585 Dec 22 09:35:06.617664 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7aef601a-b7ef-4062-8209-859b6e5dd97b req-9f2c0db9-1a61-46a8-af1d-a88766edd4d2 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291573 Dec 22 09:35:06.667097 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '038f87d9-e6f4-4109-b819-962cb6d04c04', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '97a7a012-8260-427f-920c-c605655b44c3', 'port_id': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'mac_address': 'fa:16:3e:ae:b9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2098324-29f4-4c69-8883-620effbb872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:35:04Z', 'updated_at': '2021-12-22T09:35:04Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:47Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:35:06.671229 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01dd1e9-72d6-4088-b573-e621ab361fcd None None] The sync data for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv is: [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '038f87d9-e6f4-4109-b819-962cb6d04c04', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '97a7a012-8260-427f-920c-c605655b44c3', 'port_id': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'mac_address': 'fa:16:3e:ae:b9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2098324-29f4-4c69-8883-620effbb872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:35:04Z', 'updated_at': '2021-12-22T09:35:04Z', 'revision_number': 0, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:47Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:35:06.741903 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-a071dc49-a028-4ceb-8f55-0a41232cd262 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703568 Dec 22 09:35:06.877302 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fabda4-49e9-4991-a1b9-c1e6f2fbe359 None None] New status for floating IP 038f87d9-e6f4-4109-b819-962cb6d04c04: ACTIVE {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:35:06.893916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-c9a2b6d7-86a4-458b-a2b9-24498f0372a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:06.895368 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-c9a2b6d7-86a4-458b-a2b9-24498f0372a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1098 time: 0.0863962 Dec 22 09:35:07.045515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-b38400c4-8d12-481e-adab-16885b88d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:07.047005 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-b38400c4-8d12-481e-adab-16885b88d1d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 897 time: 0.1329315 Dec 22 09:35:07.154881 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-0ee2ea53-7b9a-460b-b67f-d130f753c521 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 999 time: 0.1012645 Dec 22 09:35:07.190567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44906) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:35:07.231695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-aae155a3-fd58-4bab-8d0a-52c237c241e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:07.233159 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-aae155a3-fd58-4bab-8d0a-52c237c241e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 200 len: 834 time: 0.0722768 Dec 22 09:35:07.301252 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a9a8b6d4-3bb8-49d6-9d3c-3d2a540f7d54 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/038f87d9-e6f4-4109-b819-962cb6d04c04 HTTP/1.1" status: 200 len: 993 time: 0.1100709 Dec 22 09:35:07.311066 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-5a3090ec-ca6e-45d4-9300-7549dc4e01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:07.312930 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-5a3090ec-ca6e-45d4-9300-7549dc4e01ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68f6be86-6bea-4351-bcc5-3440c0b12db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697453 Dec 22 09:35:07.447315 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-1202be99-8841-4589-80e7-ba92f5928a80 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285276 Dec 22 09:35:07.582421 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3ef802a4-7f95-436b-b7b4-77c9727e9d35 req-3a939397-bbe5-4029-9949-a2ddc2734ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283476 Dec 22 09:35:09.892650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a42f3537-3d3a-482b-af91-6902d31844d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:10.349291 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:12.188572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b6b90633-637d-4e30-93ce-3594a28b3b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:13.340714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:13.423024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:14.775994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:20.378444 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:35:39.894063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-29c9aaa0-9fd8-4a42-89d7-81937de43b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:40.347848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:42.190443 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f2d1d43b-4400-4582-8b25-15c99ac18af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.344349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.429296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:44.776616 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:57.377544 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:36:07.879129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-6b91f4fb-50e8-4c29-badc-11b24c396c1b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2028055 Dec 22 09:36:08.019845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3cef8-61ee-4727-9434-756278b0a0be req-1c6f46bc-edf8-4c13-aeb1-69f4b9229a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:08.021324 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-1c6f46bc-edf8-4c13-aeb1-69f4b9229a95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1098 time: 0.0720828 Dec 22 09:36:08.170971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3cef8-61ee-4727-9434-756278b0a0be req-4781aa8c-c554-4833-8e34-6699b3b4fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:08.172310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-4781aa8c-c554-4833-8e34-6699b3b4fa1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 897 time: 0.1269553 Dec 22 09:36:08.276743 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-ea981d19-fe68-43db-887c-5a5c62203c29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 1001 time: 0.0947621 Dec 22 09:36:08.340301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3cef8-61ee-4727-9434-756278b0a0be req-542027d4-9cdf-43f5-a1ff-58977e27925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:08.342395 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-542027d4-9cdf-43f5-a1ff-58977e27925a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 200 len: 834 time: 0.0591702 Dec 22 09:36:08.419208 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3cef8-61ee-4727-9434-756278b0a0be req-1084ed23-5d98-4e2d-b85f-d1eaaa7767cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:08.420756 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-1084ed23-5d98-4e2d-b85f-d1eaaa7767cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68f6be86-6bea-4351-bcc5-3440c0b12db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723443 Dec 22 09:36:08.555415 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-f920564b-7a5d-444f-b080-23488f1ab8fe service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278021 Dec 22 09:36:08.684986 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-11a3cef8-61ee-4727-9434-756278b0a0be req-f3ec2f5b-5a29-40d5-a3fc-f1c51b311ff4 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216757 Dec 22 09:36:09.899676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0880751c-6ae9-461d-80f8-5fcbfbf3e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:10.366811 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:12.192166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-854ef92d-a661-4436-b276-f32a610c5827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:13.350273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:13.428186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:14.782039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:16.887905 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72844d-ce51-439c-a0da-92220a85de80 req-ef26b245-b2cf-439d-9e21-f044140eb1de tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:16.889326 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c72844d-ce51-439c-a0da-92220a85de80 req-ef26b245-b2cf-439d-9e21-f044140eb1de tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0941575 Dec 22 09:36:16.937042 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7c72844d-ce51-439c-a0da-92220a85de80 req-70d76152-fa37-4277-bb98-f57c81837001 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Dec 22 09:36:18.120435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42479c4a-2832-461e-ad99-d8f1fa96bb80 req-7312f10f-0d1f-45ad-9fb5-0d037b55eb59 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:18.121865 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-42479c4a-2832-461e-ad99-d8f1fa96bb80 req-7312f10f-0d1f-45ad-9fb5-0d037b55eb59 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0789046 Dec 22 09:36:18.168751 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-42479c4a-2832-461e-ad99-d8f1fa96bb80 req-7650912d-0f43-4843-b080-3221024c79fc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Dec 22 09:36:19.367577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31930de4-78d9-4e56-9702-ac602345f799 req-88642674-0414-455a-bd72-f8c33147935b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:19.369059 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-31930de4-78d9-4e56-9702-ac602345f799 req-88642674-0414-455a-bd72-f8c33147935b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0922868 Dec 22 09:36:19.438584 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-31930de4-78d9-4e56-9702-ac602345f799 req-00ffa33d-88fe-4b2e-9941-f85a31421099 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627460 Dec 22 09:36:19.461738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44966) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:19.568316 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fd602ae3-2e31-4d14-a6c3-2d955f3e5bda tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/038f87d9-e6f4-4109-b819-962cb6d04c04 HTTP/1.1" status: 200 len: 993 time: 0.1053689 Dec 22 09:36:21.087961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f21a-6bc0-4d06-85fd-87f2e81983f6 req-957187ef-d572-4e44-b97b-41c4a0cf515c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:21.089415 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3782f21a-6bc0-4d06-85fd-87f2e81983f6 req-957187ef-d572-4e44-b97b-41c4a0cf515c tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.1427317 Dec 22 09:36:21.094720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-4daf079d-c509-4e98-824b-a030a838ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:21.096120 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-4daf079d-c509-4e98-824b-a030a838ecc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1098 time: 0.1114728 Dec 22 09:36:21.219694 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3782f21a-6bc0-4d06-85fd-87f2e81983f6 req-fa202c51-f7dd-4401-9123-fe2507a72c7b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226416 Dec 22 09:36:21.260393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-38a2f610-4c5e-4d15-bfb5-386ae579cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:21.261831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-38a2f610-4c5e-4d15-bfb5-386ae579cfea service neutron] 10.222.0.16 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 897 time: 0.1516693 Dec 22 09:36:21.363483 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-44dfe755-496b-41f7-8714-f8a6bcf94208 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 1001 time: 0.0956686 Dec 22 09:36:21.424992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-2cc6c486-d5b3-45d4-b551-7b100668afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:21.426444 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-2cc6c486-d5b3-45d4-b551-7b100668afd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 200 len: 834 time: 0.0573509 Dec 22 09:36:21.505806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-54983e34-3200-4014-a068-aa189d74d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:21.507150 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-54983e34-3200-4014-a068-aa189d74d6a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68f6be86-6bea-4351-bcc5-3440c0b12db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746989 Dec 22 09:36:21.637763 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-aa995873-e80b-4096-80ff-4c5d10439255 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235168 Dec 22 09:36:21.903137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ba8313ed-b67d-4bff-b2c4-dea6ff71979c req-b8451e1a-8b46-4ab1-9298-bae5515228be service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591314 Dec 22 09:36:22.407484 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44260c6-5a28-4042-b903-46a2b64704b2 req-c237da02-d143-4998-8784-506a7bc721bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:22.408957 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d44260c6-5a28-4042-b903-46a2b64704b2 req-c237da02-d143-4998-8784-506a7bc721bc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0828869 Dec 22 09:36:22.452637 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d44260c6-5a28-4042-b903-46a2b64704b2 req-8f397820-f0ca-4fa4-82e6-0ee64a106932 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381920 Dec 22 09:36:23.649589 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbabcd-ba75-41e1-8369-87fca4830d9b req-93474f82-3427-4da4-ab25-def5e9f21b06 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:23.651008 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cbbbabcd-ba75-41e1-8369-87fca4830d9b req-93474f82-3427-4da4-ab25-def5e9f21b06 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0933967 Dec 22 09:36:23.695833 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cbbbabcd-ba75-41e1-8369-87fca4830d9b req-945d7f49-4a2e-4107-8239-3bcec52eae80 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Dec 22 09:36:23.719579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 44982) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:23.826405 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0e8bc259-4a3d-4a43-8749-3185ef6afa95 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/floatingips/038f87d9-e6f4-4109-b819-962cb6d04c04 HTTP/1.1" status: 200 len: 993 time: 0.1055632 Dec 22 09:36:24.111280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 44990) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:24.319414 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port e0544384-5687-4258-8f6d-4672bf3ead27 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:36:24.319630 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:24.493301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:24.493624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:24.618054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for e0544384-5687-4258-8f6d-4672bf3ead27 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:36:24.764960 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:24.769558 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac4d9b1b-2ffb-4f15-aed2-a5ff2b3d4a9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:24.817646 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=e0544384-5687-4258-8f6d-4672bf3ead27,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:24.860529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.860916 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.861298 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.861674 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.862051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.862418 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.862785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.863151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.863513 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.863871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.864262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.864648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:24.893010 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:24.929091 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:24.929515 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Floating IP 038f87d9-e6f4-4109-b819-962cb6d04c04 disassociated (deleted). External IP: 172.26.7.186, port: 3d500cc8-b384-4a6b-8a30-6948d287808e. Dec 22 09:36:25.418904 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 97a7a012-8260-427f-920c-c605655b44c3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:36:25.600841 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:36:25.612165 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] Sync routers for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:36:25.621895 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:25.622495 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:25.624405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:25.682135 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/floatingips/038f87d9-e6f4-4109-b819-962cb6d04c04 HTTP/1.1" status: 204 len: 168 time: 1.5696092 Dec 22 09:36:25.682706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:36:25.734316 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'status': 'completed', 'code': 200} Dec 22 09:36:25.828675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-a446106e-1ad5-4295-80e7-d0fec5cfce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:25.830165 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-a446106e-1ad5-4295-80e7-d0fec5cfce32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1485767fae9a4409b1fc834f7c6abca9&device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 1098 time: 0.0744057 Dec 22 09:36:25.841521 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:25.979096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-53edd7f2-ba10-49ad-9b4d-adf4a1c6d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:25.980572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-53edd7f2-ba10-49ad-9b4d-adf4a1c6d5ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 200 len: 897 time: 0.1443613 Dec 22 09:36:26.058854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-4804bebd-461f-4ac2-92e9-232bb01d1b53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 200 len: 217 time: 0.0707593 Dec 22 09:36:26.096706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb443c-be4f-43f3-8306-8ded3076c0b2 req-8a756520-80ff-456e-af88-2f5d65ea17aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:26.098172 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2bfb443c-be4f-43f3-8306-8ded3076c0b2 req-8a756520-80ff-456e-af88-2f5d65ea17aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0900161 Dec 22 09:36:26.135168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-e8be1fe0-3f49-4966-beb0-a3cbd26f5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:26.136779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-e8be1fe0-3f49-4966-beb0-a3cbd26f5b89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 200 len: 834 time: 0.0689609 Dec 22 09:36:26.145395 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2bfb443c-be4f-43f3-8306-8ded3076c0b2 req-71df272e-9bb0-433c-b429-809e52448fe4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 Dec 22 09:36:26.168409 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:47Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:26.172937 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] Checking router: 97a7a012-8260-427f-920c-c605655b44c3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:36:26.181229 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:26.181842 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:26.217967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-809d1fb1-677c-4323-a32a-39c01f32fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:26.219441 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-809d1fb1-677c-4323-a32a-39c01f32fee0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68f6be86-6bea-4351-bcc5-3440c0b12db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757406 Dec 22 09:36:26.357531 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-726066ef-7f7e-4300-a6b5-b5c22080a7ad service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302810 Dec 22 09:36:26.362433 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:26.502449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2d19f56b-eea1-489d-bf23-97d6b663cc36 req-2861f33b-de80-475a-bce5-24caade643b6 service neutron] 10.222.0.16 "GET /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379895 Dec 22 09:36:26.680273 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:47Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:26.684058 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b786b098-19aa-4f9b-9753-2c82d92dd5d7 None None] The sync data for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv is: [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:34:43Z', 'revision_number': 4, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'd03118ea-63b6-49d9-8b81-ddd74a8daf42', 'name': '', 'network_id': '68f6be86-6bea-4351-bcc5-3440c0b12db6', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'mac_address': 'fa:16:3e:62:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:42Z', 'updated_at': '2021-12-22T09:34:47Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'subnets': [{'id': '1d1a96b3-fbe6-4de5-a053-64c45bb06b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:36:26.895012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc091f0-5610-4c84-a50d-cccb8cdf6eae None None] New status for floating IP 038f87d9-e6f4-4109-b819-962cb6d04c04: DOWN {{(pid=87602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:36:27.340192 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7b6f-5f61-4a41-ba2f-a7cae79e944e req-0fb7f6e7-38e8-4932-b129-8403bb2907fa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:27.340872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d93d7b6f-5f61-4a41-ba2f-a7cae79e944e req-0fb7f6e7-38e8-4932-b129-8403bb2907fa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Synchronizing usage tracker for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:36:27.356516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-d93d7b6f-5f61-4a41-ba2f-a7cae79e944e req-0fb7f6e7-38e8-4932-b129-8403bb2907fa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Unset dirty status for tenant:1485767fae9a4409b1fc834f7c6abca9 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:36:27.357836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d93d7b6f-5f61-4a41-ba2f-a7cae79e944e req-0fb7f6e7-38e8-4932-b129-8403bb2907fa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0942492 Dec 22 09:36:27.401629 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d93d7b6f-5f61-4a41-ba2f-a7cae79e944e req-1c2981d5-d8d3-4d94-b5e0-00360b9cad63 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 Dec 22 09:36:27.826404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c3a59-491f-417b-a718-6e050df44c15 req-08080011-e6a6-43ae-a934-72cab2564e94 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:27.827802 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-972c3a59-491f-417b-a718-6e050df44c15 req-08080011-e6a6-43ae-a934-72cab2564e94 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 945 time: 0.0807705 Dec 22 09:36:27.895177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 3d500cc8-b384-4a6b-8a30-6948d287808e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:36:27.895511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:28.151362 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 3d500cc8-b384-4a6b-8a30-6948d287808e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3d500cc8-b384-4a6b-8a30-6948d287808e,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:28.151606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:28.403738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 3d500cc8-b384-4a6b-8a30-6948d287808e owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:36:28.575606 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:28.583135 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-079531d8-7586-42bc-8ddb-f15eae1f70f4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:28.621096 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2c64-d76c-4930-9fca-ffd7943bae4e req-63ba48e2-0edc-4747-86b7-6c2b70e0b4db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:28.622627 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b9c2c64-d76c-4930-9fca-ffd7943bae4e req-63ba48e2-0edc-4747-86b7-6c2b70e0b4db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2098324-29f4-4c69-8883-620effbb872a HTTP/1.1" status: 200 len: 867 time: 0.1003938 Dec 22 09:36:28.634843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=3d500cc8-b384-4a6b-8a30-6948d287808e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:28.692128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:28.695165 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b9c2c64-d76c-4930-9fca-ffd7943bae4e req-b95703d1-3c3d-41da-9647-65f7184eb199 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "GET /v2.0/security-groups?id=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646114 Dec 22 09:36:28.734292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] No DVR routers for this DVR port 3d500cc8-b384-4a6b-8a30-6948d287808e on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:36:28.736862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:28.739738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'name': 'network-vif-deleted', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:36:28.757347 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-972c3a59-491f-417b-a718-6e050df44c15 req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.16 "DELETE /v2.0/ports/3d500cc8-b384-4a6b-8a30-6948d287808e HTTP/1.1" status: 204 len: 173 time: 0.9244192 Dec 22 09:36:28.787276 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2098324-29f4-4c69-8883-620effbb872a', 'name': 'network-vif-deleted', 'tag': '3d500cc8-b384-4a6b-8a30-6948d287808e', 'status': 'completed', 'code': 200} Dec 22 09:36:29.791381 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45008) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:30.340828 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:30.549848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 3d500cc8-b384-4a6b-8a30-6948d287808e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:36:30.588156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 3d500cc8-b384-4a6b-8a30-6948d287808e {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:36:30.588509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 3d500cc8-b384-4a6b-8a30-6948d287808e not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:36:30.724515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port d03118ea-63b6-49d9-8b81-ddd74a8daf42 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:36:30.724855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:31.061651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port d03118ea-63b6-49d9-8b81-ddd74a8daf42, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=d03118ea-63b6-49d9-8b81-ddd74a8daf42,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:31.062309 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:31.192738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for d03118ea-63b6-49d9-8b81-ddd74a8daf42 owned by network:router_interface {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:36:31.547739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:31.551551 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a046f046-8550-4d8c-9ccb-36f79b9ab0dd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:31.601379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=d03118ea-63b6-49d9-8b81-ddd74a8daf42,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:31.604452 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:31.879203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:32.230224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Router 97a7a012-8260-427f-920c-c605655b44c3 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:36:32.550749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:36:32.560946 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] Sync routers for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:36:32.566251 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "PUT /v2.0/routers/97a7a012-8260-427f-920c-c605655b44c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7731941 Dec 22 09:36:32.569375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45012) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:32.570245 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:32.570849 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:32.636204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting subnet 1d1a96b3-fbe6-4de5-a053-64c45bb06b25 {{(pid=87601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:36:32.639798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:32.698319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1412050'] for subnet, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:32.751138 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:32.786761 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:32.862734 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2240120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2500481'] for subnet, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:32.867351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-acf874b0-2438-4608-8885-5a5eaa0097ff tempest-NetworksTest-1174786310 tempest-NetworksTest-1174786310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:32.903315 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1a96b3-fbe6-4de5-a053-64c45bb06b25,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:32.906097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:32.909301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for subnet, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:32.917066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00766b4e-3216-46a4-8af5-fd51320c93f0 None None] Network 68f6be86-6bea-4351-bcc5-3440c0b12db6 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:36:32.917550 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e749956d-a211-4015-a62a-a61e2d67dbbf tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/subnets/1d1a96b3-fbe6-4de5-a053-64c45bb06b25 HTTP/1.1" status: 204 len: 168 time: 0.3469694 Dec 22 09:36:32.921529 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45016) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:33.094328 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:36:31Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:33.098761 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] Checking router: 97a7a012-8260-427f-920c-c605655b44c3 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:36:33.108364 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] Routers {'97a7a012-8260-427f-920c-c605655b44c3'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:33.109043 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['97a7a012-8260-427f-920c-c605655b44c3'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:33.116423 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.200745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] DHCP port deletion for 68f6be86-6bea-4351-bcc5-3440c0b12db6 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:36:33.206080 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Deleting port a3951edf-21c8-4294-ba61-9267143da202 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:36:33.206769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.327867 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] Set router 97a7a012-8260-427f-920c-c605655b44c3 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:33.347016 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.358432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Deleting port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:36:33.358782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.524808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] For port a3951edf-21c8-4294-ba61-9267143da202, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=a3951edf-21c8-4294-ba61-9267143da202,segment=NetworkSegment(0dcd5cdf-194f-4e91-9414-528811447791),segment_id=0dcd5cdf-194f-4e91-9414-528811447791)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:33.525359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.607538 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device a3951edf-21c8-4294-ba61-9267143da202 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:36:33.661449 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] For port 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:33.663367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.688451 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:36:31Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:33.694211 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25dec0-6258-4f4e-96b7-8cc78688a480 None None] The sync data for ids ['97a7a012-8260-427f-920c-c605655b44c3'] in dv-neutron-822602-1-hyperv is: [{'id': '97a7a012-8260-427f-920c-c605655b44c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428203420', 'tenant_id': '1485767fae9a4409b1fc834f7c6abca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:34:37Z', 'updated_at': '2021-12-22T09:36:31Z', 'revision_number': 5, 'project_id': '1485767fae9a4409b1fc834f7c6abca9', 'gw_port': {'id': '7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a7a012-8260-427f-920c-c605655b44c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:34:38Z', 'updated_at': '2021-12-22T09:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:36:33.706982 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Calling delete_port for a3951edf-21c8-4294-ba61-9267143da202 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:36:33.830961 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Calling delete_port for 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a owned by network:router_gateway {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:36:33.843154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391'] for port, after_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.849151 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:33.906046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Pushing event deleted for resources: {'Port': ['ID=a3951edf-21c8-4294-ba61-9267143da202,revision_number=None']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:33.917946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:33.927140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] No DVR routers for this DVR port a3951edf-21c8-4294-ba61-9267143da202 on host dv-neutron-822602-1-hyperv {{(pid=87602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:36:33.930844 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.931192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.931521 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.931847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.932196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.932516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.932835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.933150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.933465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.933783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.934092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.934400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:33.941343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:34.019263 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.023078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:34.065930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Port': ['ID=7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:34.069782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:34.174075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.376831 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:36:34.486940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.489172 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.513617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.514225 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Fanout notify agent at l3_agent the message router_deleted on router 97a7a012-8260-427f-920c-c605655b44c3 {{(pid=87601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:36:34.533025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.538204 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/routers/97a7a012-8260-427f-920c-c605655b44c3 HTTP/1.1" status: 204 len: 168 time: 1.6114261 Dec 22 09:36:34.538479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45026) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:34.662824 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.797524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.823359 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f6be86-6bea-4351-bcc5-3440c0b12db6']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:34.835537 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcd5cdf-194f-4e91-9414-528811447791') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:34.835829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcd5cdf-194f-4e91-9414-528811447791') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:34.847053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.863317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.869802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:36:34.870185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:36:34.889291 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:36:34.978211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.983481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-edfef79c-1c34-4dd0-b62b-33d9419f6325 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:35.002521 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.014845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'Network': ['ID=68f6be86-6bea-4351-bcc5-3440c0b12db6,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:35.017864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:35.023274 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8f71f9db-ce20-4b53-ba05-e7969ddd66aa tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/networks/68f6be86-6bea-4351-bcc5-3440c0b12db6 HTTP/1.1" status: 204 len: 168 time: 0.4837348 Dec 22 09:36:35.025829 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45030) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:35.100250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-740673f2-7b27-4390-a624-98cdfb11dccb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.131785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-740673f2-7b27-4390-a624-98cdfb11dccb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.213371 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-740673f2-7b27-4390-a624-98cdfb11dccb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.217763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e013ad39-a8c1-4366-9b3a-c6efc907bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:35.233561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740673f2-7b27-4390-a624-98cdfb11dccb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2104e5d2-fe94-4bdf-b2c4-67f469ad0fda,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:35.236206 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-740673f2-7b27-4390-a624-98cdfb11dccb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:35.253078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-740673f2-7b27-4390-a624-98cdfb11dccb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.254701 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-740673f2-7b27-4390-a624-98cdfb11dccb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] 10.222.0.36 "DELETE /v2.0/security-groups/2104e5d2-fe94-4bdf-b2c4-67f469ad0fda HTTP/1.1" status: 204 len: 168 time: 0.2278006 Dec 22 09:36:35.410494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d03118ea-63b6-49d9-8b81-ddd74a8daf42 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:36:35.449387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: d03118ea-63b6-49d9-8b81-ddd74a8daf42 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:36:35.449746 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device d03118ea-63b6-49d9-8b81-ddd74a8daf42 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:36:35.450186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:36:35.485994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:36:35.486355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 7df8c48e-ee5b-4e4a-bdaf-bb0878bbab6a not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:36:35.665809 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45040) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:35.844307 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-819b32a3-b74f-4d91-a065-cff731e0e032 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1485767fae9a4409b1fc834f7c6abca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771574 Dec 22 09:36:35.846608 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45046) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:35.905067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.931302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.984550 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:35.988331 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b8f2833d-1e60-446a-b53f-9fe154ff265b tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:36.002993 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c612d6-68a4-40a2-878c-b60e5cbc53e0,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:36.015293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.015675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.016822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.017204 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.017577 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.017951 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.018319 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.018689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.019053 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.021561 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.021954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.022329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:36.025599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.030168 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15c612d6-68a4-40a2-878c-b60e5cbc53e0 HTTP/1.1" status: 204 len: 168 time: 0.1807277 Dec 22 09:36:36.030168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-08c93091-2ec7-4a01-a05b-bec2cf177fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:36.360007 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45054) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:36.389761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.405980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:36.411199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Usage tracker for resource:security_group_rule and tenant:94658369f64c4bddb19d2c19a002d1a3 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:36.414262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:36.419848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:36.521099 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.525258 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.532359 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-762fb0c3-7bed-474e-bf92-848e8c987a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:36.574608 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94658369f64c4bddb19d2c19a002d1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133048 Dec 22 09:36:36.575530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4c223b-0dcf-4241-b2d3-445d39558afc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:36.577440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45058) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:36.578616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-efa436c5-6cb4-4c3d-9b8f-e71adac3ed66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:36.636867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90f9faad-c1b2-4b91-92a1-171d157805b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.663343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90f9faad-c1b2-4b91-92a1-171d157805b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.723115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90f9faad-c1b2-4b91-92a1-171d157805b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.727132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90bccfaf-71f0-4e23-9b9e-6ac3bbf84235 tempest-ServersAdminNegativeTestJSON-83132759 tempest-ServersAdminNegativeTestJSON-83132759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:36.741336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9faad-c1b2-4b91-92a1-171d157805b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4c223b-0dcf-4241-b2d3-445d39558afc,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:36.744340 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-90f9faad-c1b2-4b91-92a1-171d157805b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:36.746539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-90f9faad-c1b2-4b91-92a1-171d157805b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.747730 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-90f9faad-c1b2-4b91-92a1-171d157805b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e4c223b-0dcf-4241-b2d3-445d39558afc HTTP/1.1" status: 204 len: 168 time: 0.1692896 Dec 22 09:36:37.559475 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45082) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:37.671588 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1024841311-network', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:37.679183 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:37.684439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Usage tracker for resource:network and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:37.692122 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:37.697928 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:37.709028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Made reservation on behalf of dff33acb16be45bf8acf9d2c03461029 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:36:37.711597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.725048 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.740166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:37.743907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:37.746738 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:37.753793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:37.838084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.842007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.844995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fbd9f55d-c21f-4729-a1ca-b235fc2a20f3 tempest-NegativeSecGroupIPv6Test-887398876 tempest-NegativeSecGroupIPv6Test-887398876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:37.872497 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:36:37.881528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285f2db-ed01-4388-b0a6-7887b7d02827,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:37.885051 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:37.889695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.890548 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Added segment 79a53674-757a-4c5d-9be1-a0e8d296b402 of type vlan for network f4571311-f587-4e03-8e87-1a27694334ac Dec 22 09:36:37.922317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.952912 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.954033 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:37.954598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:37.958651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-84fb6fcc-6bfe-46ef-9f44-2100e338253a tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:38.061478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5007095 Dec 22 09:36:38.062349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Pushing event updated for resources: {'Network': ['ID=f4571311-f587-4e03-8e87-1a27694334ac,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:38.065008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45088) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:38.065733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:38.071488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Request body: {'subnet': {'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1024841311-subnet', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:38.074315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network f4571311-f587-4e03-8e87-1a27694334ac details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:36:38.077145 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:38.081266 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Usage tracker for resource:subnet and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:38.084274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:38.091241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:38.102987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Made reservation on behalf of dff33acb16be45bf8acf9d2c03461029 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:36:38.105408 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:38.458355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:38.462136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7de55e0e-7dd5-4675-b823-c7daac768b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:38.550648 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f79537-5055-4658-a123-02d32549008a,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:38.552799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Checking segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:38.553160 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Network hostable DHCP agents. Network: f4571311-f587-4e03-8e87-1a27694334ac, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:36:38.558499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:38.577949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Network f4571311-f587-4e03-8e87-1a27694334ac is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:36:38.590243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, f4571311-f587-4e03-8e87-1a27694334ac) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:38.596583 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:38.597164 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:38.603969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982d50a-0db2-4b72-9533-1c3139481786 None None] Network f4571311-f587-4e03-8e87-1a27694334ac requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:36:38.625318 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-67ea0bb9-a3bf-4457-9f06-6f01a47e9eb7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5591402 Dec 22 09:36:38.628509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45092) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:38.633705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:38.638557 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:38.643008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Usage tracker for resource:router and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:38.645890 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:38.651554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:38.662688 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:38.663672 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:38.681750 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:38.840398 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-f4571311-f587-4e03-8e87-1a27694334ac', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:36:38.841244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.004171 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.007534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Allocated IP 172.20.0.2 (f4571311-f587-4e03-8e87-1a27694334ac/f2f79537-5055-4658-a123-02d32549008a/fdaafb9e-e89c-40b3-b426-4d67cf462f3f) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:36:39.239902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.250985 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Transition to ACTIVE for port object fdaafb9e-e89c-40b3-b426-4d67cf462f3f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:39.270718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Transition to ACTIVE for port object fdaafb9e-e89c-40b3-b426-4d67cf462f3f will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:39.277021 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.283601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:39.344165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Network f4571311-f587-4e03-8e87-1a27694334ac is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:39.345326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:39.346334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.349140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:36:39.377155 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.383446 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Pushing event updated for resources: {'Port': ['ID=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:39.394099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:39.448948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Attempting to bind port fdaafb9e-e89c-40b3-b426-4d67cf462f3f on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:36:39.449522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Attempting to bind port fdaafb9e-e89c-40b3-b426-4d67cf462f3f by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:36:39.449710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Attempting to bind port fdaafb9e-e89c-40b3-b426-4d67cf462f3f on network f4571311-f587-4e03-8e87-1a27694334ac {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:39.459476 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:39.460272 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Checking segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:39.460776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.461412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Bound using segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:39.462169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Bound port: fdaafb9e-e89c-40b3-b426-4d67cf462f3f, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:36:39.462773 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.522473 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Allocated IP 172.26.7.61 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/4249a355-c1e5-4319-be07-fcee87021cda) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:36:39.574124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] For port fdaafb9e-e89c-40b3-b426-4d67cf462f3f, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:36:39.579184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] For port fdaafb9e-e89c-40b3-b426-4d67cf462f3f, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:36:39.583119 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.586852 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:39.665053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Pushing event updated for resources: {'Port': ['ID=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:39.667783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:39.677231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.707795 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.711879 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-10da2dd0-92ce-4608-b376-e59e96697b31 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:39.775199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:39.778371 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:39.782785 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:36:39.813807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4249a355-c1e5-4319-be07-fcee87021cda,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:39.820346 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:39.893678 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6a4065fa-c0dd-4284-b657-47b3a4a75c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:40.350980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:40.377629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:40.708881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b7846-a321-4e9d-83db-684cc77fb8f2 None None] Network f4571311-f587-4e03-8e87-1a27694334ac requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:36:40.734231 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:40.788774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-33f8b1b6-1fc0-418a-9deb-995160c15b07 None None] Provisioning for port fdaafb9e-e89c-40b3-b426-4d67cf462f3f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:40.964524 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Router 54fdb914-8ce6-4ee5-8299-c50dadd8687b is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:36:41.173764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:36:41.190777 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Sync routers for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:36:41.200639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:41.201454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:41.210695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:41.214522 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5824387 Dec 22 09:36:41.214804 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45096) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:41.417074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:41.462832 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdaafb9e-e89c-40b3-b426-4d67cf462f3f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:41.749389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port fdaafb9e-e89c-40b3-b426-4d67cf462f3f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:41.758991 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fdaafb9e-e89c-40b3-b426-4d67cf462f3f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:41.759365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:41.930565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:40Z', 'revision_number': 3, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:41.932641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:41.947573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Checking router: 54fdb914-8ce6-4ee5-8299-c50dadd8687b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:36:41.947942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Updating router 54fdb914-8ce6-4ee5-8299-c50dadd8687b port 4249a355-c1e5-4319-be07-fcee87021cda binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:36:42.014722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port fdaafb9e-e89c-40b3-b426-4d67cf462f3f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:42.016115 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.044558 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.053199 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-792b43af-c28a-405a-8042-2ba57e4a8ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:42.143781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.193319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:42.207094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:42.226894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1d2d99f7-4190-4d3f-a1eb-f8790f1c976d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.378738 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Allocated IP 172.20.0.1 (f4571311-f587-4e03-8e87-1a27694334ac/f2f79537-5055-4658-a123-02d32549008a/55643bfd-121d-4182-87bf-98dda05bcdfb) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:36:42.456643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.470216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Transition to ACTIVE for port object 4249a355-c1e5-4319-be07-fcee87021cda will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:42.476862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.480758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ea7ae596-d7c3-4f84-a32d-d321248575f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:42.556443 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.559389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Attempting to bind port 4249a355-c1e5-4319-be07-fcee87021cda on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:36:42.559767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Attempting to bind port 4249a355-c1e5-4319-be07-fcee87021cda by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:36:42.560181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Attempting to bind port 4249a355-c1e5-4319-be07-fcee87021cda on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:42.567231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000832f2-ef46-4daf-ae63-3f2d477a36c7 None None] Pushing event updated for resources: {'Port': ['ID=4249a355-c1e5-4319-be07-fcee87021cda,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:42.570202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-000832f2-ef46-4daf-ae63-3f2d477a36c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:42.573337 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:42.574106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:42.574106 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.574485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:42.574950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Bound port: 4249a355-c1e5-4319-be07-fcee87021cda, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:36:42.575315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.591303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Transition to ACTIVE for port object 55643bfd-121d-4182-87bf-98dda05bcdfb will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:42.624475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.629875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-155f617a-77d2-4e4f-a089-1b45e9ce58b2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:42.657162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] For port 4249a355-c1e5-4319-be07-fcee87021cda, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:36:42.661402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] For port 4249a355-c1e5-4319-be07-fcee87021cda, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4249a355-c1e5-4319-be07-fcee87021cda,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:36:42.666250 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.670588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:42.700863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Network f4571311-f587-4e03-8e87-1a27694334ac is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:42.704008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:42.708306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:36:42.744867 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:42.745497 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:42.755725 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Pushing event updated for resources: {'Port': ['ID=55643bfd-121d-4182-87bf-98dda05bcdfb,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:42.760499 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:42.773647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.833192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000832f2-ef46-4daf-ae63-3f2d477a36c7 None None] Pushing event updated for resources: {'Port': ['ID=4249a355-c1e5-4319-be07-fcee87021cda,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:42.837190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-000832f2-ef46-4daf-ae63-3f2d477a36c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:42.950916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:43.093395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.215018 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-94d15020-8cb6-4609-977e-db406bdd769e None None] Provisioning for port 55643bfd-121d-4182-87bf-98dda05bcdfb completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:43.225116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-94d15020-8cb6-4609-977e-db406bdd769e None None] Provisioning complete for port 55643bfd-121d-4182-87bf-98dda05bcdfb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:43.225514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-94d15020-8cb6-4609-977e-db406bdd769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.314196 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-94d15020-8cb6-4609-977e-db406bdd769e None None] Port 55643bfd-121d-4182-87bf-98dda05bcdfb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:36:43.343140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.347883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.376414 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.380823 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b40dd86d-e955-4d63-bdfe-7a7239ddc29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:43.402549 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:40Z', 'revision_number': 3, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:43.407456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251868-f4de-4020-ab6b-7468a3db2976 None None] The sync data for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv is: [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:40Z', 'revision_number': 3, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:36:43.438224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdaafb9e-e89c-40b3-b426-4d67cf462f3f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:43.471969 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.488580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.493196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Pushing event updated for resources: {'Port': ['ID=55643bfd-121d-4182-87bf-98dda05bcdfb,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:43.496057 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:43.531255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port fdaafb9e-e89c-40b3-b426-4d67cf462f3f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:43.531659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:43.850495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Network f4571311-f587-4e03-8e87-1a27694334ac is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:43.851671 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:44.080029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Router 54fdb914-8ce6-4ee5-8299-c50dadd8687b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:36:44.142790 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-56096d98-df11-4eed-b7d1-636837c59d68 None None] Provisioning complete for port 55643bfd-121d-4182-87bf-98dda05bcdfb triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:44.143429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-56096d98-df11-4eed-b7d1-636837c59d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:44.203363 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-56096d98-df11-4eed-b7d1-636837c59d68 None None] Port 55643bfd-121d-4182-87bf-98dda05bcdfb cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:36:44.302815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:36:44.315434 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] 10.222.0.36 "PUT /v2.0/routers/54fdb914-8ce6-4ee5-8299-c50dadd8687b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0995190 Dec 22 09:36:44.791076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:44.959594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:44.965385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2107943029-network', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:44.971179 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:44.979433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Usage tracker for resource:network and tenant:e97035c542a241e6a87b9b717659ba0b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:44.986072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:44.991212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:45.003705 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Made reservation on behalf of e97035c542a241e6a87b9b717659ba0b for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:36:45.006066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.018274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.032440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:45.036393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Usage tracker for resource:security_group_rule and tenant:e97035c542a241e6a87b9b717659ba0b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:45.039306 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:45.045839 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:45.144787 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Sync routers for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:36:45.152468 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.155040 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:45.155665 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:45.157447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.160314 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9f6a8630-9d06-4c2d-b09e-3acaf36c13d3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:45.189741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:36:45.198944 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a923e0c-f121-4f30-846c-2284d5210854,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:45.202674 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:45.205855 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.206253 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Added segment 2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10 of type vlan for network 435d5979-7340-40a7-870e-f1e9e69b3852 Dec 22 09:36:45.236729 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.268227 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.269733 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:45.270832 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.274926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-98ade179-06a3-4751-aad8-595cf68aa13b tempest-RoutersIpV6Test-1070244391 tempest-RoutersIpV6Test-1070244391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:45.351400 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:45.382248 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Pushing event updated for resources: {'Network': ['ID=435d5979-7340-40a7-870e-f1e9e69b3852,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:45.386049 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4253228 Dec 22 09:36:45.387332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-223ad72f-68af-4d67-b2c5-48700ac8f957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:45.389799 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45118) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:45.397381 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Request body: {'subnet': {'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2107943029-subnet', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:45.400140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 435d5979-7340-40a7-870e-f1e9e69b3852 details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:36:45.404949 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:45.409985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Usage tracker for resource:subnet and tenant:e97035c542a241e6a87b9b717659ba0b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:45.414934 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:45.424985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:45.461580 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Made reservation on behalf of e97035c542a241e6a87b9b717659ba0b for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:36:45.464008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.473355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4249a355-c1e5-4319-be07-fcee87021cda up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:45.575082 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 4249a355-c1e5-4319-be07-fcee87021cda completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:45.585573 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4249a355-c1e5-4319-be07-fcee87021cda triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:45.586210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.732816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.738262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07b86dd1-2d9d-41ee-8e67-ba23e35f910b tempest-RoutersNegativeIpV6Test-414426962 tempest-RoutersNegativeIpV6Test-414426962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:45.738971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.759370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 4249a355-c1e5-4319-be07-fcee87021cda, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4249a355-c1e5-4319-be07-fcee87021cda,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:45.762224 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 2, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:45.765142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.766849 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Checking router: 54fdb914-8ce6-4ee5-8299-c50dadd8687b for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:36:45.767312 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Updating router 54fdb914-8ce6-4ee5-8299-c50dadd8687b port 55643bfd-121d-4182-87bf-98dda05bcdfb binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:36:45.768286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-792b43af-c28a-405a-8042-2ba57e4a8ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:45.813433 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=797b1246-2506-4305-bcb7-cb9bde0c02da,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:45.817195 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:45.824368 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.828162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Checking segment: {'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:45.829047 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Network hostable DHCP agents. Network: 435d5979-7340-40a7-870e-f1e9e69b3852, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:36:45.849453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=4249a355-c1e5-4319-be07-fcee87021cda,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:45.850197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Network 435d5979-7340-40a7-870e-f1e9e69b3852 is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:36:45.852631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:45.862119 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 435d5979-7340-40a7-870e-f1e9e69b3852) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:45.866431 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:45.867284 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.874187 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6387dde4-f7e5-439f-b216-3f99ac07454f None None] Network 435d5979-7340-40a7-870e-f1e9e69b3852 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:36:45.900490 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c35cfce0-3e97-4347-82da-42244248ac5e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5095122 Dec 22 09:36:45.903988 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45122) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:45.912933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:45.918706 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:45.923310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Usage tracker for resource:router and tenant:e97035c542a241e6a87b9b717659ba0b is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:45.926382 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:45.932590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:45.945995 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.947339 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:45.966374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.135400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-435d5979-7340-40a7-870e-f1e9e69b3852', 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'fixed_ips': [{'subnet_id': '797b1246-2506-4305-bcb7-cb9bde0c02da'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:36:46.136550 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.250640 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.266158 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Transition to ACTIVE for port object 55643bfd-121d-4182-87bf-98dda05bcdfb will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:46.268865 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.276485 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.283915 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-e6cd4d13-23a3-4e02-b36d-341874dfb627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:46.324184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Allocated IP 172.20.0.2 (435d5979-7340-40a7-870e-f1e9e69b3852/797b1246-2506-4305-bcb7-cb9bde0c02da/cdd0c156-1fa1-403c-bee7-3d036b389dc9) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:36:46.495243 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Pushing event updated for resources: {'Port': ['ID=55643bfd-121d-4182-87bf-98dda05bcdfb,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:46.587762 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.588130 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.588456 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.588784 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.589102 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.589424 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.589738 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.590048 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.590362 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.590670 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.591117 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.591433 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.591640 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:36:46.595782 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Attempting to bind port 55643bfd-121d-4182-87bf-98dda05bcdfb on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:36:46.596200 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Attempting to bind port 55643bfd-121d-4182-87bf-98dda05bcdfb by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:36:46.596770 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Attempting to bind port 55643bfd-121d-4182-87bf-98dda05bcdfb on network f4571311-f587-4e03-8e87-1a27694334ac {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:46.603866 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:46.604788 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:46.605205 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Checking segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:46.605602 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.606039 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Bound using segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:46.606660 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Bound port: 55643bfd-121d-4182-87bf-98dda05bcdfb, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:36:46.607082 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.610350 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Transition to ACTIVE for port object cdd0c156-1fa1-403c-bee7-3d036b389dc9 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:46.632555 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Transition to ACTIVE for port object cdd0c156-1fa1-403c-bee7-3d036b389dc9 will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:46.642541 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.650383 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-bce3477e-083c-447a-9f9a-b464062b752b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:46.712902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Network 435d5979-7340-40a7-870e-f1e9e69b3852 is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:46.716480 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:46.720526 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:36:46.720703 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] For port 55643bfd-121d-4182-87bf-98dda05bcdfb, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:36:46.724305 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] For port 55643bfd-121d-4182-87bf-98dda05bcdfb, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=55643bfd-121d-4182-87bf-98dda05bcdfb,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:36:46.729762 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.738677 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-689b403c-f3c4-4906-b323-4b84a6a3dd4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:46.782341 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Pushing event updated for resources: {'Port': ['ID=cdd0c156-1fa1-403c-bee7-3d036b389dc9,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:46.813617 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:46.814715 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:46.815445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:46.828840 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.860280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Attempting to bind port cdd0c156-1fa1-403c-bee7-3d036b389dc9 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:36:46.861597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Attempting to bind port cdd0c156-1fa1-403c-bee7-3d036b389dc9 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:36:46.862226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Attempting to bind port cdd0c156-1fa1-403c-bee7-3d036b389dc9 on network 435d5979-7340-40a7-870e-f1e9e69b3852 {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:46.863379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.894772 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:46.895632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Checking segment: {'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:46.902879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:46.903572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Bound using segment: {'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:46.904185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Bound port: cdd0c156-1fa1-403c-bee7-3d036b389dc9, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:36:46.904631 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:47.035141 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3452ac51-a668-4f81-a184-8983583311aa None None] For port cdd0c156-1fa1-403c-bee7-3d036b389dc9, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:36:47.039428 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:47.042280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-3452ac51-a668-4f81-a184-8983583311aa None None] For port cdd0c156-1fa1-403c-bee7-3d036b389dc9, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cdd0c156-1fa1-403c-bee7-3d036b389dc9,segment=NetworkSegment(2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10),segment_id=2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:36:47.048762 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:47.053633 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:47.073154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Allocated IP 172.26.7.75 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/e881b2b5-2ca9-4c25-a607-2c7118df0d77) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:36:47.193756 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Pushing event updated for resources: {'Port': ['ID=55643bfd-121d-4182-87bf-98dda05bcdfb,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:47.194793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Pushing event updated for resources: {'Port': ['ID=cdd0c156-1fa1-403c-bee7-3d036b389dc9,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:47.197476 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3777aa37-ef1e-4a74-b422-0a984f737ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:47.198255 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:47.260342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:47.307695 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:47.316542 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-01431ed2-eba5-4000-bed8-dc13afa34def tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:47.402931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:47.416471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:47.420158 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:36:47.439419 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:46Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:47.444535 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaee696-f933-4ead-a5b1-3ae3de656a8a None None] The sync data for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv is: [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:46Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:36:47.531452 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Pushing event updated for resources: {'Port': ['ID=e881b2b5-2ca9-4c25-a607-2c7118df0d77,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:47.534594 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:47.557808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4249a355-c1e5-4319-be07-fcee87021cda up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:47.693358 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 4249a355-c1e5-4319-be07-fcee87021cda triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:47.693884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:48.028811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:48.449498 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031fc01-8650-4d0f-b8eb-71f703fffcad None None] Network 435d5979-7340-40a7-870e-f1e9e69b3852 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:36:48.558055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-4eaacad2-bcdb-470a-95fe-7961a8c10bcd None None] Provisioning for port cdd0c156-1fa1-403c-bee7-3d036b389dc9 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:48.611742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:48.852932 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:36:49.051332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:36:49.060023 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Sync routers for ids ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:36:49.071483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Routers {'92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:49.072241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:49.084873 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:49.086942 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1811738 Dec 22 09:36:49.089933 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45128) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:49.274688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Set router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:49.496208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cdd0c156-1fa1-403c-bee7-3d036b389dc9 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:49.629185 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port cdd0c156-1fa1-403c-bee7-3d036b389dc9 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:49.639715 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cdd0c156-1fa1-403c-bee7-3d036b389dc9 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:49.640118 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:49.743769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:36:47Z', 'revision_number': 3, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port': {'id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:46Z', 'updated_at': '2021-12-22T09:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:49.765296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Checking router: 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:36:49.765848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Updating router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 port e881b2b5-2ca9-4c25-a607-2c7118df0d77 binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:36:49.815247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:49.828211 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:49.849556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:49.908525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port cdd0c156-1fa1-403c-bee7-3d036b389dc9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cdd0c156-1fa1-403c-bee7-3d036b389dc9,segment=NetworkSegment(2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10),segment_id=2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:49.914167 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:49.915008 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 55643bfd-121d-4182-87bf-98dda05bcdfb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:49.940872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:50.070037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Allocated IP 172.20.0.1 (435d5979-7340-40a7-870e-f1e9e69b3852/797b1246-2506-4305-bcb7-cb9bde0c02da/b0b8e586-e11c-4136-bd3d-92900db8e60c) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:36:50.151613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=cdd0c156-1fa1-403c-bee7-3d036b389dc9,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:50.157825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:50.249731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 55643bfd-121d-4182-87bf-98dda05bcdfb completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:50.257848 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 55643bfd-121d-4182-87bf-98dda05bcdfb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:50.258229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.363958 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.382342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Transition to ACTIVE for port object b0b8e586-e11c-4136-bd3d-92900db8e60c will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:50.410175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.414880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-20ec275d-49f2-4cf7-a9a8-9078c0ca7d09 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:50.468142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.481191 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Network 435d5979-7340-40a7-870e-f1e9e69b3852 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:50.484863 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:50.488954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:36:50.514375 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.518157 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 55643bfd-121d-4182-87bf-98dda05bcdfb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=55643bfd-121d-4182-87bf-98dda05bcdfb,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:50.529152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.530719 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Pushing event updated for resources: {'Port': ['ID=b0b8e586-e11c-4136-bd3d-92900db8e60c,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:50.532553 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:50.546055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:50.563731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Transition to ACTIVE for port object e881b2b5-2ca9-4c25-a607-2c7118df0d77 will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:50.565627 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.597613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.637412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=55643bfd-121d-4182-87bf-98dda05bcdfb,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:50.640310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Attempting to bind port e881b2b5-2ca9-4c25-a607-2c7118df0d77 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:36:50.640695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Attempting to bind port e881b2b5-2ca9-4c25-a607-2c7118df0d77 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:36:50.641061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Attempting to bind port e881b2b5-2ca9-4c25-a607-2c7118df0d77 on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:50.644166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:50.644629 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-379c504b-4437-442a-ba63-fc3ecb8a91a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:50.694670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:50.695064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:50.695452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.695846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:50.696355 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Bound port: e881b2b5-2ca9-4c25-a607-2c7118df0d77, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:36:50.696737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.734392 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.758458 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d105db-c621-4f5c-a791-2cd87ad58f6e None None] Pushing event updated for resources: {'Port': ['ID=e881b2b5-2ca9-4c25-a607-2c7118df0d77,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:50.762481 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d5d105db-c621-4f5c-a791-2cd87ad58f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:50.787175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] For port e881b2b5-2ca9-4c25-a607-2c7118df0d77, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:36:50.790589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] For port e881b2b5-2ca9-4c25-a607-2c7118df0d77, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e881b2b5-2ca9-4c25-a607-2c7118df0d77,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:36:50.795833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.800551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:50.889025 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-721e153d-99c3-4013-96d4-359a6ee6bdf8 None None] Provisioning for port b0b8e586-e11c-4136-bd3d-92900db8e60c completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:50.896812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Routers {'92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:50.897453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:50.949842 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d105db-c621-4f5c-a791-2cd87ad58f6e None None] Pushing event updated for resources: {'Port': ['ID=e881b2b5-2ca9-4c25-a607-2c7118df0d77,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:50.958136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-721e153d-99c3-4013-96d4-359a6ee6bdf8 None None] Provisioning complete for port b0b8e586-e11c-4136-bd3d-92900db8e60c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:50.958505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-721e153d-99c3-4013-96d4-359a6ee6bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.981729 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d5d105db-c621-4f5c-a791-2cd87ad58f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:50.989357 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:50.994365 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:51.026111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-44c8ba24-cba4-457f-ae09-471df1610985 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:51.098220 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-721e153d-99c3-4013-96d4-359a6ee6bdf8 None None] Port b0b8e586-e11c-4136-bd3d-92900db8e60c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:36:51.105103 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:51.108874 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Pushing event updated for resources: {'Port': ['ID=b0b8e586-e11c-4136-bd3d-92900db8e60c,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:51.112175 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:51.137303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] Set router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:51.255209 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Network 435d5979-7340-40a7-870e-f1e9e69b3852 is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:51.256867 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:51.464855 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cdd0c156-1fa1-403c-bee7-3d036b389dc9 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:51.484255 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:36:51.566020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 4, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port': {'id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:46Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b0b8e586-e11c-4136-bd3d-92900db8e60c', 'name': '', 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'mac_address': 'fa:16:3e:da:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:49Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 1, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'subnets': [{'id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:51.572510 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port cdd0c156-1fa1-403c-bee7-3d036b389dc9 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:51.573010 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:51.617665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da3eeb-a6f1-40fd-8897-fe35ae1ab400 None None] The sync data for ids ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'] in dv-neutron-822602-1-hyperv is: [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 4, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port': {'id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:46Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b0b8e586-e11c-4136-bd3d-92900db8e60c', 'name': '', 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'mac_address': 'fa:16:3e:da:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:49Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 1, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'subnets': [{'id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:36:51.660978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-2536644d-f873-4fd1-9043-4020e0108193 None None] Provisioning complete for port b0b8e586-e11c-4136-bd3d-92900db8e60c triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:51.661429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2536644d-f873-4fd1-9043-4020e0108193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:51.711554 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:36:51.738355 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] 10.222.0.36 "PUT /v2.0/routers/92174bfe-7c39-4a9e-8eaa-c2a2607fdad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359799 Dec 22 09:36:51.761283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-2536644d-f873-4fd1-9043-4020e0108193 None None] Port b0b8e586-e11c-4136-bd3d-92900db8e60c cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:36:51.778246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 55643bfd-121d-4182-87bf-98dda05bcdfb up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:51.935062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 55643bfd-121d-4182-87bf-98dda05bcdfb triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:51.935667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.631196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45140) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:52.637520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549567482', 'description': 'tempest-secgroup-smoke-1549567482 description', 'project_id': 'dff33acb16be45bf8acf9d2c03461029'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:52.645571 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:52.649493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:52.653097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:52.661015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:52.672617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.699787 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:52.710107 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:52.713548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:52.719798 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:52.806690 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.812892 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.817444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f6744b76-3d5b-45f6-8ddd-bbf1e0e1b4ce tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:52.855871 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55fecb7-1924-4eff-bff1-dc92047c56be,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:52.859319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:52.863103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.867097 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-d358c0c6-ea8a-4805-81ad-cb55e431bc48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2322261 Dec 22 09:36:52.868275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45148) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:52.872275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': 'a55fecb7-1924-4eff-bff1-dc92047c56be', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:52.879957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:52.884334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:52.887234 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:52.893518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:52.911101 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.976957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.981074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:52.983595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8aea7860-0027-4edb-9274-70b41e8fb4f8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:53.005728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95ecbf7-b5c9-4ee4-9682-78b9e31e68ca,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:53.008255 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:53.016146 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.020699 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494420 Dec 22 09:36:53.020992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45152) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:53.026603 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': 'a55fecb7-1924-4eff-bff1-dc92047c56be', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:53.033114 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:53.037018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:53.039988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:53.046505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:53.073142 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.139222 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.143810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.146167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8f66a78c-91a0-4e58-8685-371fb539041b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:53.173998 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70c8951-b097-4b21-a464-567b0d1bb95b,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:53.176548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:53.184103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.185304 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632638 Dec 22 09:36:53.188064 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45156) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:53.193347 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': 'a55fecb7-1924-4eff-bff1-dc92047c56be', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:53.199307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:53.203799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:53.207018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:53.213358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:53.230559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.296325 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.302592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.309031 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-183962df-1976-4bc6-ba70-e6ecbaf9a5da tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:53.329473 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e857f5-9be3-4d9d-8230-6bbdd104fce6,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:53.332360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:53.340880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.343037 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540771 Dec 22 09:36:53.345856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45160) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:53.351759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': 'a55fecb7-1924-4eff-bff1-dc92047c56be', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:53.358161 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:53.362965 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:53.366200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:53.375250 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:53.402398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.451545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e881b2b5-2ca9-4c25-a607-2c7118df0d77 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:53.485915 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.489909 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.492105 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e7317e83-4b9e-439f-b10b-2990fb6ca72d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:53.517574 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2154e6-f3ed-4d20-b98d-e0be371d0082,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:53.522728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:53.529976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.531304 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-a0826d8b-3058-4713-a8a7-085947c1d707 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1840539 Dec 22 09:36:53.534633 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45164) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:53.540662 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': 'a55fecb7-1924-4eff-bff1-dc92047c56be', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:53.543758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port e881b2b5-2ca9-4c25-a607-2c7118df0d77 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:53.547212 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:53.549904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e881b2b5-2ca9-4c25-a607-2c7118df0d77 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:53.550382 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.551875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:53.554846 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:53.562728 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:53.573708 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Project dff33acb16be45bf8acf9d2c03461029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:36:53.584634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.667009 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.673931 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.676680 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8dc5448b-a3b9-4994-b12f-8f0425044c2e tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:53.703261 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e046ea8-0f89-4e2b-9989-3b45a525da93,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:53.708394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:53.709482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.719051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.720970 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-cec71f07-f74e-408e-bd12-366e74ffeb1e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1852567 Dec 22 09:36:53.725072 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45168) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:53.731232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': 'a55fecb7-1924-4eff-bff1-dc92047c56be', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:53.735846 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port e881b2b5-2ca9-4c25-a607-2c7118df0d77, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e881b2b5-2ca9-4c25-a607-2c7118df0d77,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:53.740034 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:53.740261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.742849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:53.744915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:36:53.749061 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:36:53.757254 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:53.770060 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.securitygroups_db [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Project dff33acb16be45bf8acf9d2c03461029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:36:53.776877 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.818515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=e881b2b5-2ca9-4c25-a607-2c7118df0d77,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:53.822515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:53.855654 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.861345 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.863779 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-54dd5d6f-0614-41d7-bea1-ce7842e5df99 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:53.891150 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdf3fda-1376-4998-afc3-cae68f61488e,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:53.893835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:53.902143 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:53.903499 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-35960b74-0c6d-481f-bf8b-7c8b5476972c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1770949 Dec 22 09:36:54.086127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-53ae9d27-bd29-4f21-8c55-e2647404dadf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:36:54.105400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-53ae9d27-bd29-4f21-8c55-e2647404dadf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:36:54.106684 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-53ae9d27-bd29-4f21-8c55-e2647404dadf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549567482&fields=id&tenant_id=dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 267 time: 0.0728517 Dec 22 09:36:54.271845 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-b1ea69d9-7fe2-4c75-8fcd-643c6d28fdfe tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:54.272552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-b1ea69d9-7fe2-4c75-8fcd-643c6d28fdfe tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:network {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:36:54.295443 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-b1ea69d9-7fe2-4c75-8fcd-643c6d28fdfe tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:network {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:36:54.296712 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-b1ea69d9-7fe2-4c75-8fcd-643c6d28fdfe tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 809 time: 0.1831887 Dec 22 09:36:54.319179 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d2f0fa57-4643-4e96-857e-a2df0d7c7a7c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/quotas/dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 375 time: 0.0159423 Dec 22 09:36:54.429916 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-6a663169-aaea-44bb-a4d2-7b24879ee9e9 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989389 Dec 22 09:36:54.592979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-31693a33-bed5-4393-9857-189c0556858e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:36:54.595567 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-31693a33-bed5-4393-9857-189c0556858e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522499 Dec 22 09:36:54.740838 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-7d046ecd-a319-458a-bcfc-4d7eb1684f6d service neutron] 10.222.0.36 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411593 Dec 22 09:36:55.004545 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-530fbb99-9cc2-4fc9-b868-b99d739513c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578731 Dec 22 09:36:55.201257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ba5bf65e-6f41-44b3-813a-12528752b88f req-8d59dac2-5772-48c8-b503-9f97fd89d3f3 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:36:55.219439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-ba5bf65e-6f41-44b3-813a-12528752b88f req-8d59dac2-5772-48c8-b503-9f97fd89d3f3 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:36:55.220676 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ba5bf65e-6f41-44b3-813a-12528752b88f req-8d59dac2-5772-48c8-b503-9f97fd89d3f3 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 210 time: 0.0681996 Dec 22 09:36:55.263771 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Sync routers for ids ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:36:55.276011 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Routers {'92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:55.276011 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:55.430976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e881b2b5-2ca9-4c25-a607-2c7118df0d77 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:55.476132 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Set router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:55.510410 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port e881b2b5-2ca9-4c25-a607-2c7118df0d77 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:55.510791 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:55.886779 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 4, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port': {'id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:46Z', 'updated_at': '2021-12-22T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b0b8e586-e11c-4136-bd3d-92900db8e60c', 'name': '', 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'mac_address': 'fa:16:3e:da:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:49Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 2, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'subnets': [{'id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:55.892191 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Checking router: 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:36:55.892552 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Updating router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 port b0b8e586-e11c-4136-bd3d-92900db8e60c binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:36:55.950740 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:56.310665 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:56.323938 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Transition to ACTIVE for port object b0b8e586-e11c-4136-bd3d-92900db8e60c will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:56.331036 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:56.334788 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-37fe689a-f29a-4a95-be47-c9e4bd9bc3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:56.377280 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9e3dfce1-d98c-4745-90aa-203560c761d8 req-bc4c7b27-c80c-4c90-9e7f-7055b7ceffff tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 210 time: 0.0429919 Dec 22 09:36:56.482564 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc1ad-b37e-4f66-b80d-58c2969c6b4d None None] Pushing event updated for resources: {'Port': ['ID=b0b8e586-e11c-4136-bd3d-92900db8e60c,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:56.489656 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-34fdc1ad-b37e-4f66-b80d-58c2969c6b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:56.549040 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Attempting to bind port b0b8e586-e11c-4136-bd3d-92900db8e60c on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:36:56.549524 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Attempting to bind port b0b8e586-e11c-4136-bd3d-92900db8e60c by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:36:56.549963 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Attempting to bind port b0b8e586-e11c-4136-bd3d-92900db8e60c on network 435d5979-7340-40a7-870e-f1e9e69b3852 {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:56.561233 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:56.561607 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Checking segment: {'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:56.562016 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:56.562414 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Bound using segment: {'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:56.562877 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Bound port: b0b8e586-e11c-4136-bd3d-92900db8e60c, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:36:56.563254 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:56.680301 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] For port b0b8e586-e11c-4136-bd3d-92900db8e60c, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:36:56.683850 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] For port b0b8e586-e11c-4136-bd3d-92900db8e60c, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b0b8e586-e11c-4136-bd3d-92900db8e60c,segment=NetworkSegment(2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10),segment_id=2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:36:56.690168 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:56.695967 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f995fb54-2f98-4620-a25d-2fd263f2dbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:56.734542 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-7b85b20a-7685-499b-bb06-b6f573ca03bc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:56.736165 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-7b85b20a-7685-499b-bb06-b6f573ca03bc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 809 time: 0.1709619 Dec 22 09:36:56.773021 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Routers {'92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:36:56.773502 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:56.797014 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-353d9add-ac71-4746-9576-794549c10da8 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 380 time: 0.0520880 Dec 22 09:36:56.807406 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'port': {'device_id': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'admin_state_up': True, 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'security_groups': ['a55fecb7-1924-4eff-bff1-dc92047c56be']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:56.833968 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc1ad-b37e-4f66-b80d-58c2969c6b4d None None] Pushing event updated for resources: {'Port': ['ID=b0b8e586-e11c-4136-bd3d-92900db8e60c,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:56.845023 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-34fdc1ad-b37e-4f66-b80d-58c2969c6b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:56.979276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:36:56.984055 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] Set router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:36:56.990881 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:36:57.002261 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Made reservation on behalf of dff33acb16be45bf8acf9d2c03461029 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:36:57.006009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.181457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Allocated IP 172.20.0.6 (f4571311-f587-4e03-8e87-1a27694334ac/f2f79537-5055-4658-a123-02d32549008a/637cb950-4a32-4e78-9960-5a6b10da1c2f) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:36:57.325882 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 4, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port': {'id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:46Z', 'updated_at': '2021-12-22T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b0b8e586-e11c-4136-bd3d-92900db8e60c', 'name': '', 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'mac_address': 'fa:16:3e:da:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:49Z', 'updated_at': '2021-12-22T09:36:56Z', 'revision_number': 4, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'subnets': [{'id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:36:57.330085 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2d683-5b2b-4ede-a748-70dc0e58b882 None None] The sync data for ids ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'] in dv-neutron-822602-1-hyperv is: [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 4, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port': {'id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:46Z', 'updated_at': '2021-12-22T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'b0b8e586-e11c-4136-bd3d-92900db8e60c', 'name': '', 'network_id': '435d5979-7340-40a7-870e-f1e9e69b3852', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'mac_address': 'fa:16:3e:da:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:49Z', 'updated_at': '2021-12-22T09:36:56Z', 'revision_number': 4, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'subnets': [{'id': '797b1246-2506-4305-bcb7-cb9bde0c02da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:36:57.387239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.407782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Transition to ACTIVE for port object 637cb950-4a32-4e78-9960-5a6b10da1c2f will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:57.433112 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.450945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d2f45388-d487-4463-886e-4bb84ec68c69 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:57.457586 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b0b8e586-e11c-4136-bd3d-92900db8e60c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:57.510367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Network f4571311-f587-4e03-8e87-1a27694334ac is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:36:57.523059 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:36:57.528030 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:36:57.592807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44443b7-f3e7-4005-b76f-1c66dfd7e09a req-761f7bbc-1dd8-43a4-bc24-0bf46d90843d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:57.593726 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port b0b8e586-e11c-4136-bd3d-92900db8e60c completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:57.603522 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e44443b7-f3e7-4005-b76f-1c66dfd7e09a req-761f7bbc-1dd8-43a4-bc24-0bf46d90843d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 931 time: 0.1046338 Dec 22 09:36:57.608906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:57.613869 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:57.623283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b0b8e586-e11c-4136-bd3d-92900db8e60c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:57.623881 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.639995 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:57.640986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.673132 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e44443b7-f3e7-4005-b76f-1c66dfd7e09a req-dd4ae99b-ad34-4047-a774-2b20f2d26810 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682685 Dec 22 09:36:57.698471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-5945e49f-01cf-4fbd-a8a3-83427e630698 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8953657 Dec 22 09:36:57.710244 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Request body: {'port': {'device_id': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:36:57.817485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.848689 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.856948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port b0b8e586-e11c-4136-bd3d-92900db8e60c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b0b8e586-e11c-4136-bd3d-92900db8e60c,segment=NetworkSegment(2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10),segment_id=2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:36:57.861547 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.864877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:57.937394 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-78e16496-d01c-4243-89fb-7a4094b1717c None None] Provisioning for port 637cb950-4a32-4e78-9960-5a6b10da1c2f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:36:57.947344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-78e16496-d01c-4243-89fb-7a4094b1717c None None] Provisioning complete for port 637cb950-4a32-4e78-9960-5a6b10da1c2f triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:57.947643 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-78e16496-d01c-4243-89fb-7a4094b1717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:57.976972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=b0b8e586-e11c-4136-bd3d-92900db8e60c,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:57.986644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:58.007761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-78e16496-d01c-4243-89fb-7a4094b1717c None None] Port 637cb950-4a32-4e78-9960-5a6b10da1c2f cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:36:58.257432 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637cb950-4a32-4e78-9960-5a6b10da1c2f {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:36:58.265459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:58.279453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Transition to ACTIVE for port object 637cb950-4a32-4e78-9960-5a6b10da1c2f will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:36:58.283392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:58.286945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8646cd14-8d2e-4601-8b4d-a87cb6adaaa2 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:58.420799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:58.450380 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:58.533702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Attempting to bind port 637cb950-4a32-4e78-9960-5a6b10da1c2f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:36:58.534038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Attempting to bind port 637cb950-4a32-4e78-9960-5a6b10da1c2f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:36:58.534363 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Attempting to bind port 637cb950-4a32-4e78-9960-5a6b10da1c2f on network f4571311-f587-4e03-8e87-1a27694334ac {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:58.539004 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Port 637cb950-4a32-4e78-9960-5a6b10da1c2f on network f4571311-f587-4e03-8e87-1a27694334ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:36:58.539320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Attempting to bind port 637cb950-4a32-4e78-9960-5a6b10da1c2f on network f4571311-f587-4e03-8e87-1a27694334ac {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:36:58.545486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:36:58.545819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Checking segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:36:58.546204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Bound using segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:36:58.546622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Bound port: 637cb950-4a32-4e78-9960-5a6b10da1c2f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:36:58.546967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:58.646565 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:36:58.649802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:36:58.655775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:58.660163 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-684767b0-b86d-4b79-9283-50a964af424f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:58.734661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:58.735200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:58.736589 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 1093 time: 1.0308554 Dec 22 09:36:58.737392 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:36:58.748663 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:58.754671 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:58.825798 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'status': 'completed', 'code': 200} Dec 22 09:36:58.930658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-6ac7aeff-f355-47e1-93db-398bd024b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:58.932167 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-6ac7aeff-f355-47e1-93db-398bd024b3c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1096 time: 0.1491985 Dec 22 09:36:58.944586 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c287d64-f56f-41a4-a95b-cad8f466f553 req-8ff42f80-9b7a-4b3f-8326-cddbb69a5c93 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:58.945301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2c287d64-f56f-41a4-a95b-cad8f466f553 req-8ff42f80-9b7a-4b3f-8326-cddbb69a5c93 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:36:59.141718 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-ce5a41b2-9337-47fe-bf05-1bcdaf6eb51c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 217 time: 0.1934361 Dec 22 09:36:59.180813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-2c287d64-f56f-41a4-a95b-cad8f466f553 req-8ff42f80-9b7a-4b3f-8326-cddbb69a5c93 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:36:59.181943 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c287d64-f56f-41a4-a95b-cad8f466f553 req-8ff42f80-9b7a-4b3f-8326-cddbb69a5c93 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.3552752 Dec 22 09:36:59.235681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-84f55934-71ac-4b0e-bfbf-88e4ec14134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:59.237146 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-84f55934-71ac-4b0e-bfbf-88e4ec14134d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0891683 Dec 22 09:36:59.276474 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c287d64-f56f-41a4-a95b-cad8f466f553 req-d1b8a651-2e94-4b9e-8943-585b22d181e1 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870898 Dec 22 09:36:59.328156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-7a463ac2-3a11-49dc-8588-7f7ed026a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:59.329556 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-7a463ac2-3a11-49dc-8588-7f7ed026a709 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863302 Dec 22 09:36:59.419218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b0b8e586-e11c-4136-bd3d-92900db8e60c up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:59.476046 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-7cd6f4de-bae4-4573-b0a3-3d510253fba7 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400080 Dec 22 09:36:59.491231 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port b0b8e586-e11c-4136-bd3d-92900db8e60c triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:59.491602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:59.614437 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8ce187f3-c47d-4edc-ae2e-af47298fd50b req-19296ea0-1851-4876-8624-8c783ba32431 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311893 Dec 22 09:36:59.738957 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025d08e-a900-45be-8b57-b5f50d16318b req-9d16cf18-aeb3-4735-801d-59b700c9a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:59.740479 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e025d08e-a900-45be-8b57-b5f50d16318b req-9d16cf18-aeb3-4735-801d-59b700c9a7ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1096 time: 0.0763028 Dec 22 09:36:59.874697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025d08e-a900-45be-8b57-b5f50d16318b req-b903c28c-bbd6-44a2-96be-7018c2c8fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:59.876074 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e025d08e-a900-45be-8b57-b5f50d16318b req-b903c28c-bbd6-44a2-96be-7018c2c8fbc1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1287737 Dec 22 09:36:59.943494 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e025d08e-a900-45be-8b57-b5f50d16318b req-7fad5cf5-8a99-423a-a216-b13d90a10b46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 217 time: 0.0610080 Dec 22 09:37:00.009028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025d08e-a900-45be-8b57-b5f50d16318b req-b63a51fb-01f4-4eba-9b1a-b4cedbbcf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:00.010438 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e025d08e-a900-45be-8b57-b5f50d16318b req-b63a51fb-01f4-4eba-9b1a-b4cedbbcf35c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0603504 Dec 22 09:37:00.084658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025d08e-a900-45be-8b57-b5f50d16318b req-0109f1c4-b2fe-401f-9009-0bf34aa70b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:00.087122 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e025d08e-a900-45be-8b57-b5f50d16318b req-0109f1c4-b2fe-401f-9009-0bf34aa70b26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705359 Dec 22 09:37:00.217287 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e025d08e-a900-45be-8b57-b5f50d16318b req-1c4e1f44-e461-4c2e-a5c1-ad87cd141814 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229436 Dec 22 09:37:00.349685 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e025d08e-a900-45be-8b57-b5f50d16318b req-f77b8092-fe42-495e-b373-dcbc77bf9aa3 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254694 Dec 22 09:37:00.584685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8550-af2c-4afc-92a2-044150682e57 req-8547a3e3-6b64-47a6-bfcb-cc85e359fb9f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:00.586398 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-53ed8550-af2c-4afc-92a2-044150682e57 req-8547a3e3-6b64-47a6-bfcb-cc85e359fb9f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.1984632 Dec 22 09:37:00.634084 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-53ed8550-af2c-4afc-92a2-044150682e57 req-6ec8d918-811f-4878-a583-4520f7b77558 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Dec 22 09:37:01.826920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88993b23-d5ca-4184-b7e0-b4fda06524a8 req-45c37cf8-8ea2-45cd-a6b8-aef695065c88 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:01.828413 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88993b23-d5ca-4184-b7e0-b4fda06524a8 req-45c37cf8-8ea2-45cd-a6b8-aef695065c88 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0866432 Dec 22 09:37:01.874223 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-88993b23-d5ca-4184-b7e0-b4fda06524a8 req-ba6a5a49-66eb-4173-a18b-55a0e57b0a3b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Dec 22 09:37:02.672609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:37:02.810813 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:37:02.825122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'port_id': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'mac_address': 'fa:16:3e:93:59:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:37:02.885618 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:02.902901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637cb950-4a32-4e78-9960-5a6b10da1c2f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:37:02.920989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:37:02.925767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:02.927725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-1d545696-87b6-4805-88b7-73ebb1b0b2f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:37:02.993922 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:37:02.997057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:37:03.069410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b71f56-eea7-4ecd-9c7f-1dfd47ec429c req-3faf69a6-0a89-4f4e-8c82-40367cad736f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:03.070925 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72b71f56-eea7-4ecd-9c7f-1dfd47ec429c req-3faf69a6-0a89-4f4e-8c82-40367cad736f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 944 time: 0.0871985 Dec 22 09:37:03.119894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-72b71f56-eea7-4ecd-9c7f-1dfd47ec429c req-ee1479e3-7bc6-428e-89fb-503e19ca0dd5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Dec 22 09:37:03.250078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['637cb950-4a32-4e78-9960-5a6b10da1c2f'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:37:04.306720 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49ad3-3192-4892-a830-cdd6f54631c9 req-915169d5-d0aa-499b-9944-7175d01b5ba6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:04.308280 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bcc49ad3-3192-4892-a830-cdd6f54631c9 req-915169d5-d0aa-499b-9944-7175d01b5ba6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 944 time: 0.0795493 Dec 22 09:37:04.352424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bcc49ad3-3192-4892-a830-cdd6f54631c9 req-a4c04a36-a72d-44a0-a1a1-b6d5f463d5cc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384994 Dec 22 09:37:04.684670 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:37:04.786221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 637cb950-4a32-4e78-9960-5a6b10da1c2f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:37:04.790896 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 637cb950-4a32-4e78-9960-5a6b10da1c2f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:37:04.791278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:04.907623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:04.936752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:37:04.946736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:37:04.954386 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:04.955560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-ed9a9905-2805-4d94-95d5-42fcccb7904b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:37:05.027611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:37:05.030656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:37:05.087868 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'code': 200} Dec 22 09:37:05.345563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a3e0a-ebff-4a2b-9846-79f7ff4b1d48 req-e63475c7-a644-4cce-920b-0cb26854574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:05.347011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-019a3e0a-ebff-4a2b-9846-79f7ff4b1d48 req-e63475c7-a644-4cce-920b-0cb26854574b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1098 time: 0.0941658 Dec 22 09:37:05.393690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-019a3e0a-ebff-4a2b-9846-79f7ff4b1d48 req-b03430e9-ed1e-4488-91b8-98bf4fb95c3a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396142 Dec 22 09:37:05.549308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66496e8-39d5-46df-95e7-dd64e2bfb17c req-975d6e74-ddb1-48cd-b2d7-ecb71c6070ea tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:05.551299 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e66496e8-39d5-46df-95e7-dd64e2bfb17c req-975d6e74-ddb1-48cd-b2d7-ecb71c6070ea tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0927923 Dec 22 09:37:05.602353 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e66496e8-39d5-46df-95e7-dd64e2bfb17c req-f416086a-8a6f-4cc0-8a68-4817198892d3 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Dec 22 09:37:06.861742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f9205-7936-411e-97e8-a3514e53a035 req-342b6b1e-4b79-4344-b34f-bf03c120910f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:06.863115 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a24f9205-7936-411e-97e8-a3514e53a035 req-342b6b1e-4b79-4344-b34f-bf03c120910f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0830507 Dec 22 09:37:06.907474 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a24f9205-7936-411e-97e8-a3514e53a035 req-790a323e-9496-4538-af4a-b17031839daa tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387411 Dec 22 09:37:08.209616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374f940-9699-4481-9188-382ef6ed158a req-3f6d65d0-31f2-490d-b32c-91afd166367a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:08.211132 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f374f940-9699-4481-9188-382ef6ed158a req-3f6d65d0-31f2-490d-b32c-91afd166367a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.1984267 Dec 22 09:37:08.256353 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f374f940-9699-4481-9188-382ef6ed158a req-e94dd81d-9251-47aa-9e67-9ebaca16bc41 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391078 Dec 22 09:37:08.448650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2084-bf9a-4e90-b69d-06cffc2e8abf req-3b2c24eb-dabb-40dc-9369-2a488edebfdf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:08.450117 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac2c2084-bf9a-4e90-b69d-06cffc2e8abf req-3b2c24eb-dabb-40dc-9369-2a488edebfdf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0856550 Dec 22 09:37:08.495271 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ac2c2084-bf9a-4e90-b69d-06cffc2e8abf req-9d1a7cd4-3b42-4c60-8f7d-532789e1c37f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 Dec 22 09:37:08.518162 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45248) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:08.637308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a8053-97ce-427f-a2d0-3114124f3750 tempest-TestShelveInstance-36009442 tempest-TestShelveInstance-36009442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:08.639543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d2a8053-97ce-427f-a2d0-3114124f3750 tempest-TestShelveInstance-36009442 tempest-TestShelveInstance-36009442-project-admin] Synchronizing usage tracker for tenant:e97035c542a241e6a87b9b717659ba0b on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:37:08.658054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-6d2a8053-97ce-427f-a2d0-3114124f3750 tempest-TestShelveInstance-36009442 tempest-TestShelveInstance-36009442-project-admin] Unset dirty status for tenant:e97035c542a241e6a87b9b717659ba0b on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:37:08.659278 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-6d2a8053-97ce-427f-a2d0-3114124f3750 tempest-TestShelveInstance-36009442 tempest-TestShelveInstance-36009442-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1093 time: 0.1401205 Dec 22 09:37:08.662251 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45254) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:37:08.667362 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:37:08.673798 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:37:08.677935 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:floatingip and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:37:08.680790 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:37:08.686896 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:37:08.697942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:08.738321 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-8c90f374-abb5-43d8-b931-14d0c4599d78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751114 Dec 22 09:37:08.850978 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:08.885433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-53f2a759-5324-4e17-9008-5f2a61994cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:08.886876 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-53f2a759-5324-4e17-9008-5f2a61994cf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1098 time: 0.0764258 Dec 22 09:37:08.995274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Allocated IP 172.26.7.64 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/aa4224dd-f19f-498f-a26c-889962a9b3c5) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:37:09.042302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-7b80b0fd-877d-4ae4-a6bd-86aecc4902a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:09.044721 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-7b80b0fd-877d-4ae4-a6bd-86aecc4902a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1385565 Dec 22 09:37:09.120498 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-a5df0e91-ce13-44c5-8f81-bd24ec93e493 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 217 time: 0.0688505 Dec 22 09:37:09.154834 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:09.190909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:09.196634 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec793a32-ed5c-4da1-99c7-2277b6948bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:37:09.201765 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-4662d7b8-dff6-4477-a5a8-646d8df079c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:09.203235 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-4662d7b8-dff6-4477-a5a8-646d8df079c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0772421 Dec 22 09:37:09.259555 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:37:09.262446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:37:09.266772 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:37:09.284950 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-1fae69e8-8e85-4de6-a50d-8368199b6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:09.286505 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-1fae69e8-8e85-4de6-a50d-8368199b6be9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773890 Dec 22 09:37:09.311123 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'Port': ['ID=aa4224dd-f19f-498f-a26c-889962a9b3c5,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:37:09.315817 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:37:09.420686 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-3f4512c7-37b5-4f24-b9d5-bc5bfefa2a2b service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269720 Dec 22 09:37:09.562831 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e97bbe5-e7b7-4685-b8e3-a0395f4bc990 req-32d40d95-58a4-4fc7-9d19-7a3a10a9a000 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365654 Dec 22 09:37:09.710139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:09.784668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:09.891752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-47c406de-b71d-4f4d-a264-1fc989e69ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:10.113355 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:10.118299 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:10.122017 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-46b23cfb-c0b2-452c-845a-0617dd04dadd tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:37:10.224771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'Port': ['ID=aa4224dd-f19f-498f-a26c-889962a9b3c5,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:37:10.228886 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:37:10.237522 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:10.382975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:10.411600 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.l3_db [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Floating IP 842abc63-95ad-467c-9297-6a5249f58d29 associated. External IP: 172.26.7.64, port: 637cb950-4a32-4e78-9960-5a6b10da1c2f. Dec 22 09:37:10.796233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Router 54fdb914-8ce6-4ee5-8299-c50dadd8687b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:37:10.978375 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:37:10.988748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] Sync routers for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:37:10.998502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:10.999166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:37:11.003717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:11.060894 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3974068 Dec 22 09:37:11.061716 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:37:11.176251 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'status': 'completed', 'code': 200} Dec 22 09:37:11.189313 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:37:11.274748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-dcd3f563-0e02-4205-8610-01f4e32b6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:11.276255 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-dcd3f563-0e02-4205-8610-01f4e32b6688 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1098 time: 0.0761311 Dec 22 09:37:11.376780 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:37:11.422771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-d1dcdec6-2801-4701-85b1-98eab96cab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:11.424253 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-d1dcdec6-2801-4701-85b1-98eab96cab8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1411884 Dec 22 09:37:11.541195 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-4889d017-e244-43d1-a88a-9072a4cf5101 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 998 time: 0.1109033 Dec 22 09:37:11.575699 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '842abc63-95ad-467c-9297-6a5249f58d29', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'port_id': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'mac_address': 'fa:16:3e:93:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:37:09Z', 'updated_at': '2021-12-22T09:37:09Z', 'revision_number': 0, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:37:11.580577 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] Checking router: 54fdb914-8ce6-4ee5-8299-c50dadd8687b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:37:11.589138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:37:11.589761 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:36:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:37:11.608440 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-a9b5db5d-d4a6-47a0-92fe-7fef6a63e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:11.609858 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-a9b5db5d-d4a6-47a0-92fe-7fef6a63e637 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0618548 Dec 22 09:37:11.690930 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-ab03b241-9c60-4483-94d9-203f8e44f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:11.692607 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-ab03b241-9c60-4483-94d9-203f8e44f34e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766621 Dec 22 09:37:11.771224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:37:11.833087 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-5a02028e-a7ff-4468-83c8-a88b229047d6 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329637 Dec 22 09:37:12.108361 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-abe62e90-75ce-4f6a-b0ce-0a2b461b1bdb req-786105f2-be12-4faa-b45d-389ab63a99ea service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692831 Dec 22 09:37:12.141838 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '842abc63-95ad-467c-9297-6a5249f58d29', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'port_id': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'mac_address': 'fa:16:3e:93:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:37:09Z', 'updated_at': '2021-12-22T09:37:09Z', 'revision_number': 0, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:37:12.145899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61dbf1-d641-481f-9265-b8a11b6f515b None None] The sync data for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv is: [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '842abc63-95ad-467c-9297-6a5249f58d29', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'port_id': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'mac_address': 'fa:16:3e:93:59:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:37:09Z', 'updated_at': '2021-12-22T09:37:09Z', 'revision_number': 0, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:37:12.201714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4927719f-a52f-4a41-9d0e-cf14e2a48e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:12.363705 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6690fff-381d-4b41-90af-a10e2cf14797 None None] New status for floating IP 842abc63-95ad-467c-9297-6a5249f58d29: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:37:13.349462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:13.435189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:14.785421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:39.894703 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-989d6594-63b8-419b-92c7-e33e6acdae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:40.386919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:42.204113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4da34d86-b49b-4dfe-b503-6e33fc88e5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:43.351077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:43.439356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:44.788875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:48.376231 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:38:09.732779 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-c6cea70d-2d5c-40ef-8510-1b0417f32c34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700881 Dec 22 09:38:09.872726 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-9d24305b-8b95-4616-a396-161bdf505982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:09.874210 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-9d24305b-8b95-4616-a396-161bdf505982 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1098 time: 0.0731797 Dec 22 09:38:09.897123 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-10fee570-f0c1-424f-9c8e-4c83394f5cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:10.026911 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-d176ef00-fa40-4e2f-becb-5b4251f852bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:10.028969 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-d176ef00-fa40-4e2f-becb-5b4251f852bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1362710 Dec 22 09:38:10.128492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-69eff145-fc00-46fa-a305-a13d5a8cb989 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 1000 time: 0.0927796 Dec 22 09:38:10.192595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-88debdcc-d3db-4086-86ad-413bdebca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:10.194017 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-88debdcc-d3db-4086-86ad-413bdebca4e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0596602 Dec 22 09:38:10.269999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-a14b8b5c-2e57-4ebc-b15c-00d213d33863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:10.271449 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-a14b8b5c-2e57-4ebc-b15c-00d213d33863 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699077 Dec 22 09:38:10.282661 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-7872b35d-030a-4984-b43c-2c13bd0ea25b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:38:10.283514 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-7872b35d-030a-4984-b43c-2c13bd0ea25b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047960 Dec 22 09:38:10.402419 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:10.417963 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-a4d32da7-e039-43c3-8b50-c818205759ac service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282535 Dec 22 09:38:10.550620 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3bf9be67-bec0-4dd1-b2a4-438516786da4 req-a26300ad-69d7-4b90-93e5-b4b026a564d4 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263466 Dec 22 09:38:12.205890 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa985719-80c9-4520-8ce5-ccacc0471e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:13.354191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:13.441977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:14.791024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:25.375535 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:38:39.900728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7f339760-e6a2-42d6-bbec-c9807cc9ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:40.406687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:42.208554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-203302e8-4841-40e0-8656-cd286edcceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:43.356084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:43.445032 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:44.795623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:02.373620 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:39:09.736430 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-ef76b8d6-7d22-400a-b215-39a3d79a29da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770140 Dec 22 09:39:09.889240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-50539895-5e48-485e-880d-5f1573ab9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:09.890879 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-50539895-5e48-485e-880d-5f1573ab9c76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1098 time: 0.0790772 Dec 22 09:39:09.903333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e402fbde-4640-4fd6-931e-037587e97e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:10.043536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-b5c0cc4a-61b4-4c9c-aac5-c40a3ba79a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:10.045473 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-b5c0cc4a-61b4-4c9c-aac5-c40a3ba79a6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1360426 Dec 22 09:39:10.156443 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-a34d2fa1-1cc2-4a71-be19-14f554bd1a0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 1000 time: 0.1042812 Dec 22 09:39:10.225645 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-38a23496-7f2e-46f0-bd1f-2dc1c977d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:10.227098 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-38a23496-7f2e-46f0-bd1f-2dc1c977d114 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0638618 Dec 22 09:39:10.315879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-db0a4044-7a04-461f-b03e-a7c6c0a93357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:10.317311 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-db0a4044-7a04-461f-b03e-a7c6c0a93357 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826662 Dec 22 09:39:10.416583 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:10.448467 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-c5de2a07-6edb-4eb3-8ab7-0f625ed78c0c service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247423 Dec 22 09:39:10.694777 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5051f6b2-6a54-478c-9b8e-7fdc8fdde045 req-795eb741-aeb8-44fb-83fd-9d693ba8900d service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401690 Dec 22 09:39:12.210222 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3225-ac52-4cad-8e81-1a3e2bf8ea3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:13.357948 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:13.448870 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:14.799012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:36.969802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac1dbe-bb6e-49f9-9af5-23453d3e7666 req-af0b9bf7-585b-4f7b-a6b7-7de2eb00b06f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:36.971311 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acac1dbe-bb6e-49f9-9af5-23453d3e7666 req-af0b9bf7-585b-4f7b-a6b7-7de2eb00b06f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0811520 Dec 22 09:39:37.020317 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-acac1dbe-bb6e-49f9-9af5-23453d3e7666 req-c1d337de-258f-4542-86f9-13fcff3f24ad tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Dec 22 09:39:38.212051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d568b3-1592-485f-bcbe-db99807fcb7e req-853b962b-73f6-45c8-ada1-91de1888b024 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:38.213487 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-15d568b3-1592-485f-bcbe-db99807fcb7e req-853b962b-73f6-45c8-ada1-91de1888b024 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0814724 Dec 22 09:39:38.258179 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-15d568b3-1592-485f-bcbe-db99807fcb7e req-339c6c41-5f7a-4787-bccc-245c5406367c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Dec 22 09:39:39.375243 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:39:39.458224 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2aea-60f3-4d12-9700-ddbe72bd072e req-1250c75b-5044-44ef-a6a2-030fc8b2c3c7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:39.459640 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fcaa2aea-60f3-4d12-9700-ddbe72bd072e req-1250c75b-5044-44ef-a6a2-030fc8b2c3c7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0848448 Dec 22 09:39:39.502401 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fcaa2aea-60f3-4d12-9700-ddbe72bd072e req-ae1e9a8c-a089-4b14-aeea-808f8e83c42c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371292 Dec 22 09:39:39.908891 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-80050281-ae61-431a-81b8-eb2a1f2ba757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:40.427445 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:40.685411 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf997c0-c607-406e-9a9d-6048b8b8a117 req-24af7d18-48f9-4632-a85c-23583fff2f6c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:40.686753 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4bf997c0-c607-406e-9a9d-6048b8b8a117 req-24af7d18-48f9-4632-a85c-23583fff2f6c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0780556 Dec 22 09:39:40.732706 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4bf997c0-c607-406e-9a9d-6048b8b8a117 req-3f79dd66-86d7-452a-b9b1-a7af58f81d0a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Dec 22 09:39:41.923809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ada7a-e5d0-412d-9f7a-449ccb8e01fc req-e4609b9b-d85f-4854-8ad3-220e606e2dbd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:41.925169 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-438ada7a-e5d0-412d-9f7a-449ccb8e01fc req-e4609b9b-d85f-4854-8ad3-220e606e2dbd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0890987 Dec 22 09:39:41.969011 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-438ada7a-e5d0-412d-9f7a-449ccb8e01fc req-14144e48-cfbd-454e-a60e-8a7e4731e3ad tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381866 Dec 22 09:39:42.214687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f7fcd876-f7b9-4f46-9e8a-04470acf31a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:43.149439 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09fb76-5e1a-42ac-b2b5-1bf5ffcaea69 req-2246aa13-153b-44f8-a40b-1284fde7057f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:43.150890 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ae09fb76-5e1a-42ac-b2b5-1bf5ffcaea69 req-2246aa13-153b-44f8-a40b-1284fde7057f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0783868 Dec 22 09:39:43.202300 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ae09fb76-5e1a-42ac-b2b5-1bf5ffcaea69 req-0935fcff-9942-4f58-8c95-f8b823af485a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446997 Dec 22 09:39:43.365033 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:43.451474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:44.385775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bce56-8234-4e4c-a70d-c08285977f90 req-f34d183e-e66d-4bd5-bfbf-0b370f442e4e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:44.387258 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-639bce56-8234-4e4c-a70d-c08285977f90 req-f34d183e-e66d-4bd5-bfbf-0b370f442e4e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0795372 Dec 22 09:39:44.433707 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-639bce56-8234-4e4c-a70d-c08285977f90 req-b8b2f4ff-bb0c-4fcc-86f9-88ee90fab25d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407867 Dec 22 09:39:44.800502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:45.623461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd791d0-19de-4b9c-a69b-17d4dbd02366 req-1a2adbd1-57f6-4d4a-a0c5-76753911f4b5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:45.624911 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0bd791d0-19de-4b9c-a69b-17d4dbd02366 req-1a2adbd1-57f6-4d4a-a0c5-76753911f4b5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0852902 Dec 22 09:39:45.669743 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0bd791d0-19de-4b9c-a69b-17d4dbd02366 req-137ef912-12ee-4306-98e8-121a8cf8fa57 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385907 Dec 22 09:39:46.904018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98971a-8e91-4088-88de-1fdc29d6119c req-c5d9d9c3-ed1c-4325-9947-353373bb9cf0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:46.905488 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8e98971a-8e91-4088-88de-1fdc29d6119c req-c5d9d9c3-ed1c-4325-9947-353373bb9cf0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.1312823 Dec 22 09:39:46.950854 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-8e98971a-8e91-4088-88de-1fdc29d6119c req-e6db7a29-5898-4945-a1c0-913c1e6b6d02 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Dec 22 09:39:48.134168 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3f98f-8799-42bb-9895-89f02d3eb150 req-da45a940-c875-462e-bf57-6ad054d957ca tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:48.135557 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edb3f98f-8799-42bb-9895-89f02d3eb150 req-da45a940-c875-462e-bf57-6ad054d957ca tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0803840 Dec 22 09:39:48.181069 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-edb3f98f-8799-42bb-9895-89f02d3eb150 req-70980764-f4ed-4a73-92d3-50442e4532d6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396762 Dec 22 09:39:49.364360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2474c-b9f6-42dc-95bf-e54ea3bd1fc3 req-24994085-26fa-448a-b3ad-fc4d1a0408f5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:49.365800 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f1c2474c-b9f6-42dc-95bf-e54ea3bd1fc3 req-24994085-26fa-448a-b3ad-fc4d1a0408f5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0809858 Dec 22 09:39:49.410888 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f1c2474c-b9f6-42dc-95bf-e54ea3bd1fc3 req-8f02af1b-70e2-40d0-98db-76cbfb575504 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395353 Dec 22 09:39:50.715259 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fba47-7190-4e73-8d99-923d02e80fe8 req-fc477b45-1af0-42a9-84b2-75d189d5d927 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:50.716745 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b6fba47-7190-4e73-8d99-923d02e80fe8 req-fc477b45-1af0-42a9-84b2-75d189d5d927 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.2001467 Dec 22 09:39:50.761260 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1b6fba47-7190-4e73-8d99-923d02e80fe8 req-03740b6e-5822-4f23-b1a9-f3049b9b6702 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Dec 22 09:39:51.431339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:39:51.566502 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:51.580770 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'port_id': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'mac_address': 'fa:16:3e:93:59:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:39:51.634976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:51.651326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 637cb950-4a32-4e78-9960-5a6b10da1c2f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:39:51.666849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:51.670348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:51.672200 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:39:51.744489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:51.752465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.752821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.753190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.753539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.753909 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.754281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.754688 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.755901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.755901 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.756317 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.756623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.756944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:39:51.760957 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:39:51.825926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['637cb950-4a32-4e78-9960-5a6b10da1c2f'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:39:51.958635 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbee8d-43c2-4aba-96ee-d1fa031be76b req-03e1a40b-700f-45e3-8570-2d2211d8f2cd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:51.958635 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aefbee8d-43c2-4aba-96ee-d1fa031be76b req-03e1a40b-700f-45e3-8570-2d2211d8f2cd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 944 time: 0.0851192 Dec 22 09:39:52.017259 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aefbee8d-43c2-4aba-96ee-d1fa031be76b req-724500b6-ce2d-4faf-8493-ff4fa3c8a4b4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559340 Dec 22 09:39:53.210682 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb52cd-453c-4746-823b-f57e084663b2 req-e1d46b73-0b5f-47fe-9cd1-56a984b2a947 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:53.212201 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-38bb52cd-453c-4746-823b-f57e084663b2 req-e1d46b73-0b5f-47fe-9cd1-56a984b2a947 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 944 time: 0.0866678 Dec 22 09:39:53.263410 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-38bb52cd-453c-4746-823b-f57e084663b2 req-f81c0d8b-fca5-4051-a644-b5ab069505cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455804 Dec 22 09:39:53.446664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:39:53.518315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 637cb950-4a32-4e78-9960-5a6b10da1c2f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:39:53.518596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.645882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.679614 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:39:53.689721 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:39:53.697359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:53.699960 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:39:53.769078 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:53.772915 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:39:54.473188 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7f177-e500-4d71-99c1-32989019305f req-317cef20-3b95-4bca-bc33-9d3c90b30fda tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:54.476449 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17b7f177-e500-4d71-99c1-32989019305f req-317cef20-3b95-4bca-bc33-9d3c90b30fda tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0929027 Dec 22 09:39:54.523365 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-17b7f177-e500-4d71-99c1-32989019305f req-0692aae9-5ff3-44e7-b40a-e155ab0b94da tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Dec 22 09:39:54.750687 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'code': 200} Dec 22 09:39:55.738959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65914d9b-7d34-42ea-af56-cdae339be54a req-a1c6c838-d139-4cd3-ac09-b32fd2f31beb tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:55.746210 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-65914d9b-7d34-42ea-af56-cdae339be54a req-a1c6c838-d139-4cd3-ac09-b32fd2f31beb tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.1035185 Dec 22 09:39:55.795862 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-65914d9b-7d34-42ea-af56-cdae339be54a req-611db1d5-6536-473a-a128-b9d752d9bdb1 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487888 Dec 22 09:39:57.030352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe2cba-beae-4456-bc17-6df355ea8d16 req-111584a3-13c5-438a-8d23-065174e26ea0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:57.032644 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-50fe2cba-beae-4456-bc17-6df355ea8d16 req-111584a3-13c5-438a-8d23-065174e26ea0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.1050560 Dec 22 09:39:57.085669 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-50fe2cba-beae-4456-bc17-6df355ea8d16 req-2aaf5b54-9fe8-4516-b1a5-3cf515beeab2 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463517 Dec 22 09:39:58.309376 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bff2-cabb-44d0-91f3-073fa064f888 req-35386208-6eb8-433d-ab86-f0719d39fad0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:58.316265 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29e9bff2-cabb-44d0-91f3-073fa064f888 req-35386208-6eb8-433d-ab86-f0719d39fad0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0979624 Dec 22 09:39:58.361062 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-29e9bff2-cabb-44d0-91f3-073fa064f888 req-a1a58bef-238a-40bf-b629-077bc0163824 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Dec 22 09:39:59.583737 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd981b-655c-4a1b-95bd-f00c4a937dff req-4af85915-5345-45ab-93ca-a6e3bd84a73b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:59.585327 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-52bd981b-655c-4a1b-95bd-f00c4a937dff req-4af85915-5345-45ab-93ca-a6e3bd84a73b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0918813 Dec 22 09:39:59.650317 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-52bd981b-655c-4a1b-95bd-f00c4a937dff req-ff63e36b-70e3-42e9-bd11-8c9ff09d72a5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592210 Dec 22 09:40:00.877563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91271-1362-4b66-b844-ab3d776278c1 req-65337d8a-222a-4cd4-85ab-40b7eec19c2e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:00.879082 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-16e91271-1362-4b66-b844-ab3d776278c1 req-65337d8a-222a-4cd4-85ab-40b7eec19c2e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.1014223 Dec 22 09:40:00.930747 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-16e91271-1362-4b66-b844-ab3d776278c1 req-4b0b1c1a-13a8-4be8-b77d-57ddfb1ab465 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Dec 22 09:40:02.156991 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823954b0-7b91-4b31-b4ba-365f7b6152a1 req-87dc6a03-dd9f-4dc6-9ea8-309d9f93d89f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:02.159183 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-823954b0-7b91-4b31-b4ba-365f7b6152a1 req-87dc6a03-dd9f-4dc6-9ea8-309d9f93d89f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0950849 Dec 22 09:40:02.209683 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-823954b0-7b91-4b31-b4ba-365f7b6152a1 req-379c9bdb-3d97-4bfd-adf6-8ec8a23c0997 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Dec 22 09:40:03.403181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa54f-b046-41a9-a37b-2051fdc14f2a req-4561e726-c321-4100-9622-da14eedc9f23 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:03.404647 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-192fa54f-b046-41a9-a37b-2051fdc14f2a req-4561e726-c321-4100-9622-da14eedc9f23 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0801935 Dec 22 09:40:03.457086 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-192fa54f-b046-41a9-a37b-2051fdc14f2a req-934c24d5-d9b3-41eb-94ef-641e3749c225 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468583 Dec 22 09:40:03.781827 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-a2eb2bbd-3e52-4e5f-bed8-a96fa2f2e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:03.783204 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-a2eb2bbd-3e52-4e5f-bed8-a96fa2f2e7f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1098 time: 0.1621127 Dec 22 09:40:03.915938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-7a68b12f-a8e2-467a-aeb1-1e2abd0fb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:03.917390 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-7a68b12f-a8e2-467a-aeb1-1e2abd0fb71a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1279163 Dec 22 09:40:04.023207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-54f45be9-9b6d-4eff-9646-7247cb6dd9cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 1000 time: 0.0984671 Dec 22 09:40:04.086625 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-2f9bdce0-1a24-474c-b628-73f17c3a0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:04.087966 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-2f9bdce0-1a24-474c-b628-73f17c3a0a8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0580964 Dec 22 09:40:04.166095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-1a9ca7a2-120f-40ba-a94a-02ccb807afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:04.167539 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-1a9ca7a2-120f-40ba-a94a-02ccb807afae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732903 Dec 22 09:40:04.296963 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-aaefbdbd-e3a6-4114-87d0-62541874eb96 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228883 Dec 22 09:40:04.546771 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-64f17640-dfc0-40ab-bcff-ca39049376bc req-28b5134e-c7d7-47d7-966e-05cf46dc89eb service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437916 Dec 22 09:40:04.648171 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336ffa8-1a2c-4651-b66f-e342eac96155 req-278cbca3-bc18-4459-813d-539309e816ef tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:04.649654 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3336ffa8-1a2c-4651-b66f-e342eac96155 req-278cbca3-bc18-4459-813d-539309e816ef tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0799646 Dec 22 09:40:04.699047 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3336ffa8-1a2c-4651-b66f-e342eac96155 req-56f86864-39eb-42fc-8ad3-51b3c83e4e93 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Dec 22 09:40:05.892752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f764-b68e-46bc-b884-76686027c107 req-1c22fca7-b390-4a34-b1b1-c370b616691d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:05.894259 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b895f764-b68e-46bc-b884-76686027c107 req-1c22fca7-b390-4a34-b1b1-c370b616691d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0828819 Dec 22 09:40:05.940740 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b895f764-b68e-46bc-b884-76686027c107 req-d7a2ef54-c024-4737-a5e2-ab5494d08dcf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Dec 22 09:40:07.130299 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b936c-d1f6-446e-a99d-c604860c75f3 req-3d0d4b2c-166f-4d07-80fe-f63d2f82f5f0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:07.131724 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5b936c-d1f6-446e-a99d-c604860c75f3 req-3d0d4b2c-166f-4d07-80fe-f63d2f82f5f0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0829866 Dec 22 09:40:07.173974 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1b5b936c-d1f6-446e-a99d-c604860c75f3 req-76764468-5a87-4aac-84ab-1585f036b42e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365825 Dec 22 09:40:07.518457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:40:07.525673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15c09-660c-4215-8a23-c5d8256dd98b req-758a1c51-711b-419d-a080-18813e0f875c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:07.527383 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdb15c09-660c-4215-8a23-c5d8256dd98b req-758a1c51-711b-419d-a080-18813e0f875c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 945 time: 0.0819976 Dec 22 09:40:07.579403 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-cdb15c09-660c-4215-8a23-c5d8256dd98b req-35ce4d1f-38b7-4180-92a3-1dfd74f30afb tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453722 Dec 22 09:40:07.588177 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 45484) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:40:07.674676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.703100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:40:07.712752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:07.715198 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-6ccfa98c-64cd-4d6c-97d7-de078803539d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245334 Dec 22 09:40:07.717177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:07.719888 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:40:07.755822 dv-neutron-822602-1-hyperv neutron-server[87602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'code': 422} returned with failed status Dec 22 09:40:07.790048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:07.796016 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:40:08.727683 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-56d9f1b0-2055-4023-bede-2b2f395619a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:08.729188 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-56d9f1b0-2055-4023-bede-2b2f395619a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862&tenant_id=dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 1096 time: 0.1069787 Dec 22 09:40:08.832856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9004c8-8c52-40af-85b7-43e4cbe85b32 req-6659cc37-f462-4c1f-b2a5-a0caba221267 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:08.834206 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e9004c8-8c52-40af-85b7-43e4cbe85b32 req-6659cc37-f462-4c1f-b2a5-a0caba221267 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.1444826 Dec 22 09:40:08.858910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-c29cd7d3-97ba-40b4-b36b-038d304d30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:08.860379 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-c29cd7d3-97ba-40b4-b36b-038d304d30b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1096 time: 0.1094229 Dec 22 09:40:08.954086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3e9004c8-8c52-40af-85b7-43e4cbe85b32 req-aa73cecf-b0fc-4490-a99a-85c59c323916 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140625 Dec 22 09:40:09.008714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-b182841e-b488-4991-92cd-a3644eccddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:09.010142 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-b182841e-b488-4991-92cd-a3644eccddbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1430039 Dec 22 09:40:09.116066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-d2b12f92-c11c-41d6-9d4f-4955651410c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 998 time: 0.0996735 Dec 22 09:40:09.178884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-07314cf6-555b-4977-8498-3de2c6aac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:09.180326 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-07314cf6-555b-4977-8498-3de2c6aac0f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0579712 Dec 22 09:40:09.265847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-aba43831-4c72-45d4-a97c-ce9e5e7c9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:09.267516 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-aba43831-4c72-45d4-a97c-ce9e5e7c9bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810270 Dec 22 09:40:09.414355 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-55d51039-b308-4e69-85c0-66cf7f88c51e service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398253 Dec 22 09:40:09.560549 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-7f3affc8-aee8-4734-9406-bc816e5e7980 req-7e21aec3-69f0-421e-aa12-f38137fb4b04 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403537 Dec 22 09:40:09.809759 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-a5ae5264-63ee-47d3-ac10-dbeaa52df676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:09.811846 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-a5ae5264-63ee-47d3-ac10-dbeaa52df676 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1096 time: 0.0795546 Dec 22 09:40:09.910011 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-faa91a02-86db-4cac-831d-3429d3186bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.986814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-d44f59d8-ca60-46d6-8048-9f14fe4b2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:09.989076 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-d44f59d8-ca60-46d6-8048-9f14fe4b2b52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1570578 Dec 22 09:40:10.268275 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40afa-2573-43cb-a5ff-fbc361619b90 req-e367ae94-b7f5-4443-9454-87bbd69ab457 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:10.269899 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-95d40afa-2573-43cb-a5ff-fbc361619b90 req-e367ae94-b7f5-4443-9454-87bbd69ab457 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.1069703 Dec 22 09:40:10.326562 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-95d40afa-2573-43cb-a5ff-fbc361619b90 req-6c1aceb4-449b-4e8b-8425-5776413d92f6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488236 Dec 22 09:40:10.450760 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:11.539564 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8802d-d756-4acc-abe5-d2a5ee9a7600 req-3fdb93ae-bcd6-4fc6-a666-6d11f836a0b8 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:11.541058 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44b8802d-d756-4acc-abe5-d2a5ee9a7600 req-3fdb93ae-bcd6-4fc6-a666-6d11f836a0b8 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0909011 Dec 22 09:40:11.593419 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44b8802d-d756-4acc-abe5-d2a5ee9a7600 req-84a35839-fc2b-4fa8-81fe-cdd34024ad86 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467844 Dec 22 09:40:12.220393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f4347c02-7951-436b-8a4b-822e1e2a2d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:12.795310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3134825-52d2-47c7-8cc8-0af0298c944b req-99894a18-3c71-43dd-8702-0c2fb363aa43 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:12.796873 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e3134825-52d2-47c7-8cc8-0af0298c944b req-99894a18-3c71-43dd-8702-0c2fb363aa43 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0900543 Dec 22 09:40:12.844279 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e3134825-52d2-47c7-8cc8-0af0298c944b req-c7b09fb4-2ee9-44db-9665-a70a3262d82e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412621 Dec 22 09:40:13.362464 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:13.456996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:14.037608 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d010a-133f-4ad9-9028-e033948411e2 req-5c972ec2-7f16-4df7-87bf-e9ed1a7a3a9e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:14.039104 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e0d010a-133f-4ad9-9028-e033948411e2 req-5c972ec2-7f16-4df7-87bf-e9ed1a7a3a9e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0834045 Dec 22 09:40:14.086210 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4e0d010a-133f-4ad9-9028-e033948411e2 req-1756de7c-e9df-4781-ad32-e20a8e265fcc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Dec 22 09:40:14.803916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:15.275593 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c323871-c1b3-43fd-b4d8-b1388662e413 req-020de0fe-fd25-480c-9c54-29302b760166 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:15.277258 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c323871-c1b3-43fd-b4d8-b1388662e413 req-020de0fe-fd25-480c-9c54-29302b760166 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0817785 Dec 22 09:40:15.324177 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-4c323871-c1b3-43fd-b4d8-b1388662e413 req-4e36f288-7643-45bd-91d5-e6cef0dcbd0e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Dec 22 09:40:16.373715 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:40:16.519214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf65eb8-dc9c-4adb-bf51-b54a6123eba6 req-20c6b74d-a881-4b50-bd79-3d42f10ed1e7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:16.521319 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9bf65eb8-dc9c-4adb-bf51-b54a6123eba6 req-20c6b74d-a881-4b50-bd79-3d42f10ed1e7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0870090 Dec 22 09:40:16.570887 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9bf65eb8-dc9c-4adb-bf51-b54a6123eba6 req-d444c397-b635-4b17-a813-ad31d4bf001a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Dec 22 09:40:17.764342 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c456-a0de-4b8a-b670-2eeaf7b979a2 req-2aff781d-7e5e-48bf-9d53-92dd8123419d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:17.765719 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8590c456-a0de-4b8a-b670-2eeaf7b979a2 req-2aff781d-7e5e-48bf-9d53-92dd8123419d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0856910 Dec 22 09:40:17.812633 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8590c456-a0de-4b8a-b670-2eeaf7b979a2 req-b67be141-7fa4-4542-859b-8aefc9ed690f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Dec 22 09:40:19.010338 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a6943-825f-4703-8e3f-94920f415d9e req-02fd2c0f-49d1-44e8-bfeb-6919866cf0bc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:19.011792 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-153a6943-825f-4703-8e3f-94920f415d9e req-02fd2c0f-49d1-44e8-bfeb-6919866cf0bc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0850103 Dec 22 09:40:19.188119 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-153a6943-825f-4703-8e3f-94920f415d9e req-06baf9bb-6aed-4d74-974b-37dc5413b4b5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705725 Dec 22 09:40:20.377113 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b2ef6-c813-4e6e-a069-9ed6f8821744 req-ad500472-7324-4106-90be-61d9ff54433c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:20.378567 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d6b2ef6-c813-4e6e-a069-9ed6f8821744 req-ad500472-7324-4106-90be-61d9ff54433c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0815101 Dec 22 09:40:20.422795 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8d6b2ef6-c813-4e6e-a069-9ed6f8821744 req-586ca49d-9ce8-4d22-9714-b95cd781e957 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Dec 22 09:40:21.756019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd01997-50b8-43a1-b09c-e7f5d911361d req-222269ad-2011-4244-8cb2-54d58833e03e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:21.757346 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5fd01997-50b8-43a1-b09c-e7f5d911361d req-222269ad-2011-4244-8cb2-54d58833e03e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0798652 Dec 22 09:40:21.803246 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5fd01997-50b8-43a1-b09c-e7f5d911361d req-f6266a8f-7320-49a1-a4bc-0770b3a4e5c7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Dec 22 09:40:22.988920 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30fef-f0f7-4fe7-a9c5-7cc0b284296f req-e60ab5a7-61b2-4a3b-9cc7-0f801b92a70a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:22.990881 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ea30fef-f0f7-4fe7-a9c5-7cc0b284296f req-e60ab5a7-61b2-4a3b-9cc7-0f801b92a70a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0852304 Dec 22 09:40:23.034555 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1ea30fef-f0f7-4fe7-a9c5-7cc0b284296f req-79597192-1810-46aa-bedd-8eabd0691e8a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379393 Dec 22 09:40:23.946256 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-f94c7536-44ab-488d-a982-a9376dd9e03f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 998 time: 0.0966995 Dec 22 09:40:24.011398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-98be19e7-6459-4e3a-b022-76784f81ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:24.012844 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-98be19e7-6459-4e3a-b022-76784f81ff1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0593901 Dec 22 09:40:24.086424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-8b814451-e77c-49f7-8e05-6099c722a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:24.087890 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-8b814451-e77c-49f7-8e05-6099c722a51d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688889 Dec 22 09:40:24.275257 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-7705df5e-330b-4416-b985-1d6aa6e5f5b5 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805501 Dec 22 09:40:24.310012 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08043ce-bee3-4d45-912f-b7788282d631 req-20f9a989-9d5b-4b27-a699-ba705d93273c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:24.311393 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f08043ce-bee3-4d45-912f-b7788282d631 req-20f9a989-9d5b-4b27-a699-ba705d93273c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.1500828 Dec 22 09:40:24.428179 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f08043ce-bee3-4d45-912f-b7788282d631 req-f64b507e-747a-424b-8f73-0c93eae6783e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719132 Dec 22 09:40:24.448744 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-04f3a3ec-600f-4641-8560-5fede5eeee38 req-13d7f86d-01d0-4137-b257-af99e45b88bf service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658716 Dec 22 09:40:25.618138 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e055-b8bb-40c5-8860-c18b310e9f72 req-133009e6-4558-4685-aa29-eccb21613ea5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:25.619636 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78c7e055-b8bb-40c5-8860-c18b310e9f72 req-133009e6-4558-4685-aa29-eccb21613ea5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0842872 Dec 22 09:40:25.666779 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-78c7e055-b8bb-40c5-8860-c18b310e9f72 req-5697a33e-88af-4d6e-96a1-9a277537b340 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415022 Dec 22 09:40:26.849771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde400c0-b8fa-4f12-9832-a448e33d95db req-1032e992-4d39-4d97-ba1a-d076bb1f6282 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:26.851721 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bde400c0-b8fa-4f12-9832-a448e33d95db req-1032e992-4d39-4d97-ba1a-d076bb1f6282 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 943 time: 0.0818167 Dec 22 09:40:26.893780 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bde400c0-b8fa-4f12-9832-a448e33d95db req-11d71d1d-8c53-4372-b1ba-39dfb4b4b404 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366068 Dec 22 09:40:27.601736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:40:27.743095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:27.756273 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'port_id': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'mac_address': 'fa:16:3e:93:59:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:40:27.815455 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:27.832514 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637cb950-4a32-4e78-9960-5a6b10da1c2f {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:40:27.848042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:27.853081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:27.854862 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:40:27.920942 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=9']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:27.924516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:40:28.094079 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a854a4-5f11-4e32-af04-ed0adf472585 req-90dbba23-66cf-4d2c-98c8-862e067492e7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:28.095591 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98a854a4-5f11-4e32-af04-ed0adf472585 req-90dbba23-66cf-4d2c-98c8-862e067492e7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 944 time: 0.0837357 Dec 22 09:40:28.143127 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-98a854a4-5f11-4e32-af04-ed0adf472585 req-11516344-9304-40b9-8fb4-6c52de860b48 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Dec 22 09:40:28.212648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['637cb950-4a32-4e78-9960-5a6b10da1c2f'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:40:29.329286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5a647-434b-48aa-95f6-48733e240f14 req-89abf5db-7bbe-4646-9a04-2f8be922126c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:29.330692 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-67a5a647-434b-48aa-95f6-48733e240f14 req-89abf5db-7bbe-4646-9a04-2f8be922126c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 944 time: 0.0810328 Dec 22 09:40:29.373844 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-67a5a647-434b-48aa-95f6-48733e240f14 req-000be4ba-addb-4977-a351-345ec50d7d44 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376291 Dec 22 09:40:29.632731 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:40:29.699031 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 637cb950-4a32-4e78-9960-5a6b10da1c2f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:40:29.699411 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:29.817744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:29.845174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:40:29.855574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:40:29.859775 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:29.861963 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:40:29.894775 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'code': 200} Dec 22 09:40:29.927349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=10']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:40:29.930230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:40:30.126653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d52c-e352-425c-9c19-614a30e5cd73 req-8eebb70b-a4eb-46b7-abe3-b41fe0a06c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:30.128041 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aa63d52c-e352-425c-9c19-614a30e5cd73 req-8eebb70b-a4eb-46b7-abe3-b41fe0a06c1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1099 time: 0.0732267 Dec 22 09:40:30.171122 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-aa63d52c-e352-425c-9c19-614a30e5cd73 req-8f113292-2119-46d3-bd99-f1c4b1ad358d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370524 Dec 22 09:40:30.554156 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804664eb-de39-4b45-b525-994b587f356a req-28bc0869-54da-4e02-a78f-3a3cc900832a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:30.555592 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-804664eb-de39-4b45-b525-994b587f356a req-28bc0869-54da-4e02-a78f-3a3cc900832a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 946 time: 0.0790513 Dec 22 09:40:30.598813 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-804664eb-de39-4b45-b525-994b587f356a req-80bff9e4-6d52-486a-be20-c39b3ae46a81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376356 Dec 22 09:40:31.808885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2639b39-8d29-47bf-9cb5-7fc710658d69 req-0aeacf3b-d63b-4f2c-8c14-20e85423b606 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:31.810403 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2639b39-8d29-47bf-9cb5-7fc710658d69 req-0aeacf3b-d63b-4f2c-8c14-20e85423b606 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 946 time: 0.0962763 Dec 22 09:40:31.858525 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f2639b39-8d29-47bf-9cb5-7fc710658d69 req-c1f15ac6-c0c0-40fa-abbb-072e1e9dbcbc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413644 Dec 22 09:40:33.050285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223760c-7869-4ff5-9454-510567e2294d req-77d7216c-bf98-4771-9124-0a7e09f3df15 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:33.051771 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9223760c-7869-4ff5-9454-510567e2294d req-77d7216c-bf98-4771-9124-0a7e09f3df15 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 946 time: 0.0830863 Dec 22 09:40:33.095851 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9223760c-7869-4ff5-9454-510567e2294d req-e7549782-820f-43ad-94c1-3a0418792cb7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Dec 22 09:40:39.904162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bcc513fc-3a14-49a1-a9df-63711b38d9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:40.435484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:42.222932 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-55ae7c52-575c-4222-b108-22acc0d52df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:43.356428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:43.463043 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:44.805197 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:53.375159 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:41:09.726360 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-6d842843-bee6-43aa-9638-e32125211d31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685022 Dec 22 09:41:09.871268 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-6ae98041-25b8-47d2-960b-3d0f97df7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:09.872818 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-6ae98041-25b8-47d2-960b-3d0f97df7b0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1099 time: 0.0780356 Dec 22 09:41:09.905821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-8a76d6b8-2ff1-414d-b38e-250df3aba117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:10.014444 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-f348c1ac-11d3-4362-83de-800d81d2a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:10.015766 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-f348c1ac-11d3-4362-83de-800d81d2a34f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1252804 Dec 22 09:41:10.118584 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-374ee2a4-bf93-4c4e-a76d-4cbb1fc188b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 1000 time: 0.0965166 Dec 22 09:41:10.301259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-c53ff802-8044-40f3-8daf-177c76f7642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:10.302581 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-c53ff802-8044-40f3-8daf-177c76f7642d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.1779835 Dec 22 09:41:10.381968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-ef3a020c-6d1c-4440-b11d-e5d3531abc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:10.383424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-ef3a020c-6d1c-4440-b11d-e5d3531abc2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736780 Dec 22 09:41:10.451491 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:10.515537 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-a0d8a3e4-72a0-497b-b42d-7a6bb43a0f15 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250825 Dec 22 09:41:10.652511 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c8848da8-6db8-4807-87db-cf8afa9faef3 req-bd1c0c7e-8055-4e98-a029-5f972c6a4913 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301231 Dec 22 09:41:12.226182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-841de5ca-38f1-4b26-a279-58035e3be932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:13.359737 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:13.458179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:14.808638 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:30.374646 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:41:39.910649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f0d21bc-3bfe-451c-9160-88c0780d7ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:40.453499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:42.229508 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-868f7b42-2b90-4e11-88c2-2128f6c015f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:43.365671 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:43.462393 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:44.812769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:07.372929 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:42:08.807253 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45624) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:09.052410 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Deleting port aa4224dd-f19f-498f-a26c-889962a9b3c5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:42:09.052755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:09.217352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:09.217694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:09.341341 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Calling delete_port for aa4224dd-f19f-498f-a26c-889962a9b3c5 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:42:09.488483 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:09.491866 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ede2ac75-480a-4985-a692-ae30dc5ee353 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:09.534676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event deleted for resources: {'Port': ['ID=aa4224dd-f19f-498f-a26c-889962a9b3c5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:09.568282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.568918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.569293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.569658 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.570015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.570372 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.570724 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.571078 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.571433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.571785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.572164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.572516 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:09.579339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:09.638567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:09.638918 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Floating IP 842abc63-95ad-467c-9297-6a5249f58d29 disassociated (deleted). External IP: 172.26.7.64, port: 637cb950-4a32-4e78-9960-5a6b10da1c2f. Dec 22 09:42:09.912074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ec51f43d-7030-4476-8836-519e841622f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:10.094218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Router 54fdb914-8ce6-4ee5-8299-c50dadd8687b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:42:10.269398 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:42:10.279343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] Sync routers for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:42:10.288945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:10.289136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:10.289554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:10.347185 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0298e968-926f-453f-8500-06ad6188609e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "DELETE /v2.0/floatingips/842abc63-95ad-467c-9297-6a5249f58d29 HTTP/1.1" status: 204 len: 168 time: 1.5387702 Dec 22 09:42:10.347857 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:10.468335 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'status': 'completed', 'code': 200} Dec 22 09:42:10.483562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:42:10.580399 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-42646668-7c79-4336-937c-d6805c90a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:10.582398 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-42646668-7c79-4336-937c-d6805c90a199 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 1099 time: 0.0918653 Dec 22 09:42:10.628339 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:10.777626 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-ba9d25c8-63b5-4bbf-953e-ea26e3df9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:10.779064 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-ba9d25c8-63b5-4bbf-953e-ea26e3df9f9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1903214 Dec 22 09:42:10.815483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:10.819779 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] Checking router: 54fdb914-8ce6-4ee5-8299-c50dadd8687b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:42:10.827970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:10.828563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:41:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:10.850335 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-380ce364-fd88-46cc-abc6-b9045625e93c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 200 len: 217 time: 0.0631549 Dec 22 09:42:10.858778 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ed4fa-334c-48f1-a944-d6308a3aee51 req-0789947a-06a1-4953-b6f2-5c0c30e04174 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:10.859526 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e92ed4fa-334c-48f1-a944-d6308a3aee51 req-0789947a-06a1-4953-b6f2-5c0c30e04174 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:42:10.924795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-e92ed4fa-334c-48f1-a944-d6308a3aee51 req-0789947a-06a1-4953-b6f2-5c0c30e04174 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:42:10.925954 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e92ed4fa-334c-48f1-a944-d6308a3aee51 req-0789947a-06a1-4953-b6f2-5c0c30e04174 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 946 time: 0.2418089 Dec 22 09:42:10.934747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-2b349ded-4c8f-4ffd-bda5-11ae1461ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:10.936144 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-2b349ded-4c8f-4ffd-bda5-11ae1461ffd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0726559 Dec 22 09:42:11.022147 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e92ed4fa-334c-48f1-a944-d6308a3aee51 req-ff801fe7-a7af-41f9-9abe-5227c6f3c5b0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895441 Dec 22 09:42:11.042113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-f467f95f-d5e5-4f4f-b7a9-247f6d87eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:11.044136 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-f467f95f-d5e5-4f4f-b7a9-247f6d87eea6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951536 Dec 22 09:42:11.064966 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:42:11.177693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-42bc7ee0-e284-4485-b1dd-c0ee37bec010 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252992 Dec 22 09:42:11.309452 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fc39fda4-176c-4626-99ac-5b0a5b027e92 req-3591b381-674f-453a-a626-2e0be4f38c62 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244621 Dec 22 09:42:11.369954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:11.375964 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7e191-dd02-44da-8aaa-21c33b0a794d None None] The sync data for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv is: [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:42:11.599235 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395de22-70b7-4638-a258-b23fbad98ce6 None None] New status for floating IP 842abc63-95ad-467c-9297-6a5249f58d29: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:42:12.157806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-75fd45b4-dec2-44f8-acff-a59611798419 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:12.159217 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-75fd45b4-dec2-44f8-acff-a59611798419 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 946 time: 0.0927007 Dec 22 09:42:12.215405 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286bcf-bcce-4eec-9e92-180be5db7467 req-eaf4f5dd-f341-4d56-976f-b34fbf668b88 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:12.217627 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed286bcf-bcce-4eec-9e92-180be5db7467 req-eaf4f5dd-f341-4d56-976f-b34fbf668b88 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 946 time: 0.0824735 Dec 22 09:42:12.234266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Deleting port 637cb950-4a32-4e78-9960-5a6b10da1c2f {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:42:12.234890 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:12.235198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1f40354f-b315-40f0-9e0d-50801a694161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:12.263841 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ed286bcf-bcce-4eec-9e92-180be5db7467 req-48706e00-e1a2-404e-af1d-e732e19a7644 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=a55fecb7-1924-4eff-bff1-dc92047c56be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Dec 22 09:42:12.484284 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] For port 637cb950-4a32-4e78-9960-5a6b10da1c2f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=637cb950-4a32-4e78-9960-5a6b10da1c2f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:12.484628 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:12.609259 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Calling delete_port for 637cb950-4a32-4e78-9960-5a6b10da1c2f owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:42:12.878636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:12.884546 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2d147f7b-79ce-434c-b53a-ef696acaac15 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:12.929872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event deleted for resources: {'Port': ['ID=637cb950-4a32-4e78-9960-5a6b10da1c2f,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:12.932786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:13.006967 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] No DVR routers for this DVR port 637cb950-4a32-4e78-9960-5a6b10da1c2f on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:42:13.009525 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:13.012400 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-deleted', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:13.027717 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-07d6b721-c9ca-4a9c-a64a-2f6eacbbd36d req-ebd8758e-a1f1-40e6-a519-3f3ae2045a26 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "DELETE /v2.0/ports/637cb950-4a32-4e78-9960-5a6b10da1c2f HTTP/1.1" status: 204 len: 173 time: 0.8620386 Dec 22 09:42:13.058453 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb5f0c-c601-400d-8a24-9696e810f862', 'name': 'network-vif-deleted', 'tag': '637cb950-4a32-4e78-9960-5a6b10da1c2f', 'status': 'completed', 'code': 200} Dec 22 09:42:13.361209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:13.447909 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-a18a2e00-558a-4c39-bc4d-8d03b59bcdfd req-3b3acc64-d7f8-4aa2-8477-4a8e6b3a371f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8cb5f0c-c601-400d-8a24-9696e810f862 HTTP/1.1" status: 200 len: 210 time: 0.0541706 Dec 22 09:42:13.469984 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:14.546375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45646) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:14.621872 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1281d08e-2eee-41bd-9aa7-c095c040ca2d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:14.652288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1281d08e-2eee-41bd-9aa7-c095c040ca2d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:14.724375 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1281d08e-2eee-41bd-9aa7-c095c040ca2d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:14.728390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dc076720-6688-4f9d-ab38-1e6f2fb8bde1 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:14.743793 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281d08e-2eee-41bd-9aa7-c095c040ca2d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55fecb7-1924-4eff-bff1-dc92047c56be,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:14.746794 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1281d08e-2eee-41bd-9aa7-c095c040ca2d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:14.755384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1281d08e-2eee-41bd-9aa7-c095c040ca2d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:14.756547 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1281d08e-2eee-41bd-9aa7-c095c040ca2d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "DELETE /v2.0/security-groups/a55fecb7-1924-4eff-bff1-dc92047c56be HTTP/1.1" status: 204 len: 168 time: 0.2091787 Dec 22 09:42:14.820114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.269639 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45654) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:15.275346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513596176', 'description': 'tempest-secgroup-smoke-1513596176 description', 'project_id': 'dff33acb16be45bf8acf9d2c03461029'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:15.282300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:15.286539 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:15.289379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:15.295528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:15.305695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.325429 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:15.329128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:15.331955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:15.337528 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:15.416831 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.423025 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.426837 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8cb6a773-ce1d-465f-8173-b0f190caf667 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:15.469027 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f91885-4350-4880-ad43-768e53a3f789,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:15.471647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:15.472988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.477099 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e162acbe-634a-41e6-b0c8-25e7756ccd03 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2034903 Dec 22 09:42:15.477678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45658) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:15.483100 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': '91f91885-4350-4880-ad43-768e53a3f789', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:15.490616 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:15.494438 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:15.497421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:15.503456 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:15.520940 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.585889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.589405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.591749 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b097e65e-1c12-449e-a38c-3e6582ef0e40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:15.613622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40f9bfb-b5a0-4b71-a2a9-5bffa1ccb362,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:15.617939 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:15.622140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.623506 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453147 Dec 22 09:42:15.626283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45662) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:15.631235 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': '91f91885-4350-4880-ad43-768e53a3f789', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:15.637569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:15.641271 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:15.644040 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:15.649501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:15.665877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.725283 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.728567 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.730289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-38e86cac-0561-41b3-9181-25b0852150f3 tempest-ServerActionsTestJSON-1040916494 tempest-ServerActionsTestJSON-1040916494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:15.750775 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8a47c0-48b8-4458-93fd-9f7c1997cada,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:15.753164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:15.759696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.760871 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337004 Dec 22 09:42:15.764157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45666) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:15.769014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': '91f91885-4350-4880-ad43-768e53a3f789', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:15.774725 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:15.779102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:15.781978 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:15.787489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:15.804014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.864695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.868233 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.869993 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9c772664-be8a-427f-aace-e308870e3124 tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:15.894352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f0061a-42ec-4233-bc06-17adb4f95c33,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:15.898592 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:15.903426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:15.904608 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395702 Dec 22 09:42:15.907318 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45670) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:15.912286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': '91f91885-4350-4880-ad43-768e53a3f789', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:15.918074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:15.921877 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:15.924678 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:15.930210 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:15.946320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.008015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.011501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.019999 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-c1522d6a-3eb5-4315-910b-b343d0c522c7 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:16.039800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bfe2eb-932b-449b-8ce1-a5d4cba7b7e2,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:16.042867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:16.047290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.048715 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405201 Dec 22 09:42:16.051364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45674) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:16.057862 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': '91f91885-4350-4880-ad43-768e53a3f789', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:16.065121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:16.069164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:16.072035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:16.078215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:16.088162 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Project dff33acb16be45bf8acf9d2c03461029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:42:16.094900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.156563 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.160102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:42:16.160764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.162593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-13cdc3e0-cec4-4c89-b87c-9e9f11aea333 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:16.185209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7878fe-2c6e-4b08-b471-59f3e34e3b93,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:16.189534 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:16.194572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.194829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 637cb950-4a32-4e78-9960-5a6b10da1c2f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:42:16.195203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 637cb950-4a32-4e78-9960-5a6b10da1c2f not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:42:16.195664 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-e2af3d6d-3ae9-45c5-9548-5029d417b453 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433103 Dec 22 09:42:16.198251 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45678) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:16.203424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'security_group_rule': {'security_group_id': '91f91885-4350-4880-ad43-768e53a3f789', 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:16.209459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:16.213195 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:security_group_rule and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:16.216556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:16.222081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:16.233037 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Project dff33acb16be45bf8acf9d2c03461029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:42:16.239777 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.305129 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.308290 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.310028 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b7b75b75-44bb-44be-a692-36b499b11249 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:16.331486 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e74ab9-67aa-4341-a71e-b7453e121d79,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:16.333825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:16.341166 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:16.342333 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-524f46c2-114b-4349-9a0b-575b924fec81 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431079 Dec 22 09:42:30.464851 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-38652cb7-da3f-4742-9273-0b2f36d595a4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513596176&fields=id&tenant_id=dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 267 time: 0.0423710 Dec 22 09:42:30.717717 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-249a753c-6986-46de-8f16-0d3a3afdafd1 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:30.719156 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-249a753c-6986-46de-8f16-0d3a3afdafd1 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 809 time: 0.2479422 Dec 22 09:42:30.734878 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-a68b0c66-9b57-4c6b-81ff-dda87c6818ef tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/quotas/dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 375 time: 0.0100303 Dec 22 09:42:30.820073 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-cfe9f71e-0714-460a-887f-061d20b06ff6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798385 Dec 22 09:42:31.000036 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-caddf9f9-a085-47fe-9994-4333f5e15f46 service neutron] 10.222.0.36 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688440 Dec 22 09:42:31.133043 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-2ed35154-0999-40ec-8ed0-8d5fbe2d9208 service neutron] 10.222.0.36 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274707 Dec 22 09:42:31.522314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-05849285-59d5-4b9c-b90e-0a5f6d96749b req-206f05e2-4b87-4115-be82-02a44cc2b8fa tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:42:31.540157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-05849285-59d5-4b9c-b90e-0a5f6d96749b req-206f05e2-4b87-4115-be82-02a44cc2b8fa tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:42:31.541713 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-05849285-59d5-4b9c-b90e-0a5f6d96749b req-206f05e2-4b87-4115-be82-02a44cc2b8fa tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 210 time: 0.0668671 Dec 22 09:42:32.696227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-3ffd3186-5470-45c0-9aa0-0f34dd8a61c0 req-406a7f1c-03c4-4b77-ac0f-2aed0c086344 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 210 time: 0.0438988 Dec 22 09:42:32.730593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-78e1953c-c941-4b03-925b-1a84cdaf45c2 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:32.732059 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-78e1953c-c941-4b03-925b-1a84cdaf45c2 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 809 time: 0.1581376 Dec 22 09:42:32.779583 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-f3064d35-5a6b-4928-9145-69d4ee6eb232 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:security_group {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:42:32.796879 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-f3064d35-5a6b-4928-9145-69d4ee6eb232 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:security_group {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:42:32.798492 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-f3064d35-5a6b-4928-9145-69d4ee6eb232 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 380 time: 0.0579042 Dec 22 09:42:32.809361 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'port': {'device_id': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'admin_state_up': True, 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'security_groups': ['91f91885-4350-4880-ad43-768e53a3f789']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:32.961968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:32.968659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:32.978304 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Made reservation on behalf of dff33acb16be45bf8acf9d2c03461029 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:42:32.982460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:33.152686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Allocated IP 172.20.0.13 (f4571311-f587-4e03-8e87-1a27694334ac/f2f79537-5055-4658-a123-02d32549008a/721a9da0-938b-4308-969a-493a36647f1e) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:42:33.344262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:33.362515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Transition to ACTIVE for port object 721a9da0-938b-4308-969a-493a36647f1e will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:42:33.390243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:33.397137 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-81ec12ed-c71b-4a56-84a6-d8455dad95f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:33.467409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Network f4571311-f587-4e03-8e87-1a27694334ac is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:42:33.472133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:42:33.476731 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:42:33.537273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:33.549484 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:33.569190 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:33.570097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:33.600477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7962604 Dec 22 09:42:33.612302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Request body: {'port': {'device_id': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:33.734709 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:33.766916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3448085f-77b0-4ac9-b327-ab19de9379f3 None None] Provisioning for port 721a9da0-938b-4308-969a-493a36647f1e completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:42:33.776211 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-3448085f-77b0-4ac9-b327-ab19de9379f3 None None] Provisioning complete for port 721a9da0-938b-4308-969a-493a36647f1e triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:42:33.776807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3448085f-77b0-4ac9-b327-ab19de9379f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:33.842129 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-3448085f-77b0-4ac9-b327-ab19de9379f3 None None] Port 721a9da0-938b-4308-969a-493a36647f1e cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:42:34.042282 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8142b-da9a-495a-9ca9-0cb502612341 req-57ce2789-64e0-45d4-8d3f-ae0cb6a60797 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:34.043014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3db8142b-da9a-495a-9ca9-0cb502612341 req-57ce2789-64e0-45d4-8d3f-ae0cb6a60797 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:42:34.082152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-3db8142b-da9a-495a-9ca9-0cb502612341 req-57ce2789-64e0-45d4-8d3f-ae0cb6a60797 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:42:34.083303 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3db8142b-da9a-495a-9ca9-0cb502612341 req-57ce2789-64e0-45d4-8d3f-ae0cb6a60797 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 932 time: 0.2724044 Dec 22 09:42:34.147309 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3db8142b-da9a-495a-9ca9-0cb502612341 req-efdac984-2688-4817-adb4-f4cd0ccb852a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573421 Dec 22 09:42:34.215733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721a9da0-938b-4308-969a-493a36647f1e {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:42:34.223385 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:34.245791 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Transition to ACTIVE for port object 721a9da0-938b-4308-969a-493a36647f1e will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:42:34.249907 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:34.254143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7a298b2e-78a2-4dec-b5f9-7840038483bb tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:34.532396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:34.539657 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:34.618417 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Attempting to bind port 721a9da0-938b-4308-969a-493a36647f1e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:42:34.618748 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Attempting to bind port 721a9da0-938b-4308-969a-493a36647f1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:42:34.619067 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Attempting to bind port 721a9da0-938b-4308-969a-493a36647f1e on network f4571311-f587-4e03-8e87-1a27694334ac {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:42:34.624536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Port 721a9da0-938b-4308-969a-493a36647f1e on network f4571311-f587-4e03-8e87-1a27694334ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:42:34.624860 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Attempting to bind port 721a9da0-938b-4308-969a-493a36647f1e on network f4571311-f587-4e03-8e87-1a27694334ac {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:42:34.630176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:42:34.630511 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Checking segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:42:34.630896 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Bound using segment: {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:42:34.631317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Bound port: 721a9da0-938b-4308-969a-493a36647f1e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a53674-757a-4c5d-9be1-a0e8d296b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:42:34.631669 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:34.724343 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:42:34.727552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:42:34.733103 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:34.738266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d9f52fbf-1371-4ce5-9f9c-72a71536a87f tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:34.794941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:34.795560 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:34.796965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 1094 time: 1.1892829 Dec 22 09:42:34.797496 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'tag': '721a9da0-938b-4308-969a-493a36647f1e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:34.822786 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:34.826760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:34.879706 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'tag': '721a9da0-938b-4308-969a-493a36647f1e', 'status': 'completed', 'code': 200} Dec 22 09:42:34.927660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-1a6db794-f93e-4774-bf9a-fc7f129d7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:34.929179 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-1a6db794-f93e-4774-bf9a-fc7f129d7c28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1097 time: 0.0869894 Dec 22 09:42:34.997322 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-3ddd5e0c-53cb-4e37-b86f-6260d9f6aeeb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 217 time: 0.0613489 Dec 22 09:42:35.061681 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-58abf970-4a6f-428e-916b-2706dd7dfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:35.062968 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-58abf970-4a6f-428e-916b-2706dd7dfcde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0594814 Dec 22 09:42:35.140622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-d9a094d3-bcb8-42e4-9d56-57deab7c0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:35.142080 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-d9a094d3-bcb8-42e4-9d56-57deab7c0443 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723748 Dec 22 09:42:35.321123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-bfe0a157-5789-4864-8c86-9e7ac75f0645 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724946 Dec 22 09:42:35.456864 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb7b3f-6e68-4de0-b02d-62d0de7cae8c req-14d488d2-fcd0-4eab-9ccf-9b01341b4c1a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:35.458367 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9acb7b3f-6e68-4de0-b02d-62d0de7cae8c req-14d488d2-fcd0-4eab-9ccf-9b01341b4c1a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.1950698 Dec 22 09:42:35.492303 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-44474e2d-eefe-44eb-82b6-4b71ab657100 req-4495c6d0-e955-47aa-8f20-a0ab0ee537cc service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624079 Dec 22 09:42:35.516839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-9acb7b3f-6e68-4de0-b02d-62d0de7cae8c req-817d1fcf-49c4-4db6-ac8d-06a49c997226 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469940 Dec 22 09:42:35.613082 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-dc0f52c2-b5ac-4656-b844-35e08f924a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:35.614447 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-dc0f52c2-b5ac-4656-b844-35e08f924a7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1097 time: 0.0719604 Dec 22 09:42:35.743479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-7e072805-8f96-4a47-be2a-3d1ceb0bb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:35.744933 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-7e072805-8f96-4a47-be2a-3d1ceb0bb8c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1245482 Dec 22 09:42:35.820189 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-e2f2527c-4bd8-43c5-a3af-5c71ef93d1ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 217 time: 0.0680842 Dec 22 09:42:35.880420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-fab38d8c-af0b-4b79-82ec-03f2eaa367fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:35.881723 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-fab38d8c-af0b-4b79-82ec-03f2eaa367fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0558629 Dec 22 09:42:35.965696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-fe25a334-602d-48df-ae3d-6326f2e83411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:35.967156 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-fe25a334-602d-48df-ae3d-6326f2e83411 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796061 Dec 22 09:42:36.215607 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-633283c2-4d6d-4ae6-ae90-7969bef411c6 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414367 Dec 22 09:42:36.352361 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-fe0bfb19-b53c-4b36-b550-92bebf120f6f req-a244dc87-2994-4b45-a1b6-8589bd5faf9d service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292789 Dec 22 09:42:36.715225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0c34-fa04-4eab-bed7-0f96f93fe97c req-28712a6c-5186-43e6-8312-fec45cf9e567 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:36.716741 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1dfd0c34-fa04-4eab-bed7-0f96f93fe97c req-28712a6c-5186-43e6-8312-fec45cf9e567 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0796514 Dec 22 09:42:36.762845 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1dfd0c34-fa04-4eab-bed7-0f96f93fe97c req-e95096a7-1947-407f-932b-d71fa61d2dff tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401835 Dec 22 09:42:37.944164 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec0a59-6fa5-4702-85f8-9cb31d0470ed req-c36b8ca2-edc1-440e-88d9-44c2ab3d6883 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:37.945588 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-beec0a59-6fa5-4702-85f8-9cb31d0470ed req-c36b8ca2-edc1-440e-88d9-44c2ab3d6883 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0806899 Dec 22 09:42:37.988306 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-beec0a59-6fa5-4702-85f8-9cb31d0470ed req-dfbee3f8-7df3-40c3-9327-ee014fc4a45e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365338 Dec 22 09:42:39.202124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d4e54-302b-4951-badd-e25b313c12c2 req-361deb95-97bd-45e8-9f99-16514f746a30 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:39.203627 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-177d4e54-302b-4951-badd-e25b313c12c2 req-361deb95-97bd-45e8-9f99-16514f746a30 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0918820 Dec 22 09:42:39.247077 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-177d4e54-302b-4951-badd-e25b313c12c2 req-659eceba-3e9e-410f-9eda-3c68f16fd3f4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 Dec 22 09:42:39.915229 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-984fdd2b-2a9e-4819-b053-763d6e3607b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:40.436701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8e118-13f5-445f-8dae-cf78850f6124 req-7a25c46e-09d8-40f6-b628-e7bdc0f2a779 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:40.438154 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1bd8e118-13f5-445f-8dae-cf78850f6124 req-7a25c46e-09d8-40f6-b628-e7bdc0f2a779 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0849109 Dec 22 09:42:40.485739 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1bd8e118-13f5-445f-8dae-cf78850f6124 req-2e4e14e5-dc64-4eec-9f3b-581e7c39c170 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Dec 22 09:42:40.501931 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:41.677116 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3000a-c568-455e-b030-73192254b44d req-3ec14f00-987a-4b82-88e5-5b5a06a9f853 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:41.678450 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19b3000a-c568-455e-b030-73192254b44d req-3ec14f00-987a-4b82-88e5-5b5a06a9f853 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0818486 Dec 22 09:42:41.726861 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-19b3000a-c568-455e-b030-73192254b44d req-6acdc569-c46d-478f-a54f-c9ef335eb5a0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Dec 22 09:42:42.237833 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-97dfc6e9-faa0-4dc3-b0d2-93c4209cc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:42.930180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e87c8-9e29-482d-b819-d9657029c29a req-05dd4ea3-3e46-4798-a5c6-2963c1260bb0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:42.931619 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d90e87c8-9e29-482d-b819-d9657029c29a req-05dd4ea3-3e46-4798-a5c6-2963c1260bb0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0788023 Dec 22 09:42:42.976805 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d90e87c8-9e29-482d-b819-d9657029c29a req-e36a4851-a203-47d7-b958-4501e3eae067 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391071 Dec 22 09:42:43.355694 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:43.468495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:44.166764 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64543c91-21a6-4cda-8528-ccdd24213abd req-fc77e0bf-42a4-4af3-84eb-52f566e2f09c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:44.168304 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-64543c91-21a6-4cda-8528-ccdd24213abd req-fc77e0bf-42a4-4af3-84eb-52f566e2f09c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0829244 Dec 22 09:42:44.213766 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-64543c91-21a6-4cda-8528-ccdd24213abd req-1e1fabe3-c43e-42ab-af03-10485221ac8f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Dec 22 09:42:44.283799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 721a9da0-938b-4308-969a-493a36647f1e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:42:44.371276 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:42:44.415544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:44.428793 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '721a9da0-938b-4308-969a-493a36647f1e', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'port_id': '721a9da0-938b-4308-969a-493a36647f1e', 'mac_address': 'fa:16:3e:5a:fd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:42:44.483140 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:44.500378 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721a9da0-938b-4308-969a-493a36647f1e {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:42:44.516182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:44.520856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:44.522473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-000832f2-ef46-4daf-ae63-3f2d477a36c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:44.592499 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:44.600178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.600524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.600864 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.601193 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.601525 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.601912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.602351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.602878 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.603311 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.603808 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.604389 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.604847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:44.610532 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:44.816404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:44.892504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['721a9da0-938b-4308-969a-493a36647f1e'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:42:45.405169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcb47-9290-41b2-99da-09f9aadfae40 req-de4a335e-6942-440e-8d55-045ed1249ef5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:45.406639 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-166dcb47-9290-41b2-99da-09f9aadfae40 req-de4a335e-6942-440e-8d55-045ed1249ef5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 945 time: 0.0863807 Dec 22 09:42:45.452627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-166dcb47-9290-41b2-99da-09f9aadfae40 req-4156dc69-1bbf-4835-9d7d-152ee1143807 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Dec 22 09:42:46.299546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 721a9da0-938b-4308-969a-493a36647f1e up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:42:46.411117 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 721a9da0-938b-4308-969a-493a36647f1e completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:42:46.416331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 721a9da0-938b-4308-969a-493a36647f1e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:42:46.416704 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:46.535084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:46.566333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a9da0-938b-4308-969a-493a36647f1e'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:46.578126 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:42:46.582377 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:46.585608 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-dea01060-8c21-485d-b796-56aac01e8ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:46.660904 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f682e-8cbd-44d5-8a41-4f59e94dbc9c req-98a10d07-a7f0-4566-8e6d-3199a16b3ef4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:46.661805 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:46.662973 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-427f682e-8cbd-44d5-8a41-4f59e94dbc9c req-98a10d07-a7f0-4566-8e6d-3199a16b3ef4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0957909 Dec 22 09:42:46.666765 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:46.669426 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a9da0-938b-4308-969a-493a36647f1e', 'code': 200} Dec 22 09:42:46.715960 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-427f682e-8cbd-44d5-8a41-4f59e94dbc9c req-fd78fc02-707b-45c4-b5b5-13215dda14cc tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Dec 22 09:42:46.946622 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f609-ec84-4496-ac26-99615dfafcb5 req-653b0e60-d445-4129-9e00-deea6b42a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:46.948016 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1c7f609-ec84-4496-ac26-99615dfafcb5 req-653b0e60-d445-4129-9e00-deea6b42a883 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.0719225 Dec 22 09:42:46.991333 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a1c7f609-ec84-4496-ac26-99615dfafcb5 req-d97f7536-6296-4f97-92be-2e483fe48765 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374558 Dec 22 09:42:47.905594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a3ab7-012a-4b6a-a5ba-e0a5dce9340a req-d24dcd04-a3e5-4488-b3d8-72ed0496c764 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:47.906962 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d66a3ab7-012a-4b6a-a5ba-e0a5dce9340a req-d24dcd04-a3e5-4488-b3d8-72ed0496c764 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0795970 Dec 22 09:42:47.951837 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d66a3ab7-012a-4b6a-a5ba-e0a5dce9340a req-46337148-9d72-4d9c-9831-addb94982c2c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Dec 22 09:42:49.139590 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed93ca-3db0-4d2b-9275-3f24c7375733 req-0762a4a1-7db9-413b-977a-9004172ec0f1 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:49.141074 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0fed93ca-3db0-4d2b-9275-3f24c7375733 req-0762a4a1-7db9-413b-977a-9004172ec0f1 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0803411 Dec 22 09:42:49.185377 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0fed93ca-3db0-4d2b-9275-3f24c7375733 req-5a8051b2-ba91-41b3-aef9-d32885b11665 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384958 Dec 22 09:42:49.378334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9d457-5687-4d08-a8df-437e308e33cf req-d8b20c23-594d-42a8-9447-13e811879d6e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:49.379745 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-68d9d457-5687-4d08-a8df-437e308e33cf req-d8b20c23-594d-42a8-9447-13e811879d6e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0876257 Dec 22 09:42:49.425061 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-68d9d457-5687-4d08-a8df-437e308e33cf req-cab83a57-a506-49b0-a628-4a380e2e610d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 Dec 22 09:42:49.449714 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45880) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:49.566804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098d160-392a-431f-a3cc-ec0099318acf tempest-TestShelveInstance-36009442 tempest-TestShelveInstance-36009442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:49.568341 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-7098d160-392a-431f-a3cc-ec0099318acf tempest-TestShelveInstance-36009442 tempest-TestShelveInstance-36009442-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1094 time: 0.1176767 Dec 22 09:42:49.572200 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 45886) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:49.577933 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '721a9da0-938b-4308-969a-493a36647f1e', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:42:49.584301 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:42:49.588096 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Usage tracker for resource:floatingip and tenant:dff33acb16be45bf8acf9d2c03461029 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:42:49.591533 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:42:49.597216 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:42:49.607477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:49.748566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:49.887421 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Allocated IP 172.26.7.64 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/1ed3b81a-850a-43ea-b2c1-ac951c91691b) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:42:50.038243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:50.072120 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:50.076766 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d419b8af-ee08-48fe-9d0c-a720d390630e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:50.139374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:42:50.142221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:42:50.146736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:42:50.189754 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'Port': ['ID=1ed3b81a-850a-43ea-b2c1-ac951c91691b,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:50.194433 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:50.702459 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:50.775239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:50.993132 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:50.999180 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:51.002984 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b7f0dff-8391-42a0-b5fe-2affdf27f2a8 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:51.104437 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event updated for resources: {'Port': ['ID=1ed3b81a-850a-43ea-b2c1-ac951c91691b,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:51.108906 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:51.117044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:51.291843 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Floating IP c0163641-1c21-4f39-adca-7a5ae939db86 associated. External IP: 172.26.7.64, port: 721a9da0-938b-4308-969a-493a36647f1e. Dec 22 09:42:51.639287 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Router 54fdb914-8ce6-4ee5-8299-c50dadd8687b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:42:51.823694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:42:51.833722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] Sync routers for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:42:51.843305 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:51.844030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:51.848659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:51.910708 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3374755 Dec 22 09:42:51.911377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'tag': '721a9da0-938b-4308-969a-493a36647f1e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:51.972098 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'tag': '721a9da0-938b-4308-969a-493a36647f1e', 'status': 'completed', 'code': 200} Dec 22 09:42:52.049283 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:42:52.055369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-fe54db79-22bc-4770-be89-1c31531fe6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:52.056899 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-fe54db79-22bc-4770-be89-1c31531fe6d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.0699959 Dec 22 09:42:52.332077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-3baa541a-638c-4f36-9b24-48adc3a17d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:52.333522 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-3baa541a-638c-4f36-9b24-48adc3a17d19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.2708371 Dec 22 09:42:52.413152 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'c0163641-1c21-4f39-adca-7a5ae939db86', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'port_id': '721a9da0-938b-4308-969a-493a36647f1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'mac_address': 'fa:16:3e:5a:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:42:50Z', 'updated_at': '2021-12-22T09:42:50Z', 'revision_number': 0, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:52.417260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] Checking router: 54fdb914-8ce6-4ee5-8299-c50dadd8687b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:42:52.425574 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:42:52.426180 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:42:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:52.447334 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-3e31cd49-a8c6-4ac6-86d2-2e73ff896548 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 999 time: 0.1057475 Dec 22 09:42:52.512851 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-764033da-ee6a-4b1d-a95f-7086b82df0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:52.514283 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-764033da-ee6a-4b1d-a95f-7086b82df0be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0614617 Dec 22 09:42:52.590333 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-a8f0d656-3f7b-40cc-8320-07b2c27b0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:52.591993 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-a8f0d656-3f7b-40cc-8320-07b2c27b0e2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717773 Dec 22 09:42:52.603417 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:42:52.728465 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-0648ca77-bf0b-4231-b67b-63b035d6a40a service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298020 Dec 22 09:42:52.861627 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-48d8c0a0-2f72-4751-9217-17eb988d5971 req-3f903387-9e06-4075-ab58-f3c46be76adf service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262953 Dec 22 09:42:52.949865 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'c0163641-1c21-4f39-adca-7a5ae939db86', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'port_id': '721a9da0-938b-4308-969a-493a36647f1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'mac_address': 'fa:16:3e:5a:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:42:50Z', 'updated_at': '2021-12-22T09:42:50Z', 'revision_number': 0, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:52.954053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43a33-81c5-4e11-8ef1-8b3c4928800a None None] The sync data for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv is: [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'c0163641-1c21-4f39-adca-7a5ae939db86', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'floating_ip_address': '172.26.7.64', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'port_id': '721a9da0-938b-4308-969a-493a36647f1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'mac_address': 'fa:16:3e:5a:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:42:50Z', 'updated_at': '2021-12-22T09:42:50Z', 'revision_number': 0, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:42:53.146711 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d583d50-2053-4d01-8dcc-ea0f3c4acdfa None None] New status for floating IP c0163641-1c21-4f39-adca-7a5ae939db86: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:43:09.917849 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-334dcf18-356d-4420-bd22-cdcc70bf2e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.519776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.242186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-11d759e8-50c7-479c-a928-a26fbed99ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:13.358183 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:13.472150 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:13.752501 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-d8afc31e-0761-40ef-b1ae-9c0de9f4f76c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819595 Dec 22 09:43:13.908042 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-39498699-3c41-484c-8c34-a98e29ac26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:13.909504 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-39498699-3c41-484c-8c34-a98e29ac26a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.0740671 Dec 22 09:43:14.060744 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-7a4340c7-ae13-4039-90c8-4ff9614a7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:14.061464 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-7a4340c7-ae13-4039-90c8-4ff9614a7fca service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1311960 Dec 22 09:43:14.175513 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-5daa0996-8714-4786-a0c0-e6b6e5e0f86b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 1001 time: 0.1076221 Dec 22 09:43:14.259815 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-b7dcc967-b594-4d66-a3dc-7fee7e45513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:14.259815 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-b7dcc967-b594-4d66-a3dc-7fee7e45513a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0774348 Dec 22 09:43:14.376660 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-a59963af-f9af-4b4d-bbfc-765d499abef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:14.376660 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-a59963af-f9af-4b4d-bbfc-765d499abef9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050112 Dec 22 09:43:14.566477 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-70373fb9-97df-470d-9ea6-3ab064024463 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863668 Dec 22 09:43:14.711551 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f77be60c-17f1-4e50-8f37-2377a6946968 req-0e024991-ee82-40b2-8bc4-61b8e48678e7 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381567 Dec 22 09:43:14.821975 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.369941 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:43:39.919774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-44fb7ee6-1409-4fe8-a028-d317ea6549ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:40.515269 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:42.244404 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7f0e2e6-97af-4930-9757-7d834bbb711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:43.363116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:43.476868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:44.823287 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:58.368591 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:44:09.922299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6684fda5-2d5e-4b92-8bb0-343986086769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:10.508120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:12.249776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6f1195fb-f7ce-4ec5-8f90-e640f010c61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:13.358522 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:13.477360 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:14.759326 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-f94c7277-71b9-4b0c-bac3-bedcfd846a51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032107 Dec 22 09:44:14.869509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:15.019818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-a73a7d77-81b5-49ab-b439-650a1868823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:15.021302 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-a73a7d77-81b5-49ab-b439-650a1868823c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.1947446 Dec 22 09:44:15.165835 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-4e56e792-689e-4e5e-9cfd-29ee4a751653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:15.167164 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-4e56e792-689e-4e5e-9cfd-29ee4a751653 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1256814 Dec 22 09:44:15.269018 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-71e94313-0126-4a7d-844c-aa8baed4a5d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 1001 time: 0.0958948 Dec 22 09:44:15.337239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-ed7dd92f-bbb2-4462-a2ba-7652b2693a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:15.338654 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-ed7dd92f-bbb2-4462-a2ba-7652b2693a7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0631018 Dec 22 09:44:15.414502 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-9159fed6-c609-4396-ba88-193cb6bec2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:15.416060 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-9159fed6-c609-4396-ba88-193cb6bec2f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716000 Dec 22 09:44:15.551529 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-f9708003-4a46-4dc4-8956-2a168d52291b service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290300 Dec 22 09:44:15.683053 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d85a2f50-ad40-4579-b19d-a4c35d64f6f3 req-ac1daf32-d6b9-433e-9225-cad8abfa1c2c service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253035 Dec 22 09:44:35.366737 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:44:39.924697 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-37e7f404-e7d3-4758-b7be-897599f5e628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:40.527258 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:42.252658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01cfe280-ec20-4ed1-9851-99ffbdd9f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:43.361875 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:43.479241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:44.828871 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:47.738816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113b238-4605-4329-adbf-c6812f03bde7 req-49e99647-57f3-42dc-9979-2e015981cca4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:47.740208 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8113b238-4605-4329-adbf-c6812f03bde7 req-49e99647-57f3-42dc-9979-2e015981cca4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.1645868 Dec 22 09:44:47.786271 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-8113b238-4605-4329-adbf-c6812f03bde7 req-5f469572-74a0-40c9-8a42-736cb9d16703 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 Dec 22 09:44:49.016684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3152-bdb4-4dc6-a4cd-a540af910691 req-807e05ed-4321-432f-b8c3-d51a91b0c7c4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:49.018113 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-67ec3152-bdb4-4dc6-a4cd-a540af910691 req-807e05ed-4321-432f-b8c3-d51a91b0c7c4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.1267815 Dec 22 09:44:49.062778 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-67ec3152-bdb4-4dc6-a4cd-a540af910691 req-ae03671a-4fe0-4d45-aeb2-ae2294069ee3 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Dec 22 09:44:50.255591 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11acb8-853a-479c-b31a-656383063f1b req-5cba03be-e3b8-4e4d-bd80-22179a2d3780 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:50.257013 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f11acb8-853a-479c-b31a-656383063f1b req-5cba03be-e3b8-4e4d-bd80-22179a2d3780 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0821197 Dec 22 09:44:50.307713 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-2f11acb8-853a-479c-b31a-656383063f1b req-f6cd87d8-b70c-4d77-b745-3ba5f225ec7b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Dec 22 09:44:51.494416 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62724714-edca-475e-9afb-f7d69135e603 req-ff7c3689-8f0e-4752-b263-be04bc89ae22 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:51.495829 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62724714-edca-475e-9afb-f7d69135e603 req-ff7c3689-8f0e-4752-b263-be04bc89ae22 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0784233 Dec 22 09:44:51.542387 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-62724714-edca-475e-9afb-f7d69135e603 req-3550ea81-0202-4e6b-a2db-f4c7622d3463 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Dec 22 09:44:52.723069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f4442-b1d6-4200-8a24-88b22692c0cc req-ab4760ef-e466-4c51-ba66-bb5d27b1e902 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:52.724512 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-370f4442-b1d6-4200-8a24-88b22692c0cc req-ab4760ef-e466-4c51-ba66-bb5d27b1e902 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0786366 Dec 22 09:44:52.773725 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-370f4442-b1d6-4200-8a24-88b22692c0cc req-e6ea45b3-227e-46de-a1b2-b6b1b8676312 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Dec 22 09:44:53.951140 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98acd9-4c7e-4fce-acd6-afd45ae9f349 req-ff8ef248-4f8e-4353-a351-5f3e125a615b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:53.952597 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db98acd9-4c7e-4fce-acd6-afd45ae9f349 req-ff8ef248-4f8e-4353-a351-5f3e125a615b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0784907 Dec 22 09:44:53.995950 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-db98acd9-4c7e-4fce-acd6-afd45ae9f349 req-149b99c9-9c14-477a-9524-cc3109fe1335 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377388 Dec 22 09:44:55.186961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e4a5c-7fe5-469e-93be-cad32bb44c8d req-442dcb35-8c00-40df-bd01-81e18ab981a9 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:55.188039 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef0e4a5c-7fe5-469e-93be-cad32bb44c8d req-442dcb35-8c00-40df-bd01-81e18ab981a9 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0847275 Dec 22 09:44:55.236093 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ef0e4a5c-7fe5-469e-93be-cad32bb44c8d req-ddefd186-cb27-4351-a67d-69c94f8743a5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Dec 22 09:44:56.423887 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a5c4a-2525-433c-8276-6c0afabf7031 req-ff781e54-e8f0-4f0a-b0e5-8313f5f21d5e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:56.425249 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f75a5c4a-2525-433c-8276-6c0afabf7031 req-ff781e54-e8f0-4f0a-b0e5-8313f5f21d5e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0852914 Dec 22 09:44:56.469386 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-f75a5c4a-2525-433c-8276-6c0afabf7031 req-624e7c33-eb4d-4c72-a64a-49cc2d39b53c tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386302 Dec 22 09:44:57.652343 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f589ea-9519-4edc-ad51-b402a6239a53 req-61de946f-b201-4760-bf07-6acd4f9d69ba tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:57.653812 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-65f589ea-9519-4edc-ad51-b402a6239a53 req-61de946f-b201-4760-bf07-6acd4f9d69ba tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0781279 Dec 22 09:44:57.698032 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-65f589ea-9519-4edc-ad51-b402a6239a53 req-d2d1c23d-7e1d-4fd1-8e52-42544b542045 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387073 Dec 22 09:44:57.757853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-6d1ae91a-b51f-4af7-a8a1-5ed066cae6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:57.759204 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-6d1ae91a-b51f-4af7-a8a1-5ed066cae6be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.0688570 Dec 22 09:44:57.887910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-a099253c-4892-4f40-8e82-2ec555221b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:57.889390 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-a099253c-4892-4f40-8e82-2ec555221b57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1237104 Dec 22 09:44:57.991685 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-9ccda730-d82a-4f68-a5b6-74cd5009b70a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 1001 time: 0.0950015 Dec 22 09:44:58.052349 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-20917463-45f5-4564-87ee-dc668a8a8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:58.053642 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-20917463-45f5-4564-87ee-dc668a8a8f94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0556552 Dec 22 09:44:58.128945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-7df67f41-9d76-473f-8938-cfb6ef68a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:58.130367 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-7df67f41-9d76-473f-8938-cfb6ef68a987 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701668 Dec 22 09:44:58.376773 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-bbcc8c45-40e8-49ef-8d8f-bf2f38171826 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396100 Dec 22 09:44:58.513267 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3b627846-ad40-4b0f-a4f2-ced4262109ad req-8d46975f-0f1c-4431-b23b-9fc085f4622b service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289511 Dec 22 09:44:58.877736 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320957db-f452-4eb7-9f45-bcf27f49191f req-529db352-ae43-4ce7-b2d8-1c36020b907f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:58.879211 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-320957db-f452-4eb7-9f45-bcf27f49191f req-529db352-ae43-4ce7-b2d8-1c36020b907f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0788150 Dec 22 09:44:58.923309 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-320957db-f452-4eb7-9f45-bcf27f49191f req-bbaf45e4-681a-42e1-909b-6273f6934369 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Dec 22 09:45:00.114880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5231d-8d90-4813-a169-5f76e03ff96c req-81d8c5be-27d6-4c87-b446-904eda46be65 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:00.116345 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04d5231d-8d90-4813-a169-5f76e03ff96c req-81d8c5be-27d6-4c87-b446-904eda46be65 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0851684 Dec 22 09:45:00.164725 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-04d5231d-8d90-4813-a169-5f76e03ff96c req-845383ab-ec87-4f88-8d25-5a6d323dafc9 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Dec 22 09:45:01.352212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376ac0b-c175-4a84-806f-c1d87a9ccc8e req-daa6b453-e86b-4171-985a-5577d581fb1d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:01.353646 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c376ac0b-c175-4a84-806f-c1d87a9ccc8e req-daa6b453-e86b-4171-985a-5577d581fb1d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0831234 Dec 22 09:45:01.396369 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c376ac0b-c175-4a84-806f-c1d87a9ccc8e req-45a0f433-5249-4308-b2e7-60fa2858aba7 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372393 Dec 22 09:45:01.677276 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-c8657db0-b037-494f-be57-2020ef710b21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709889 Dec 22 09:45:01.740007 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226788b-5c25-4301-8536-a9bc4854f76e req-0fa959f3-ddd0-44f5-8ff8-ae7d7749adfe tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:01.741438 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0226788b-5c25-4301-8536-a9bc4854f76e req-0fa959f3-ddd0-44f5-8ff8-ae7d7749adfe tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0788925 Dec 22 09:45:01.789432 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0226788b-5c25-4301-8536-a9bc4854f76e req-e3e75ba4-4366-4210-a702-2f2d577289f0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Dec 22 09:45:02.850640 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 721a9da0-938b-4308-969a-493a36647f1e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:45:02.999422 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966920c6-d376-42e5-9783-d228e2f72994 req-ede08e5d-1b54-4e86-ac28-4b9e93e8b552 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:03.001034 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-966920c6-d376-42e5-9783-d228e2f72994 req-ede08e5d-1b54-4e86-ac28-4b9e93e8b552 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0966744 Dec 22 09:45:03.015402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:03.045120 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '721a9da0-938b-4308-969a-493a36647f1e'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:45:03.056658 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:03.061675 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-966920c6-d376-42e5-9783-d228e2f72994 req-bd72593f-8de0-4d7f-a4c8-0056cc61e92b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533338 Dec 22 09:45:03.063821 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:03.066370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-4ffa38e6-dc4c-447b-b11d-cc315790479a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:45:03.130208 dv-neutron-822602-1-hyperv neutron-server[87602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '721a9da0-938b-4308-969a-493a36647f1e', 'code': 422} returned with failed status Dec 22 09:45:03.151223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:03.158758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.159105 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.159442 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.159774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.160124 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.160449 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.160774 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.161096 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.161418 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.161736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.162054 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.162371 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:45:03.166224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:45:04.185517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-0ca9fffc-bd6c-4613-b5b1-74943273020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:04.187130 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-0ca9fffc-bd6c-4613-b5b1-74943273020d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292&tenant_id=dff33acb16be45bf8acf9d2c03461029 HTTP/1.1" status: 200 len: 1097 time: 0.1124570 Dec 22 09:45:04.266064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50dc13-43c3-4f8b-b43b-7d3458e4f80b req-1960f0d0-30c8-40f6-bcb2-9ab72d0a21ea tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:04.267523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ad50dc13-43c3-4f8b-b43b-7d3458e4f80b req-1960f0d0-30c8-40f6-bcb2-9ab72d0a21ea tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0799654 Dec 22 09:45:04.275893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-14ba174c-a410-40a5-865b-6ca5d29644d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:04.277350 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-14ba174c-a410-40a5-865b-6ca5d29644d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1097 time: 0.0695999 Dec 22 09:45:04.316149 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ad50dc13-43c3-4f8b-b43b-7d3458e4f80b req-c2ded2d4-5f07-46df-a7d6-3f5ea5c3c1b3 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428493 Dec 22 09:45:04.408035 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-84b377f0-a147-4869-b4f3-c4d05ae177cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:04.409476 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-84b377f0-a147-4869-b4f3-c4d05ae177cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1258757 Dec 22 09:45:04.513675 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-681ae19c-2125-476a-9063-481559e4c8dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 999 time: 0.0966928 Dec 22 09:45:04.578970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-52bddef7-b3b6-4308-8129-338834385a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:04.580420 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-52bddef7-b3b6-4308-8129-338834385a41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0606825 Dec 22 09:45:04.655817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-1082dacf-4c37-474c-b563-4d6db7eed3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:04.657393 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-1082dacf-4c37-474c-b563-4d6db7eed3d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694950 Dec 22 09:45:04.789460 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-e20b50a8-34f2-4934-bb28-390a757db4b8 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242290 Dec 22 09:45:04.921086 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0217ddfe-d8d5-4eaa-bb8d-3bd40084fbc6 req-24934f9c-276b-4d34-b66d-36ea65a1ea37 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249890 Dec 22 09:45:05.501673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693c6f-a1c2-4aa6-bf99-8e5f8ea0b244 req-946ed52e-58a8-4abd-8045-7cc7b7ee9783 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:05.503141 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de693c6f-a1c2-4aa6-bf99-8e5f8ea0b244 req-946ed52e-58a8-4abd-8045-7cc7b7ee9783 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0796058 Dec 22 09:45:05.557040 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-de693c6f-a1c2-4aa6-bf99-8e5f8ea0b244 req-084c882b-55b5-4992-b2f3-6aaba3bcaec5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482676 Dec 22 09:45:06.742416 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75598626-dcb2-4695-97ba-3bba928b4ed9 req-771853c0-99e9-453d-bd33-ae75acbd8097 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:06.743840 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-75598626-dcb2-4695-97ba-3bba928b4ed9 req-771853c0-99e9-453d-bd33-ae75acbd8097 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0774815 Dec 22 09:45:06.787191 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-75598626-dcb2-4695-97ba-3bba928b4ed9 req-3e9dcc8c-619a-4b6d-a8c8-926390b4d51f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369761 Dec 22 09:45:07.970986 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d0760-7eb2-4726-894c-7539d59936f3 req-cff7d3f8-1204-4104-aa2e-8bb9c7e0548a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:07.972600 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c3d0760-7eb2-4726-894c-7539d59936f3 req-cff7d3f8-1204-4104-aa2e-8bb9c7e0548a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0799129 Dec 22 09:45:08.016315 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2c3d0760-7eb2-4726-894c-7539d59936f3 req-61ac1884-0ef0-4b68-86e7-44648f57b165 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381231 Dec 22 09:45:09.204538 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0cb01-f9b2-4062-8486-bd3f4c985623 req-f5036dd2-024d-43bd-b3eb-e727c0ce7601 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:09.205975 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bbb0cb01-f9b2-4062-8486-bd3f4c985623 req-f5036dd2-024d-43bd-b3eb-e727c0ce7601 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0865984 Dec 22 09:45:09.350191 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bbb0cb01-f9b2-4062-8486-bd3f4c985623 req-3c1cacd8-7a36-4eaa-b0bc-d270d7683ec1 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386476 Dec 22 09:45:09.925609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7605005b-2474-4cf0-bcbc-89f324514ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:10.542926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:10.545889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208557a-2a8d-45e2-9c9c-6d30cccd229d req-cf8e81f3-71e9-458e-80fc-79530eba599b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:10.547440 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3208557a-2a8d-45e2-9c9c-6d30cccd229d req-cf8e81f3-71e9-458e-80fc-79530eba599b tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0888841 Dec 22 09:45:10.600067 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3208557a-2a8d-45e2-9c9c-6d30cccd229d req-8c28366d-d88b-4311-be93-d1028c6ddb1d tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384896 Dec 22 09:45:11.780108 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0165c6-95cd-4bd5-abd2-a91531bfa7fe req-c19ff7ca-2992-44f9-b6e3-8775dca734a4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:11.781555 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc0165c6-95cd-4bd5-abd2-a91531bfa7fe req-c19ff7ca-2992-44f9-b6e3-8775dca734a4 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0793142 Dec 22 09:45:11.824585 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-bc0165c6-95cd-4bd5-abd2-a91531bfa7fe req-0471f134-ef97-4b96-9792-6b2b89a5e850 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373487 Dec 22 09:45:12.256856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-70458d93-ce48-4f8e-a357-5e8185735988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:12.365740 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:45:12.872034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 721a9da0-938b-4308-969a-493a36647f1e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:45:13.002518 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:13.006136 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f889-fa2e-4b33-98cf-246c3c7907aa req-bdcaab2f-4ef1-4582-8383-16e6fdf8e426 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:13.007576 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a996f889-fa2e-4b33-98cf-246c3c7907aa req-bdcaab2f-4ef1-4582-8383-16e6fdf8e426 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 944 time: 0.0787923 Dec 22 09:45:13.015682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '721a9da0-938b-4308-969a-493a36647f1e', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'port_id': '721a9da0-938b-4308-969a-493a36647f1e', 'mac_address': 'fa:16:3e:5a:fd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:45:13.052145 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a996f889-fa2e-4b33-98cf-246c3c7907aa req-74e0f324-b620-4d9d-aec2-611a603f4ba9 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Dec 22 09:45:13.073265 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:13.090046 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721a9da0-938b-4308-969a-493a36647f1e {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:45:13.106718 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:13.110218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:13.112002 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-000832f2-ef46-4daf-ae63-3f2d477a36c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:45:13.131194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-08fad5ae-15e7-422e-8f1e-eeaa66ab3ef2 req-8f84505a-5fc5-43d4-ab25-f6b79d3f1328 service neutron] (87600) timed out ('10.222.0.36', 44272) {{(pid=87600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:45:13.176370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:13.179467 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:45:13.363995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:13.472216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['721a9da0-938b-4308-969a-493a36647f1e'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:45:13.526976 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:14.244140 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaefea-fc0f-48bc-8fdd-4f492fccb179 req-2bd70549-5aa8-45a1-8f63-cf1dbc8b0893 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:14.245590 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3aaefea-fc0f-48bc-8fdd-4f492fccb179 req-2bd70549-5aa8-45a1-8f63-cf1dbc8b0893 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 945 time: 0.0849102 Dec 22 09:45:14.289617 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b3aaefea-fc0f-48bc-8fdd-4f492fccb179 req-0233d0e0-33f5-4f7e-bf26-776d99c538ee tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378978 Dec 22 09:45:14.837515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:14.891565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 721a9da0-938b-4308-969a-493a36647f1e up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:45:14.901063 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-db6f967f-8cfa-4cbb-89f5-d15af73d66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:14.902570 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-db6f967f-8cfa-4cbb-89f5-d15af73d66cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1098 time: 0.2001321 Dec 22 09:45:14.958588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 721a9da0-938b-4308-969a-493a36647f1e triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:45:14.958970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:15.045682 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-6bb6f7e8-00a6-45e2-83fa-883b9902bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:15.047310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-6bb6f7e8-00a6-45e2-83fa-883b9902bf37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1265416 Dec 22 09:45:15.077181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:15.103421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a9da0-938b-4308-969a-493a36647f1e'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:45:15.113213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:45:15.117734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:15.119800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:45:15.156790 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a9da0-938b-4308-969a-493a36647f1e', 'code': 200} Dec 22 09:45:15.160641 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-7757da54-7e36-4f68-b275-91b4c0a7e7bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 1000 time: 0.1071124 Dec 22 09:45:15.205245 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:45:15.208409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:45:15.225407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-a1ac3215-8cbc-4b86-8e4c-0c752ffb7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:15.226839 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-a1ac3215-8cbc-4b86-8e4c-0c752ffb7c10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0596969 Dec 22 09:45:15.311317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-b3c80354-d077-4b81-bc7b-715c8443b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:15.313085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-b3c80354-d077-4b81-bc7b-715c8443b8c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764134 Dec 22 09:45:15.354801 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.16', 51222) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:45:15.450675 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-f0530837-0964-4144-b0d3-c7a74255aa6d service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301401 Dec 22 09:45:15.489152 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56912-20e1-4679-86a6-1561f581af8f req-82a18736-6c06-4cd5-a7b1-afa9f8baf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:15.490662 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-50b56912-20e1-4679-86a6-1561f581af8f req-82a18736-6c06-4cd5-a7b1-afa9f8baf098 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.1346960 Dec 22 09:45:15.522946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98efecb-682c-44f4-8798-d98834650a95 req-6ae69cf1-69e0-4bdb-9317-6eff08d218eb tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:15.524428 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f98efecb-682c-44f4-8798-d98834650a95 req-6ae69cf1-69e0-4bdb-9317-6eff08d218eb tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.1260760 Dec 22 09:45:15.576633 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-50b56912-20e1-4679-86a6-1561f581af8f req-4f70f586-ad26-48e6-965a-e0178f56a56d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795693 Dec 22 09:45:15.586196 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f98efecb-682c-44f4-8798-d98834650a95 req-ea7930da-7727-4961-81ae-9edfeedfce96 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Dec 22 09:45:15.591732 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a59ff105-f02f-4ee7-8b7d-4884c2d050b6 req-4d2eaea4-e321-4b4d-8458-e8bf3fa90bdd service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345968 Dec 22 09:45:16.773346 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25f3b-6948-4b37-8961-ff868a00b164 req-5577f161-407d-4025-b284-dba07a291f2f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:16.774927 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-14a25f3b-6948-4b37-8961-ff868a00b164 req-5577f161-407d-4025-b284-dba07a291f2f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0796156 Dec 22 09:45:16.834001 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-14a25f3b-6948-4b37-8961-ff868a00b164 req-73ffe205-9c98-4c52-b7f0-9e6111949fcf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527313 Dec 22 09:45:18.022755 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f002c-1c6e-496e-bc1c-6e92396e731e req-9f558aa8-67f2-4e7d-aba7-b23fe675a96e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:18.024219 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-157f002c-1c6e-496e-bc1c-6e92396e731e req-9f558aa8-67f2-4e7d-aba7-b23fe675a96e tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0818601 Dec 22 09:45:18.079653 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-157f002c-1c6e-496e-bc1c-6e92396e731e req-cbac1e84-7c7d-4efc-bf66-7bdc6a8e9cb9 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424626 Dec 22 09:45:39.928714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ca1b-d250-46ed-92f0-73622bfe8912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:40.549809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:42.260463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-4c41fd3f-9e4b-40f8-8e23-c15c8c5c650b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:43.367537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:43.491174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:44.835509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:49.364750 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:46:09.930971 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-63f68000-8ad9-4277-9ee3-c522057ca99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:10.549879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:12.265186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3ab96b4-46bf-49bb-9f2e-a7a6ce9a587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:13.370206 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:13.491854 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:14.840218 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:15.708912 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-da8cab6e-32fb-480d-adce-dd918991b4cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716746 Dec 22 09:46:15.843640 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-8ee167b9-28a6-482f-833a-53ddfcd261ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:15.845564 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-8ee167b9-28a6-482f-833a-53ddfcd261ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.0699854 Dec 22 09:46:15.986945 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-8c5dbd96-1527-4793-9884-f0ae2245194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:15.988387 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-8c5dbd96-1527-4793-9884-f0ae2245194a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1244650 Dec 22 09:46:16.092711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-893904d0-99a7-47cd-8d33-a7544ca7a0b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 1001 time: 0.0979700 Dec 22 09:46:16.156470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-9ec8d2c2-544a-4e10-91bd-10c6b49b4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:16.158349 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-9ec8d2c2-544a-4e10-91bd-10c6b49b4d92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0579469 Dec 22 09:46:16.236431 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-bfea3f04-2874-4470-b2d2-0db24253ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:16.237932 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-bfea3f04-2874-4470-b2d2-0db24253ad69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743828 Dec 22 09:46:16.367149 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-c8cefb95-0a11-4339-b930-356edfb99360 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229010 Dec 22 09:46:16.619307 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c10577fb-b67c-49a6-84bd-c8ac04a2f789 req-f671c642-dc0f-4440-acdd-26608dda63cd service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456768 Dec 22 09:46:26.364621 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:46:34.386569 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46034) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:34.590763 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Deleting port 1ed3b81a-850a-43ea-b2c1-ac951c91691b {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:34.591102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:34.756659 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:34.756982 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:34.878053 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Calling delete_port for 1ed3b81a-850a-43ea-b2c1-ac951c91691b owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:35.034840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:35.038345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-dd0ea581-fbce-4ee2-9ade-747ebe53233f tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:35.080848 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event deleted for resources: {'Port': ['ID=1ed3b81a-850a-43ea-b2c1-ac951c91691b,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:35.125000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.125386 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.125757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.126128 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.126493 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.126859 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.127221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.127610 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.127988 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.128355 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.128712 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.129069 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:35.155003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:35.183336 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:35.183665 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Floating IP c0163641-1c21-4f39-adca-7a5ae939db86 disassociated (deleted). External IP: 172.26.7.64, port: 721a9da0-938b-4308-969a-493a36647f1e. Dec 22 09:46:35.531109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Router 54fdb914-8ce6-4ee5-8299-c50dadd8687b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:46:35.834276 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:46:35.843698 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] Sync routers for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:46:35.852916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:35.853539 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:35.856209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:35.916792 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2bd81c52-9128-4562-9392-f5781c2e0f68 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "DELETE /v2.0/floatingips/c0163641-1c21-4f39-adca-7a5ae939db86 HTTP/1.1" status: 204 len: 168 time: 1.5291371 Dec 22 09:46:35.917756 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'tag': '721a9da0-938b-4308-969a-493a36647f1e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:46:35.966840 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'tag': '721a9da0-938b-4308-969a-493a36647f1e', 'status': 'completed', 'code': 200} Dec 22 09:46:36.032649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:36.063607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-795c4a86-8c22-47f5-82ee-c6edb24f1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:36.065833 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-795c4a86-8c22-47f5-82ee-c6edb24f1b1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff33acb16be45bf8acf9d2c03461029&device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 1099 time: 0.0750301 Dec 22 09:46:36.204491 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-de71f7b0-71d7-4dfc-a3e6-ddd6266eba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:36.206065 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-de71f7b0-71d7-4dfc-a3e6-ddd6266eba3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 200 len: 909 time: 0.1341553 Dec 22 09:46:36.273780 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-c33de895-2d30-4487-a704-b6ce68c4e64f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 200 len: 217 time: 0.0608594 Dec 22 09:46:36.297776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58c5b-81cb-4b85-82d8-407f7ced91a9 req-c10da833-2ac8-433d-9052-8b2cf678fdf8 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:36.299917 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f9b58c5b-81cb-4b85-82d8-407f7ced91a9 req-c10da833-2ac8-433d-9052-8b2cf678fdf8 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0874293 Dec 22 09:46:36.341920 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-9786c8ca-b138-4aa5-8446-ff8ff9c1aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:36.343690 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-9786c8ca-b138-4aa5-8446-ff8ff9c1aa63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 200 len: 848 time: 0.0636396 Dec 22 09:46:36.349139 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f9b58c5b-81cb-4b85-82d8-407f7ced91a9 req-90154bab-3285-46cc-a51c-41b2f8e40f14 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Dec 22 09:46:36.370127 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:36.374190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] Checking router: 54fdb914-8ce6-4ee5-8299-c50dadd8687b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:46:36.383294 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:36.383898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:36.420106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-ba7ac8dc-fa1c-49a9-a9a0-ef9696f8b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:36.421591 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-ba7ac8dc-fa1c-49a9-a9a0-ef9696f8b3b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f4571311-f587-4e03-8e87-1a27694334ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705724 Dec 22 09:46:36.556436 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-51d01ee9-f407-4f2f-a369-147d170f06c3 service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273823 Dec 22 09:46:36.563052 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:36.689366 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-47c03e6d-ef5e-42b3-aa66-8c0ee1936750 req-74808d2a-70c5-4b36-884d-ff4179ed8a8a service neutron] 10.222.0.16 "GET /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258948 Dec 22 09:46:36.871331 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:36.875221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a049137-3a67-4d87-bc73-979c627148b2 None None] The sync data for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv is: [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:36:43Z', 'revision_number': 4, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': '55643bfd-121d-4182-87bf-98dda05bcdfb', 'name': '', 'network_id': 'f4571311-f587-4e03-8e87-1a27694334ac', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'mac_address': 'fa:16:3e:b3:9a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'f2f79537-5055-4658-a123-02d32549008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:42Z', 'updated_at': '2021-12-22T09:36:50Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'subnets': [{'id': 'f2f79537-5055-4658-a123-02d32549008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:46:37.119432 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2532b2-af47-42f7-993f-234531ec94e6 None None] New status for floating IP c0163641-1c21-4f39-adca-7a5ae939db86: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:46:37.574000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904ba63-79a3-48d4-8aa5-b276914e4a8f req-fcd8eed6-b57d-416b-bfdb-8ae4e86a3114 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:37.574694 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5904ba63-79a3-48d4-8aa5-b276914e4a8f req-fcd8eed6-b57d-416b-bfdb-8ae4e86a3114 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Synchronizing usage tracker for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:46:37.591081 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-5904ba63-79a3-48d4-8aa5-b276914e4a8f req-fcd8eed6-b57d-416b-bfdb-8ae4e86a3114 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Unset dirty status for tenant:dff33acb16be45bf8acf9d2c03461029 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:46:37.592180 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5904ba63-79a3-48d4-8aa5-b276914e4a8f req-fcd8eed6-b57d-416b-bfdb-8ae4e86a3114 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.1169190 Dec 22 09:46:37.641813 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-5904ba63-79a3-48d4-8aa5-b276914e4a8f req-c2c767f2-a401-4162-b134-4736831dace5 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/security-groups?id=91f91885-4350-4880-ad43-768e53a3f789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Dec 22 09:46:37.995026 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-d8ce09f9-e1f5-48ac-952a-a2a18ffb1b45 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:37.996382 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-d8ce09f9-e1f5-48ac-952a-a2a18ffb1b45 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 946 time: 0.0839679 Dec 22 09:46:38.070594 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Deleting port 721a9da0-938b-4308-969a-493a36647f1e {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:38.071147 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:38.315022 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] For port 721a9da0-938b-4308-969a-493a36647f1e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=721a9da0-938b-4308-969a-493a36647f1e,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:38.315273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:38.451252 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Calling delete_port for 721a9da0-938b-4308-969a-493a36647f1e owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:38.609555 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:38.615733 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ccd04c0f-86e8-4aaa-b63f-73b83e8c0025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:38.661289 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event deleted for resources: {'Port': ['ID=721a9da0-938b-4308-969a-493a36647f1e,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:38.663813 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:38.806852 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c3f3f8e9-580d-4389-9c36-f5a8c728eddf req-65de2071-2644-48b9-bcea-542786b6ff39 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 210 time: 0.0462792 Dec 22 09:46:38.869167 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] No DVR routers for this DVR port 721a9da0-938b-4308-969a-493a36647f1e on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:46:38.871530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:38.874207 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-deleted', 'tag': '721a9da0-938b-4308-969a-493a36647f1e'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:46:38.889889 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2725eee8-441c-49db-8529-1d7ce7deae3f req-06599d46-2f68-4717-a548-dde2723ca070 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.16 "DELETE /v2.0/ports/721a9da0-938b-4308-969a-493a36647f1e HTTP/1.1" status: 204 len: 173 time: 0.8879697 Dec 22 09:46:38.923343 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f10b6-2938-415e-82ae-33e1d1915292', 'name': 'network-vif-deleted', 'tag': '721a9da0-938b-4308-969a-493a36647f1e', 'status': 'completed', 'code': 200} Dec 22 09:46:39.943609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d5879ac8-9798-41e5-bc33-3b61efa95bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:39.989664 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f006b50b-fa0c-4988-a0f1-addf7916ef81 req-e5ab55f4-eb8c-479c-84dc-913fc3c72e5a tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "GET /v2.0/ports?device_id=f89f10b6-2938-415e-82ae-33e1d1915292 HTTP/1.1" status: 200 len: 210 time: 0.0481853 Dec 22 09:46:40.551649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:41.089442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46060) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:41.164979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-402a13a8-29bd-476c-99a3-65d2a562bc61 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:41.194585 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-402a13a8-29bd-476c-99a3-65d2a562bc61 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:41.261784 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-402a13a8-29bd-476c-99a3-65d2a562bc61 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:41.267695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ffb42218-f72a-412e-a27c-cb023b7c4337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:41.282424 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a13a8-29bd-476c-99a3-65d2a562bc61 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f91885-4350-4880-ad43-768e53a3f789,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:41.286155 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-402a13a8-29bd-476c-99a3-65d2a562bc61 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:41.294455 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-402a13a8-29bd-476c-99a3-65d2a562bc61 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:41.295968 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-402a13a8-29bd-476c-99a3-65d2a562bc61 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] 10.222.0.36 "DELETE /v2.0/security-groups/91f91885-4350-4880-ad43-768e53a3f789 HTTP/1.1" status: 204 len: 168 time: 0.2052739 Dec 22 09:46:41.338365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 721a9da0-938b-4308-969a-493a36647f1e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:41.345776 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46066) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:41.379112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 721a9da0-938b-4308-969a-493a36647f1e {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:46:41.379667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 721a9da0-938b-4308-969a-493a36647f1e not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:46:42.051386 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:42.267839 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-379ce2a6-938d-484a-a656-8ed621d5017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:42.528679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Deleting port 55643bfd-121d-4182-87bf-98dda05bcdfb {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:42.529181 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:42.703689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] For port 55643bfd-121d-4182-87bf-98dda05bcdfb, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=55643bfd-121d-4182-87bf-98dda05bcdfb,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:42.704067 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:42.826196 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Calling delete_port for 55643bfd-121d-4182-87bf-98dda05bcdfb owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:43.147257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:43.150735 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0304db75-5a34-4d9d-8575-de720d4f231a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:43.193675 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Pushing event deleted for resources: {'Port': ['ID=55643bfd-121d-4182-87bf-98dda05bcdfb,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:43.230310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.230710 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.231091 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.231465 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.231835 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.232233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.232599 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.232966 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.233332 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.233691 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.234051 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.234410 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:43.242384 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:43.383343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:43.488847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:43.493537 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:44.000739 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Router 54fdb914-8ce6-4ee5-8299-c50dadd8687b has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:46:44.197480 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:46:44.208225 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] Sync routers for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:46:44.211372 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] 10.222.0.36 "PUT /v2.0/routers/54fdb914-8ce6-4ee5-8299-c50dadd8687b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8634415 Dec 22 09:46:44.213916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46072) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:44.217478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:44.218134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:44.393468 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:44.410366 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:44.594174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:44.604474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Deleting port 4249a355-c1e5-4319-be07-fcee87021cda {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:44.604881 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:44.738478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '4249a355-c1e5-4319-be07-fcee87021cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:46:43Z', 'revision_number': 5, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port': {'id': '4249a355-c1e5-4319-be07-fcee87021cda', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:39Z', 'updated_at': '2021-12-22T09:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:44.742488 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] Checking router: 54fdb914-8ce6-4ee5-8299-c50dadd8687b for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:46:44.751528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] Routers {'54fdb914-8ce6-4ee5-8299-c50dadd8687b'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:44.752717 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:44.781560 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] For port 4249a355-c1e5-4319-be07-fcee87021cda, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=4249a355-c1e5-4319-be07-fcee87021cda,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:44.781916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:44.904336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Calling delete_port for 4249a355-c1e5-4319-be07-fcee87021cda owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:44.909639 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:44.929041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] Set router 54fdb914-8ce6-4ee5-8299-c50dadd8687b gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:45.036668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:46:44Z', 'revision_number': 6, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:45.041203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467c8983-6233-4666-bf13-6329a4ae3be6 None None] The sync data for ids ['54fdb914-8ce6-4ee5-8299-c50dadd8687b'] in dv-neutron-822602-1-hyperv is: [{'id': '54fdb914-8ce6-4ee5-8299-c50dadd8687b', 'name': 'tempest-TestShelveInstance-1024841311-router', 'tenant_id': 'dff33acb16be45bf8acf9d2c03461029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:38Z', 'updated_at': '2021-12-22T09:46:44Z', 'revision_number': 6, 'project_id': 'dff33acb16be45bf8acf9d2c03461029', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:46:45.078606 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.085239 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-cda5d8ea-32ed-4ab1-8a90-fab2bd015f8d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:45.159243 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4249a355-c1e5-4319-be07-fcee87021cda,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:45.165509 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:45.224946 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.528298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.530620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.554360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.554922 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54fdb914-8ce6-4ee5-8299-c50dadd8687b {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:46:45.568161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.569289 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bc495b86-0894-4993-a36a-3194601721f6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/54fdb914-8ce6-4ee5-8299-c50dadd8687b HTTP/1.1" status: 204 len: 168 time: 1.3544500 Dec 22 09:46:45.572163 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46076) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:45.634500 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Deleting subnet f2f79537-5055-4658-a123-02d32549008a {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:46:45.637915 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.688117 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.779388 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.858744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.863449 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-71967a35-04fe-41bd-baca-3e00af3b4a16 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:45.881920 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4249a355-c1e5-4319-be07-fcee87021cda no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:45.900002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f79537-5055-4658-a123-02d32549008a,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:45.903023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:45.907482 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:45.917197 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-d330ad13-1f1e-4c0a-94d0-555925d0f933 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f2f79537-5055-4658-a123-02d32549008a HTTP/1.1" status: 204 len: 168 time: 0.3415856 Dec 22 09:46:45.917457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46080) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:45.917682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 4249a355-c1e5-4319-be07-fcee87021cda {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:46:45.917877 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 4249a355-c1e5-4319-be07-fcee87021cda not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:46:45.919286 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 55643bfd-121d-4182-87bf-98dda05bcdfb no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:45.943621 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911d9a6-e2a6-4b65-b82e-aa09a90fe931 None None] Network f4571311-f587-4e03-8e87-1a27694334ac requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:46:45.972978 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 55643bfd-121d-4182-87bf-98dda05bcdfb {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:46:45.973325 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 55643bfd-121d-4182-87bf-98dda05bcdfb not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:46:46.024182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.039939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Deleting port fdaafb9e-e89c-40b3-b426-4d67cf462f3f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:46.041002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.229281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] DHCP port deletion for f4571311-f587-4e03-8e87-1a27694334ac request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:46:46.233402 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Deleting port fdaafb9e-e89c-40b3-b426-4d67cf462f3f {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:46.233886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.268457 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] For port fdaafb9e-e89c-40b3-b426-4d67cf462f3f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:46.269032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.391011 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Calling delete_port for fdaafb9e-e89c-40b3-b426-4d67cf462f3f owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:46.440370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] For port fdaafb9e-e89c-40b3-b426-4d67cf462f3f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,segment=NetworkSegment(79a53674-757a-4c5d-9be1-a0e8d296b402),segment_id=79a53674-757a-4c5d-9be1-a0e8d296b402)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:46.440680 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.473921 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.478385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-8153efa4-28f7-4df7-8f97-4c1962adb470 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:46.524475 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Pushing event deleted for resources: {'Port': ['ID=fdaafb9e-e89c-40b3-b426-4d67cf462f3f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:46.527369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:46.530267 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] No DVR routers for this DVR port fdaafb9e-e89c-40b3-b426-4d67cf462f3f on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:46:46.564564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Calling delete_port for fdaafb9e-e89c-40b3-b426-4d67cf462f3f owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:46:46.630291 dv-neutron-822602-1-hyperv neutron-server[87602]: util.warn( Dec 22 09:46:46.636654 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:46.637020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:46:46.651831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.677002 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4571311-f587-4e03-8e87-1a27694334ac']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:46.690257 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a53674-757a-4c5d-9be1-a0e8d296b402') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:46.690771 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a53674-757a-4c5d-9be1-a0e8d296b402') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:46.706624 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.726066 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.732409 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:46:46.732875 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:46.746754 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:46.830665 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.836455 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:46.838960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-324ccddb-5da6-4c0e-8bef-2adba68ee484 tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:46.860697 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f4571311-f587-4e03-8e87-1a27694334ac,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:46.864055 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:46.875865 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f4571311-f587-4e03-8e87-1a27694334ac HTTP/1.1" status: 204 len: 168 time: 0.9573815 Dec 22 09:46:46.879398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46084) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:47.138154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Deleting port fdaafb9e-e89c-40b3-b426-4d67cf462f3f {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:47.138676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:47.247412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-06bd118b-b700-49dc-a5ec-7e53baa2853f None None] The port 'fdaafb9e-e89c-40b3-b426-4d67cf462f3f' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:46:47.532262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:47.689750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdaafb9e-e89c-40b3-b426-4d67cf462f3f no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:47.724175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: fdaafb9e-e89c-40b3-b426-4d67cf462f3f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:46:47.724531 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device fdaafb9e-e89c-40b3-b426-4d67cf462f3f not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:46:47.890424 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Deleting port b0b8e586-e11c-4136-bd3d-92900db8e60c {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:47.890679 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:48.060432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] For port b0b8e586-e11c-4136-bd3d-92900db8e60c, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=b0b8e586-e11c-4136-bd3d-92900db8e60c,segment=NetworkSegment(2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10),segment_id=2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:48.060786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:48.182200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Calling delete_port for b0b8e586-e11c-4136-bd3d-92900db8e60c owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:48.363894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:48.367791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e51fb177-d7d4-44a1-a6f4-360dddec012e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:48.412249 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b8e586-e11c-4136-bd3d-92900db8e60c,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:48.415294 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:48.805378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:49.162085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:46:49.342303 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:46:49.351641 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] Sync routers for ids ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:46:49.359141 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb13a562-4e89-4500-9f21-c1c20a101106 admin admin] 10.222.0.36 "PUT /v2.0/routers/92174bfe-7c39-4a9e-8eaa-c2a2607fdad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4786243 Dec 22 09:46:49.362314 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] Routers {'92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:49.362880 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:49.365334 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46088) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:49.540126 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] Set router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:49.546205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:49.753660 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:49.764404 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Deleting port e881b2b5-2ca9-4c25-a607-2c7118df0d77 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:49.766885 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:49.860765 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:46:48Z', 'revision_number': 5, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port': {'id': 'e881b2b5-2ca9-4c25-a607-2c7118df0d77', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:36:46Z', 'updated_at': '2021-12-22T09:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:49.865173 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] Checking router: 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:46:49.873976 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] Routers {'92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:49.874594 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:50.031685 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] Set router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:50.097783 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] For port e881b2b5-2ca9-4c25-a607-2c7118df0d77, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=e881b2b5-2ca9-4c25-a607-2c7118df0d77,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:50.098395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.140570 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:46:49Z', 'revision_number': 6, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:50.145769 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17ad48-6ed5-42b5-a62d-a399b43fc783 None None] The sync data for ids ['92174bfe-7c39-4a9e-8eaa-c2a2607fdad7'] in dv-neutron-822602-1-hyperv is: [{'id': '92174bfe-7c39-4a9e-8eaa-c2a2607fdad7', 'name': 'tempest-TestShelveInstance-2107943029-router', 'tenant_id': 'e97035c542a241e6a87b9b717659ba0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:36:45Z', 'updated_at': '2021-12-22T09:46:49Z', 'revision_number': 6, 'project_id': 'e97035c542a241e6a87b9b717659ba0b', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:46:50.222600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Calling delete_port for e881b2b5-2ca9-4c25-a607-2c7118df0d77 owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:50.394281 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.398018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-206e5d74-1569-459a-8273-5b71143beed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:50.446029 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e881b2b5-2ca9-4c25-a607-2c7118df0d77,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:50.477895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:50.556369 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.737800 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.740008 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.761646 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.762180 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:46:50.775502 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.776740 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] 10.222.0.36 "DELETE /v2.0/routers/92174bfe-7c39-4a9e-8eaa-c2a2607fdad7 HTTP/1.1" status: 204 len: 168 time: 1.4103069 Dec 22 09:46:50.779777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46092) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:50.846115 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Deleting subnet 797b1246-2506-4305-bcb7-cb9bde0c02da {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:46:50.850872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:50.918041 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.006667 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.078118 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.084483 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-878143b5-1040-44f0-835c-3efcfaddbc42 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:51.124269 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797b1246-2506-4305-bcb7-cb9bde0c02da,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:51.128185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:51.129781 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.135968 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-833971f8-7e84-4699-b862-8ee5ba8c8fc3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/797b1246-2506-4305-bcb7-cb9bde0c02da HTTP/1.1" status: 204 len: 168 time: 0.3548265 Dec 22 09:46:51.136166 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4838e05-9ab7-4769-9118-0581e0c270fc None None] Network 435d5979-7340-40a7-870e-f1e9e69b3852 requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:46:51.138228 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46096) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:51.248168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.259044 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Deleting port cdd0c156-1fa1-403c-bee7-3d036b389dc9 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:51.259369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.400429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] DHCP port deletion for 435d5979-7340-40a7-870e-f1e9e69b3852 request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:46:51.404876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Deleting port cdd0c156-1fa1-403c-bee7-3d036b389dc9 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:51.405249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.469801 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] For port cdd0c156-1fa1-403c-bee7-3d036b389dc9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cdd0c156-1fa1-403c-bee7-3d036b389dc9,segment=NetworkSegment(2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10),segment_id=2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:51.470151 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.598427 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Calling delete_port for cdd0c156-1fa1-403c-bee7-3d036b389dc9 owned by network:dhcp {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:51.610352 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] For port cdd0c156-1fa1-403c-bee7-3d036b389dc9, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=cdd0c156-1fa1-403c-bee7-3d036b389dc9,segment=NetworkSegment(2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10),segment_id=2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:51.610741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.677479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.682512 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:51.732360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd0c156-1fa1-403c-bee7-3d036b389dc9,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:51.734215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] No DVR routers for this DVR port cdd0c156-1fa1-403c-bee7-3d036b389dc9 on host dv-neutron-822602-1-hyperv {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:46:51.735870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:51.743477 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Calling delete_port for cdd0c156-1fa1-403c-bee7-3d036b389dc9 owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:46:51.772689 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cdd0c156-1fa1-403c-bee7-3d036b389dc9 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:51.820561 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: cdd0c156-1fa1-403c-bee7-3d036b389dc9 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:46:51.820825 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device cdd0c156-1fa1-403c-bee7-3d036b389dc9 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:46:51.821260 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b0b8e586-e11c-4136-bd3d-92900db8e60c no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:51.852842 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.862722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: b0b8e586-e11c-4136-bd3d-92900db8e60c {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:46:51.863102 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device b0b8e586-e11c-4136-bd3d-92900db8e60c not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:46:51.863623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e881b2b5-2ca9-4c25-a607-2c7118df0d77 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:51.880196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435d5979-7340-40a7-870e-f1e9e69b3852']}} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:51.892179 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10') {'for_net_delete': True} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:51.893070 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.services.segments.db [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc19c1c-0517-4a7b-ae07-e55fd9fd2f10') {} {{(pid=87601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:51.902789 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: e881b2b5-2ca9-4c25-a607-2c7118df0d77 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:46:51.903149 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device e881b2b5-2ca9-4c25-a607-2c7118df0d77 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:46:51.904394 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1412011'] for segment, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.921908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.924362 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:46:51.924763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:46:51.928762 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:46:51.929150 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2240146'] for segment, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: Traceback (most recent call last): Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: timer() Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: cb(*args, **kw) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: return func(*args, **kwargs) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: self._notify() Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: self.callback(batched_events) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: event.method(event) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: return f(self, *a, **k) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._get(url).json() Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: return self.request(url, 'GET', **kwargs) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:46:51.942737 dv-neutron-822602-1-hyperv neutron-server[87601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:46:52.018143 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.021856 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e6b47f2-ff51-498c-ac68-779d2e54cc22 tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:52.035834 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.049540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Pushing event deleted for resources: {'Network': ['ID=435d5979-7340-40a7-870e-f1e9e69b3852,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:52.053110 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:52.055085 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8a27105a-42f3-4421-8a53-3729cec8b24a admin admin] 10.222.0.36 "DELETE /v2.0/networks/435d5979-7340-40a7-870e-f1e9e69b3852 HTTP/1.1" status: 204 len: 168 time: 0.9153006 Dec 22 09:46:52.197077 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46102) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:52.244693 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-32e25f5c-43c2-478e-94a5-8f71683fa5c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dff33acb16be45bf8acf9d2c03461029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463231 Dec 22 09:46:52.247519 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46106) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:52.312390 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b29b5d75-d8e1-4a56-8463-efa1c0d75a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.339296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b29b5d75-d8e1-4a56-8463-efa1c0d75a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.391598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b29b5d75-d8e1-4a56-8463-efa1c0d75a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.395332 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-12479cd8-a8fc-4163-b7eb-a7c0541f75db tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:52.407545 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b5d75-d8e1-4a56-8463-efa1c0d75a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285f2db-ed01-4388-b0a6-7887b7d02827,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:52.411624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-b29b5d75-d8e1-4a56-8463-efa1c0d75a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:52.417113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-b29b5d75-d8e1-4a56-8463-efa1c0d75a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.418089 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-b29b5d75-d8e1-4a56-8463-efa1c0d75a0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7285f2db-ed01-4388-b0a6-7887b7d02827 HTTP/1.1" status: 204 len: 168 time: 0.1696651 Dec 22 09:46:52.426755 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Deleting port cdd0c156-1fa1-403c-bee7-3d036b389dc9 {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:46:52.427177 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.500450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-ca16f9fc-cfe4-4bc1-96a1-3f9b8e3ff0a2 None None] The port 'cdd0c156-1fa1-403c-bee7-3d036b389dc9' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:46:52.808461 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46114) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:52.859353 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-83e7178c-034b-410d-b5b9-06f4f827a1dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e97035c542a241e6a87b9b717659ba0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494649 Dec 22 09:46:52.861622 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46118) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:52.920442 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.946360 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:52.997656 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.001511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7806a283-8c09-4e95-a2bf-abaf51ecbd1e tempest-TestMinimumBasicScenario-2103176207 tempest-TestMinimumBasicScenario-2103176207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:53.014520 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a923e0c-f121-4f30-846c-2284d5210854,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:53.018045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:53.020730 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.021641 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a923e0c-f121-4f30-846c-2284d5210854 HTTP/1.1" status: 204 len: 168 time: 0.1591089 Dec 22 09:46:53.818773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46142) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:53.942511 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1365731075-network', 'tenant_id': '1c538050291b4c739fe9a52d439c1339'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:53.948187 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:46:53.951954 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Usage tracker for resource:network and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:46:53.954749 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:46:53.960374 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:46:53.971568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Made reservation on behalf of 1c538050291b4c739fe9a52d439c1339 for: {'network': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:46:53.973927 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.989828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.004105 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:46:54.007797 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:46:54.010628 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:46:54.016235 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:46:54.097124 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.100780 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.103773 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-673e6d1e-be35-494b-a63f-53bf03ed57e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:54.133894 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=87600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:46:54.139148 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50618035-5575-4476-aec7-e6f88568270f,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:54.142742 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:54.146519 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.146879 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.db.segments_db [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Added segment 7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0 of type vlan for network cbf30826-2e54-4ae4-a150-99c69077c38b Dec 22 09:46:54.172623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.201802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.202830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:54.203402 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.207277 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-07688517-893d-4090-82b3-e1a90018bcf8 tempest-PortsIpV6TestJSON-254083912 tempest-PortsIpV6TestJSON-254083912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:54.305600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf30826-2e54-4ae4-a150-99c69077c38b,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:54.308604 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4887550 Dec 22 09:46:54.309445 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a48be054-fb72-4011-8843-e857b563dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:54.311802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46148) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:54.315830 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network cbf30826-2e54-4ae4-a150-99c69077c38b details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:46:54.317288 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Request body: {'subnet': {'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1365731075-subnet', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:54.323044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:46:54.327144 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Usage tracker for resource:subnet and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:46:54.330959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:46:54.337298 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:46:54.354630 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Made reservation on behalf of 1c538050291b4c739fe9a52d439c1339 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:46:54.357676 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.697844 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.704336 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-5f9e1f78-7dee-41ff-910b-e694ee31ac5a tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:54.781998 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=acddaf80-b71f-4174-b2c9-cae1d9f908e2,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:54.785955 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:54.790446 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Checking segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:46:54.790802 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Network hostable DHCP agents. Network: cbf30826-2e54-4ae4-a150-99c69077c38b, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:46:54.811049 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Network cbf30826-2e54-4ae4-a150-99c69077c38b is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:46:54.821837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, cbf30826-2e54-4ae4-a150-99c69077c38b) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:46:54.826444 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:54.827045 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.834128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7682b7f8-92d9-4ad3-a733-466251363eeb None None] Network cbf30826-2e54-4ae4-a150-99c69077c38b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:46:54.851622 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-41c37e21-730d-468e-b178-313500b3e93c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5363050 Dec 22 09:46:54.851828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46152) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:54.856763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:46:54.861533 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:46:54.865310 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Usage tracker for resource:router and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:46:54.868159 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:46:54.874423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:46:54.886791 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.888018 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.906326 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.076145 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-cbf30826-2e54-4ae4-a150-99c69077c38b', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:46:55.077247 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.188361 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.247409 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Allocated IP 172.20.0.2 (cbf30826-2e54-4ae4-a150-99c69077c38b/acddaf80-b71f-4174-b2c9-cae1d9f908e2/3c9be950-f8c9-4a77-84ac-aef368b75c5f) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:46:55.512081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.518598 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.522300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Transition to ACTIVE for port object 3c9be950-f8c9-4a77-84ac-aef368b75c5f will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:46:55.541174 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Transition to ACTIVE for port object 3c9be950-f8c9-4a77-84ac-aef368b75c5f will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:46:55.546169 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.551626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-3452ac51-a668-4f81-a184-8983583311aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:55.551889 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.612064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Network cbf30826-2e54-4ae4-a150-99c69077c38b is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:46:55.613215 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:46:55.616908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:46:55.654578 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Pushing event updated for resources: {'Port': ['ID=3c9be950-f8c9-4a77-84ac-aef368b75c5f,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:55.697664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.698004 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.698336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.698663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.698988 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.699307 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.699623 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.699968 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.700271 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.700584 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.700895 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.701208 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:55.703225 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Allocated IP 172.26.7.65 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/2ee5e39d-5c93-434c-8919-0df92be3e2dc) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:46:55.709517 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:55.726551 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Attempting to bind port 3c9be950-f8c9-4a77-84ac-aef368b75c5f on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:46:55.726928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Attempting to bind port 3c9be950-f8c9-4a77-84ac-aef368b75c5f by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:46:55.727299 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Attempting to bind port 3c9be950-f8c9-4a77-84ac-aef368b75c5f on network cbf30826-2e54-4ae4-a150-99c69077c38b {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:46:55.733094 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:46:55.733602 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Checking segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:46:55.733887 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.734285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Bound using segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:46:55.734750 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Bound port: 3c9be950-f8c9-4a77-84ac-aef368b75c5f, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:46:55.735132 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.824213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] For port 3c9be950-f8c9-4a77-84ac-aef368b75c5f, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:46:55.827836 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] For port 3c9be950-f8c9-4a77-84ac-aef368b75c5f, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3c9be950-f8c9-4a77-84ac-aef368b75c5f,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:46:55.833087 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.836995 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:55.867621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.897883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:55.902891 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3570722f-8e40-4c1e-b003-d09aebe91b93 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:55.924246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Pushing event updated for resources: {'Port': ['ID=3c9be950-f8c9-4a77-84ac-aef368b75c5f,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:55.928673 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:55.967833 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:46:55.972037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:46:55.976939 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:46:56.025745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee5e39d-5c93-434c-8919-0df92be3e2dc,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:56.034914 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:56.561050 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:56.902806 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f905f-faf4-49ab-8c6a-9cdf360a57e2 None None] Network cbf30826-2e54-4ae4-a150-99c69077c38b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:46:56.916490 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:57.009113 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-e9182276-8374-442e-b457-66a5e0273047 None None] Provisioning for port 3c9be950-f8c9-4a77-84ac-aef368b75c5f completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:46:57.164247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Router 91366803-4203-41d2-8b5f-4fb479428ca5 is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:46:57.358811 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:46:57.369438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Sync routers for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:46:57.380426 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:57.381148 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:57.383568 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:57.384873 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-817a6a17-c720-4419-96f6-3d893907dfa8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5320332 Dec 22 09:46:57.394897 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46156) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:46:57.572053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:57.756709 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3c9be950-f8c9-4a77-84ac-aef368b75c5f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:46:57.910165 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 3c9be950-f8c9-4a77-84ac-aef368b75c5f completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:46:57.917734 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 3c9be950-f8c9-4a77-84ac-aef368b75c5f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:46:57.918114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:57.991403 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:56Z', 'revision_number': 3, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:58.022587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Checking router: 91366803-4203-41d2-8b5f-4fb479428ca5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:46:58.022947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Updating router 91366803-4203-41d2-8b5f-4fb479428ca5 port 2ee5e39d-5c93-434c-8919-0df92be3e2dc binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:46:58.103725 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.113859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.223640 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.266884 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 3c9be950-f8c9-4a77-84ac-aef368b75c5f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3c9be950-f8c9-4a77-84ac-aef368b75c5f,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:46:58.274248 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.282665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:58.435242 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=3c9be950-f8c9-4a77-84ac-aef368b75c5f,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:58.440785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:58.448918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Allocated IP 172.20.0.1 (cbf30826-2e54-4ae4-a150-99c69077c38b/acddaf80-b71f-4174-b2c9-cae1d9f908e2/ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:46:58.572545 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.584738 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Transition to ACTIVE for port object 2ee5e39d-5c93-434c-8919-0df92be3e2dc will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:46:58.591641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.595182 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:58.604156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.620242 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Transition to ACTIVE for port object ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:46:58.652166 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.657037 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-b977c912-aad2-4cc8-8baa-32ac3e435b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:58.674804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Attempting to bind port 2ee5e39d-5c93-434c-8919-0df92be3e2dc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:46:58.675181 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Attempting to bind port 2ee5e39d-5c93-434c-8919-0df92be3e2dc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:46:58.675548 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Attempting to bind port 2ee5e39d-5c93-434c-8919-0df92be3e2dc on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:46:58.677730 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def4e2-4c5c-498c-a0e5-8270dd129b27 None None] Pushing event updated for resources: {'Port': ['ID=2ee5e39d-5c93-434c-8919-0df92be3e2dc,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:58.681465 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b0def4e2-4c5c-498c-a0e5-8270dd129b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:58.684024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:46:58.684406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:46:58.684812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.685657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:46:58.685657 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Bound port: 2ee5e39d-5c93-434c-8919-0df92be3e2dc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:46:58.686020 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.723272 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Network cbf30826-2e54-4ae4-a150-99c69077c38b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:46:58.726230 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:46:58.730019 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:46:58.764042 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] For port 2ee5e39d-5c93-434c-8919-0df92be3e2dc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:46:58.767256 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] For port 2ee5e39d-5c93-434c-8919-0df92be3e2dc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2ee5e39d-5c93-434c-8919-0df92be3e2dc,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:46:58.772952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.776126 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:58.777973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:58.780398 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:58.791563 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:58.855780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:46:58.855780 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:58.937912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def4e2-4c5c-498c-a0e5-8270dd129b27 None None] Pushing event updated for resources: {'Port': ['ID=2ee5e39d-5c93-434c-8919-0df92be3e2dc,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:58.942580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b0def4e2-4c5c-498c-a0e5-8270dd129b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:59.038432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b2e58a5d-0e13-4b8e-b63a-f054c2a17eaf None None] Provisioning for port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:46:59.048114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-b2e58a5d-0e13-4b8e-b63a-f054c2a17eaf None None] Provisioning complete for port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:46:59.049074 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a5d-0e13-4b8e-b63a-f054c2a17eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:59.064495 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:59.080453 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:46:59.278899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-b2e58a5d-0e13-4b8e-b63a-f054c2a17eaf None None] Port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:46:59.306462 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:59.312085 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:59.340508 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e5f0ad10-0c10-48e6-9e33-60e8d771ada3 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:59.401186 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:56Z', 'revision_number': 3, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:46:59.405420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c2fac-921a-428c-afe1-a9f2d8a0738d None None] The sync data for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv is: [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:56Z', 'revision_number': 3, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:46:59.430385 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:59.432652 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:59.435972 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:59.755252 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Network cbf30826-2e54-4ae4-a150-99c69077c38b is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:46:59.760136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3c9be950-f8c9-4a77-84ac-aef368b75c5f up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:46:59.765245 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:46:59.862713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 3c9be950-f8c9-4a77-84ac-aef368b75c5f triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:46:59.863012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.002022 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Router 91366803-4203-41d2-8b5f-4fb479428ca5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:47:00.115201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-43fbdf98-a454-4e13-b98e-4110f81fddca None None] Provisioning complete for port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:00.115708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-43fbdf98-a454-4e13-b98e-4110f81fddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.197104 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-43fbdf98-a454-4e13-b98e-4110f81fddca None None] Port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:47:00.215816 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:47:00.225704 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/91366803-4203-41d2-8b5f-4fb479428ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8293607 Dec 22 09:47:00.772897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46174) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:00.778730 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1565043416-network', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:00.783617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:00.787494 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Usage tracker for resource:network and tenant:d24a225f64c64d2ba18eab2081c4b2b4 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:00.790352 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:00.796001 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:00.807874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Made reservation on behalf of d24a225f64c64d2ba18eab2081c4b2b4 for: {'network': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:47:00.810863 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for network, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.828868 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.843944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:00.847971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Usage tracker for resource:security_group_rule and tenant:d24a225f64c64d2ba18eab2081c4b2b4 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:00.850870 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:00.857017 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:00.949117 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.960345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.963612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-48ebb110-233b-434e-98dd-5c4732f1e89b tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:00.995288 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=87601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:47:01.005809 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089feef-07c1-4bf8-a283-664f5a850b6e,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:01.009701 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:01.012898 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.012898 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.segments_db [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Added segment 511d7fab-d6ea-412b-80bd-b5ded8a09329 of type vlan for network 153d4e95-48e7-4207-8628-88a7f1b58eda Dec 22 09:47:01.045182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743491454172'] for network, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.078109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699'] for network, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.079024 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:01.079873 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Notify callbacks [] for network, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.083454 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-aae19b3a-7998-437b-ac40-c9e5afb1d2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:01.102580 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Sync routers for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:47:01.113772 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:01.114408 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:01.188697 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4119868 Dec 22 09:47:01.188697 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Pushing event updated for resources: {'Network': ['ID=153d4e95-48e7-4207-8628-88a7f1b58eda,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:01.189202 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46178) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:01.190818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9632e531-458d-4313-b335-620a05ec934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:01.195765 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Request body: {'subnet': {'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1565043416-subnet', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'ip_version': 4}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:01.198910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Network 153d4e95-48e7-4207-8628-88a7f1b58eda details requested by agent ovs-agent-dv-neutron-822602-1-hyperv with host dv-neutron-822602-1-hyperv {{(pid=87602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:47:01.201565 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:01.205530 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Usage tracker for resource:subnet and tenant:d24a225f64c64d2ba18eab2081c4b2b4 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:01.208600 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:01.214882 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:01.226677 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Made reservation on behalf of d24a225f64c64d2ba18eab2081c4b2b4 for: {'subnet': 1} {{(pid=87600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:47:01.229472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2524948'] for subnet, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.315428 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:01.500378 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2524934'] for subnet, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.505316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-17377720-e137-4b8d-8c0e-e74793034857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:01.586074 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a58a09e-a567-44d5-b86d-bc7f52ebb713,revision_number=0']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:01.590878 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:01.599325 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Checking segment: {'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:47:01.599690 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Network hostable DHCP agents. Network: 153d4e95-48e7-4207-8628-88a7f1b58eda, hostable agents: ['77fd7fde-d9ab-4b78-b148-b278a821028c'], hosted agents: [] {{(pid=87600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:47:01.621240 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Network 153d4e95-48e7-4207-8628-88a7f1b58eda is scheduled to be hosted by DHCP agent 77fd7fde-d9ab-4b78-b148-b278a821028c with binding_index 1 {{(pid=87600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:47:01.633956 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822602-1-hyperv, 153d4e95-48e7-4207-8628-88a7f1b58eda) {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:01.639200 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:01.639961 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.656914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f1043-876c-4675-9e9e-f2bd3b299986 None None] Network 153d4e95-48e7-4207-8628-88a7f1b58eda requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:47:01.698288 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-220523c4-0560-4822-9c5e-4a16dde4b28b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5062227 Dec 22 09:47:01.701976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46182) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:01.709893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:01.720970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:01.730676 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Usage tracker for resource:router and tenant:d24a225f64c64d2ba18eab2081c4b2b4 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:01.734457 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:01.748821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:01.749215 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 2, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:01.755954 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Checking router: 91366803-4203-41d2-8b5f-4fb479428ca5 for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:47:01.760096 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Updating router 91366803-4203-41d2-8b5f-4fb479428ca5 port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:47:01.776227 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-925670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-495958'] for router, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.778593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-924979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-924467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-867909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495919'] for router, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.807463 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ee5e39d-5c93-434c-8919-0df92be3e2dc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:01.811021 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.828401 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:01.952268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 2ee5e39d-5c93-434c-8919-0df92be3e2dc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:01.988395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2ee5e39d-5c93-434c-8919-0df92be3e2dc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:01.988809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.041130 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa59bbf6d-3257-5449-9fc0-d942f7607824-153d4e95-48e7-4207-8628-88a7f1b58eda', 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'fixed_ips': [{'subnet_id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713'}]}} from dv-neutron-822602-1-hyperv. {{(pid=87602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 09:47:02.042329 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.241713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.243205 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-924445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-925460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495933'] for router, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.273399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port 2ee5e39d-5c93-434c-8919-0df92be3e2dc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2ee5e39d-5c93-434c-8919-0df92be3e2dc,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:02.279952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.284232 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.285739 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:02.300164 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Transition to ACTIVE for port object ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:02.308577 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.313966 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-c1484e76-8bdb-445e-97de-384088ebefd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:02.317136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.db_base_plugin_common [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Allocated IP 172.20.0.2 (153d4e95-48e7-4207-8628-88a7f1b58eda/2a58a09e-a567-44d5-b86d-bc7f52ebb713/940b8389-56c3-4790-a83b-a6dbe67201bc) {{(pid=87602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:47:02.437759 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=2ee5e39d-5c93-434c-8919-0df92be3e2dc,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:02.443323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:02.585069 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Pushing event updated for resources: {'Port': ['ID=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:02.601624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Notify callbacks [] for port, precommit_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.625611 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Transition to ACTIVE for port object 940b8389-56c3-4790-a83b-a6dbe67201bc will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:02.640583 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.641539 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.642851 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.643358 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.643862 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.644366 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.645037 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.645608 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.646182 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.646674 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.647144 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.647702 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:02.661201 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:02.675224 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Transition to ACTIVE for port object 940b8389-56c3-4790-a83b-a6dbe67201bc will not be triggered until provisioned by entity DHCP. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:02.675755 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Attempting to bind port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:47:02.676347 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Attempting to bind port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:47:02.679485 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Attempting to bind port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead on network cbf30826-2e54-4ae4-a150-99c69077c38b {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:47:02.682407 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382'] for port, after_create {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.692406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b0def4e2-4c5c-498c-a0e5-8270dd129b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:02.693567 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:02.693960 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Checking segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:47:02.694372 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.695428 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Bound using segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:02.695918 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Bound port: ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:47:02.696323 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.772111 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Network 153d4e95-48e7-4207-8628-88a7f1b58eda is already hosted by enough agents. {{(pid=87602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:47:02.775336 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.scheduler.base_scheduler [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Resources bound (agent type, host, resource id): {{(pid=87602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:02.778994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Received port after_create {{(pid=87602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:47:02.786039 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Pushing event updated for resources: {'Port': ['ID=940b8389-56c3-4790-a83b-a6dbe67201bc,revision_number=1']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:02.790333 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:02.790804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.827211 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.841989 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] For port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:47:02.845230 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] For port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:47:02.849631 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.853737 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-4561cccb-f607-4388-bd96-88c0694b16f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:02.906692 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Attempting to bind port 940b8389-56c3-4790-a83b-a6dbe67201bc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:47:02.907310 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Attempting to bind port 940b8389-56c3-4790-a83b-a6dbe67201bc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:47:02.908263 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Attempting to bind port 940b8389-56c3-4790-a83b-a6dbe67201bc on network 153d4e95-48e7-4207-8628-88a7f1b58eda {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:47:02.915012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:02.915012 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Checking segment: {'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:47:02.915364 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.915589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Bound using segment: {'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:02.916045 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Bound port: 940b8389-56c3-4790-a83b-a6dbe67201bc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:47:02.916424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.943454 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Pushing event updated for resources: {'Port': ['ID=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:02.947482 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-dea361d3-e60f-4d82-9f69-74fbdf422418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:02.948938 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:02.949676 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:03.049857 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] For port 940b8389-56c3-4790-a83b-a6dbe67201bc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:47:03.058214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] For port 940b8389-56c3-4790-a83b-a6dbe67201bc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=940b8389-56c3-4790-a83b-a6dbe67201bc,segment=NetworkSegment(511d7fab-d6ea-412b-80bd-b5ded8a09329),segment_id=511d7fab-d6ea-412b-80bd-b5ded8a09329)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:47:03.065339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Allocated IP 172.26.7.163 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/c418fe45-170a-4892-a4eb-605b44ef85dc) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:47:03.067641 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:03.083612 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:03.218154 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Pushing event updated for resources: {'Port': ['ID=940b8389-56c3-4790-a83b-a6dbe67201bc,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:03.227133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:03.297848 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:03.327265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:03.366735 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:03.376487 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce6b72f2-f3dc-480b-9fb0-d0d9b4f152ad tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:03.381844 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:47:03.445573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:47:03.451345 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:03.457448 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:47:03.528480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Pushing event updated for resources: {'Port': ['ID=c418fe45-170a-4892-a4eb-605b44ef85dc,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:03.543771 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:03.704237 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:03.710518 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a862c45-44ee-41a7-a209-5c2303298b4e None None] The sync data for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv is: [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:47:03.893936 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ee5e39d-5c93-434c-8919-0df92be3e2dc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:03.985650 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 2ee5e39d-5c93-434c-8919-0df92be3e2dc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:03.986758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:04.071270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:04.113494 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 940b8389-56c3-4790-a83b-a6dbe67201bc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:04.200459 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port 940b8389-56c3-4790-a83b-a6dbe67201bc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:04.521705 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908f18e-3463-44ca-9a16-e32651c3e57a None None] Network 153d4e95-48e7-4207-8628-88a7f1b58eda requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:47:04.628324 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] Provisioning for port 940b8389-56c3-4790-a83b-a6dbe67201bc completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:04.635479 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] Provisioning complete for port 940b8389-56c3-4790-a83b-a6dbe67201bc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:04.635863 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:04.636006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-925679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924646'] for router, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:04.856923 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Router 7323fdb6-3df9-4430-9985-bf7008f0d0ab is scheduled to L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b with binding_index 1 {{(pid=87601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 09:47:04.925540 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:04.972758 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] For port 940b8389-56c3-4790-a83b-a6dbe67201bc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=940b8389-56c3-4790-a83b-a6dbe67201bc,segment=NetworkSegment(511d7fab-d6ea-412b-80bd-b5ded8a09329),segment_id=511d7fab-d6ea-412b-80bd-b5ded8a09329)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:04.977965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:04.981351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:05.073027 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] Pushing event updated for resources: {'Port': ['ID=940b8389-56c3-4790-a83b-a6dbe67201bc,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:05.076532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:47:05.083306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-01b5fba6-33b0-4b6a-9465-7f371c690090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:05.095238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Sync routers for ids ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:47:05.105492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Routers {'7323fdb6-3df9-4430-9985-bf7008f0d0ab'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:05.106138 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:05.111377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Notify callbacks [] for router, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.115215 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4088800 Dec 22 09:47:05.115498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46186) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:05.312804 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Set router 7323fdb6-3df9-4430-9985-bf7008f0d0ab gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:05.420139 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-95a6e332-0e4a-4767-916a-2771f3e77dce None None] Provisioning complete for port 940b8389-56c3-4790-a83b-a6dbe67201bc triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:05.420516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-95a6e332-0e4a-4767-916a-2771f3e77dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.729542 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:47:03Z', 'revision_number': 3, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port': {'id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:02Z', 'updated_at': '2021-12-22T09:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:05.734100 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Checking router: 7323fdb6-3df9-4430-9985-bf7008f0d0ab for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:47:05.734457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Updating router 7323fdb6-3df9-4430-9985-bf7008f0d0ab port c418fe45-170a-4892-a4eb-605b44ef85dc binding host dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:47:05.796713 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:05.825314 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.937752 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.967707 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:05.980365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:05.980648 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.153616 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_common [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Allocated IP 172.20.0.1 (153d4e95-48e7-4207-8628-88a7f1b58eda/2a58a09e-a567-44d5-b86d-bc7f52ebb713/c7233de1-d2c1-4b92-8155-6027b52645a7) {{(pid=87600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:47:06.224309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.310677 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:06.312827 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Notify callbacks [] for port, precommit_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.314217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.317644 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.318478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 940b8389-56c3-4790-a83b-a6dbe67201bc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:06.332758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.provisioning_blocks [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Transition to ACTIVE for port object c7233de1-d2c1-4b92-8155-6027b52645a7 will not be triggered until provisioned by entity DHCP. {{(pid=87600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:06.345989 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:06.358947 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.363092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:06.430367 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Network 153d4e95-48e7-4207-8628-88a7f1b58eda is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:47:06.434069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:06.437621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Received port after_create {{(pid=87600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:47:06.457954 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Transition to ACTIVE for port object c418fe45-170a-4892-a4eb-605b44ef85dc will not be triggered until provisioned by entity L2. {{(pid=87602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:06.480156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Pushing event updated for resources: {'Port': ['ID=c7233de1-d2c1-4b92-8155-6027b52645a7,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:06.484332 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.489305 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:06.507185 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1028152'] for router_interface, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.515326 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:06.522136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:06.522598 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-d5d105db-c621-4f5c-a791-2cd87ad58f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:06.588560 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Attempting to bind port c418fe45-170a-4892-a4eb-605b44ef85dc on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:47:06.589116 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Attempting to bind port c418fe45-170a-4892-a4eb-605b44ef85dc by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:47:06.589495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Attempting to bind port c418fe45-170a-4892-a4eb-605b44ef85dc on network c5635b97-5b51-4561-a741-d37e7b9b645f {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:47:06.602962 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:06.603380 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Checking segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:47:06.603748 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.604178 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Bound using segment: {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'} {{(pid=87602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:06.604661 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.managers [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Bound port: c418fe45-170a-4892-a4eb-605b44ef85dc, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf10322-d6b2-414f-a7e1-337c7fc833f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f'}}] {{(pid=87602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:47:06.605041 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.645059 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port 940b8389-56c3-4790-a83b-a6dbe67201bc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:06.645591 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.658234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.678934 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7b1f7-bbcf-4b42-83ac-eca1d8d4062a None None] Pushing event updated for resources: {'Port': ['ID=c418fe45-170a-4892-a4eb-605b44ef85dc,revision_number=2']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:06.698513 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c4f7b1f7-bbcf-4b42-83ac-eca1d8d4062a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:06.753916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-edfdadbf-457e-46d3-8f57-ba2348633fac None None] Provisioning for port c7233de1-d2c1-4b92-8155-6027b52645a7 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:06.761171 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] For port c418fe45-170a-4892-a4eb-605b44ef85dc, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:47:06.765994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] For port c418fe45-170a-4892-a4eb-605b44ef85dc, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c418fe45-170a-4892-a4eb-605b44ef85dc,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:47:06.769850 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-edfdadbf-457e-46d3-8f57-ba2348633fac None None] Provisioning complete for port c7233de1-d2c1-4b92-8155-6027b52645a7 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:06.770221 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-edfdadbf-457e-46d3-8f57-ba2348633fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.799919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.810055 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:06.881702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.887287 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2568910'] for port, after_update {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.914762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-f2643c4a-1d8c-4ee2-b787-9c6fa12d89e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:06.946676 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-edfdadbf-457e-46d3-8f57-ba2348633fac None None] Port c7233de1-d2c1-4b92-8155-6027b52645a7 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:47:06.951945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Routers {'7323fdb6-3df9-4430-9985-bf7008f0d0ab'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:06.952655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:06.997702 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028309'] for router_interface, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:07.023492 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Pushing event updated for resources: {'Port': ['ID=c7233de1-d2c1-4b92-8155-6027b52645a7,revision_number=2']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:07.029054 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:07.029268 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7b1f7-bbcf-4b42-83ac-eca1d8d4062a None None] Pushing event updated for resources: {'Port': ['ID=c418fe45-170a-4892-a4eb-605b44ef85dc,revision_number=3']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:07.034202 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c4f7b1f7-bbcf-4b42-83ac-eca1d8d4062a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:07.144701 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Network 153d4e95-48e7-4207-8628-88a7f1b58eda is already hosted by enough agents. {{(pid=87600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:47:07.145053 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] Set router 7323fdb6-3df9-4430-9985-bf7008f0d0ab gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:07.145827 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.base_scheduler [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:07.349544 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Router 7323fdb6-3df9-4430-9985-bf7008f0d0ab has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:47:07.395048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-07099645-4847-4793-b597-71f1b75b225e None None] Provisioning complete for port c7233de1-d2c1-4b92-8155-6027b52645a7 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:07.395420 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-07099645-4847-4793-b597-71f1b75b225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:07.499788 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-07099645-4847-4793-b597-71f1b75b225e None None] Port c7233de1-d2c1-4b92-8155-6027b52645a7 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:47:07.540432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 4, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port': {'id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:02Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'c7233de1-d2c1-4b92-8155-6027b52645a7', 'name': '', 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'mac_address': 'fa:16:3e:20:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:05Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 2, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'subnets': [{'id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:07.544747 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244bf2bf-2826-4386-813a-660ec18ccf6a None None] The sync data for ids ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'] in dv-neutron-822602-1-hyperv is: [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 4, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port': {'id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:02Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'c7233de1-d2c1-4b92-8155-6027b52645a7', 'name': '', 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'mac_address': 'fa:16:3e:20:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:05Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 2, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'subnets': [{'id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:47:07.662841 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:47:07.676141 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-a82818b5-2e31-47b4-b633-a4980ee0aa1d admin admin] 10.222.0.36 "PUT /v2.0/routers/7323fdb6-3df9-4430-9985-bf7008f0d0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5552337 Dec 22 09:47:07.713719 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:07.811351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:07.811986 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.478831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46196) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.484094 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.v2.base [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403672897', 'description': 'tempest-secgroup-smoke-403672897 description', 'project_id': '1c538050291b4c739fe9a52d439c1339'}} {{(pid=87600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:08.490329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:08.494270 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:08.497131 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:08.503567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:08.516228 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group, before_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.538925 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:08.544393 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:08.547197 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:08.554678 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.quota.driver [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:08.633812 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group, precommit_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.637787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_create {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.641744 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-72d303f7-bee1-4705-ba70-7d9ed1152653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:08.682825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e572c23-434f-45cf-a852-89fd16605019,revision_number=1']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:08.685870 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.688433 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2085559 Dec 22 09:47:08.690247 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-fb1b9e74-b3b7-47ad-a818-e8ab7d56c2b3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:08.690520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46200) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.697373 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'security_group_rule': {'security_group_id': '9e572c23-434f-45cf-a852-89fd16605019', 'project_id': '1c538050291b4c739fe9a52d439c1339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:08.707644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:08.711501 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:08.715407 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:08.721209 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:08.738893 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.806897 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.811369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.813265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-7d0d694a-d1c0-4e68-9df0-c2740fda16f5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:08.836141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da86a964-2da4-4255-8b7e-b5edb3f82947,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:08.838699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:08.846445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.847765 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-efb5aab8-86b9-45ae-a727-3f311bd85836 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562386 Dec 22 09:47:08.850540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46204) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:08.855739 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'security_group_rule': {'security_group_id': '9e572c23-434f-45cf-a852-89fd16605019', 'project_id': '1c538050291b4c739fe9a52d439c1339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:08.862307 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:08.866442 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:08.869278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:08.875037 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:08.895008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.959302 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.962843 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.964686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0143e238-c18c-4ac7-9a75-ed64466bae5f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:08.986607 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd126d6-8193-49f4-a19f-f1eff7df5c3e,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:08.990814 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:08.995324 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:08.996495 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-885bd49e-df7e-4e44-aed3-57d47b7d9129 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450610 Dec 22 09:47:08.999201 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46208) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:09.004699 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'security_group_rule': {'security_group_id': '9e572c23-434f-45cf-a852-89fd16605019', 'project_id': '1c538050291b4c739fe9a52d439c1339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:09.010402 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:09.014102 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:09.016880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:09.022358 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:09.038109 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.099286 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.102964 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.109515 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5db4bebe-5c65-45b3-aede-87b1ee17f9fd tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:09.129198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274ba582-36ae-4f75-a37a-2c387640f43d,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:09.132072 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:09.139009 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.140221 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ed83e554-f500-4370-9565-a493c0d37988 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400893 Dec 22 09:47:09.142938 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46212) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:09.147821 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'security_group_rule': {'security_group_id': '9e572c23-434f-45cf-a852-89fd16605019', 'project_id': '1c538050291b4c739fe9a52d439c1339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:09.153595 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:09.157768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:09.160994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:09.166944 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:09.184552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.255719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.259488 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.261293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d998b25e-81d4-442b-bd0d-2d47662d8573 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:09.282182 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c99b783-7862-4446-95d3-646798f53ef0,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:09.285113 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:09.292888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.294194 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-32bc3341-19c4-4c41-b84d-9a6c491be311 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503696 Dec 22 09:47:09.297074 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46216) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:09.302692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'security_group_rule': {'security_group_id': '9e572c23-434f-45cf-a852-89fd16605019', 'project_id': '1c538050291b4c739fe9a52d439c1339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:09.308764 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:09.312924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:09.315729 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:09.321662 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:09.335261 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Project 1c538050291b4c739fe9a52d439c1339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:47:09.341705 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.404536 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.409038 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.414946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b28613e-3839-45c7-801d-2ce6150387d0 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:09.435369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7fe1bd-42db-458e-b410-14fdd35daae9,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:09.438636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:09.446079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.447258 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-fbf2d073-ae9b-44df-9f22-e08a77a29870 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492677 Dec 22 09:47:09.449948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46220) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:09.454956 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'security_group_rule': {'security_group_id': '9e572c23-434f-45cf-a852-89fd16605019', 'project_id': '1c538050291b4c739fe9a52d439c1339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:09.460826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:09.464653 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:security_group_rule and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:09.467530 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:09.473727 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:09.484017 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.securitygroups_db [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Project 1c538050291b4c739fe9a52d439c1339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:47:09.490861 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.554755 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.559254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908649'] for security_group_rule, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.561378 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0facd5e1-59cb-4d99-9f41-82b07b6ce3cf tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:09.584279 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a06a53-289a-44dc-baa5-aa00687313fe,revision_number=0']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:09.586768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:09.595644 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.601549 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-11b0e4b0-e88e-46cd-86c2-49258161667f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460111 Dec 22 09:47:09.730444 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c418fe45-170a-4892-a4eb-605b44ef85dc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:09.800212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port c418fe45-170a-4892-a4eb-605b44ef85dc completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:09.808485 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c418fe45-170a-4892-a4eb-605b44ef85dc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:09.808860 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.825883 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-e2421e2b-977a-403b-a5e1-e34a7550c597 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Synchronizing usage tracker for tenant:1c538050291b4c739fe9a52d439c1339 on resource:security_group {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:47:09.842741 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-e2421e2b-977a-403b-a5e1-e34a7550c597 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Unset dirty status for tenant:1c538050291b4c739fe9a52d439c1339 on resource:security_group {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:47:09.843976 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-e2421e2b-977a-403b-a5e1-e34a7550c597 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403672897&fields=id&tenant_id=1c538050291b4c739fe9a52d439c1339 HTTP/1.1" status: 200 len: 267 time: 0.0612004 Dec 22 09:47:09.939873 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.956835 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2f98-5d1d-4461-976e-ae9ad6b74db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.963663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port c418fe45-170a-4892-a4eb-605b44ef85dc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c418fe45-170a-4892-a4eb-605b44ef85dc,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:09.968277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:09.970652 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-afb5ab13-9165-4b8a-9c13-95a805cc7436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:10.015421 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-acee5d24-fb47-4476-ae8c-82e8e10de976 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:10.016136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-acee5d24-fb47-4476-ae8c-82e8e10de976 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Synchronizing usage tracker for tenant:1c538050291b4c739fe9a52d439c1339 on resource:network {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:47:10.033268 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-acee5d24-fb47-4476-ae8c-82e8e10de976 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Unset dirty status for tenant:1c538050291b4c739fe9a52d439c1339 on resource:network {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:47:10.034701 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-acee5d24-fb47-4476-ae8c-82e8e10de976 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 810 time: 0.1832123 Dec 22 09:47:10.038636 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=c418fe45-170a-4892-a4eb-605b44ef85dc,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:10.041569 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:10.050466 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-4f544cb9-1732-4350-ab53-e69b6bbf653d tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/quotas/1c538050291b4c739fe9a52d439c1339 HTTP/1.1" status: 200 len: 375 time: 0.0101907 Dec 22 09:47:10.130837 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-d2452ddb-12be-467b-b281-67962c4d2276 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Synchronizing usage tracker for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:47:10.147567 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.quota.resource [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-d2452ddb-12be-467b-b281-67962c4d2276 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Unset dirty status for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:47:10.148864 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-d2452ddb-12be-467b-b281-67962c4d2276 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932956 Dec 22 09:47:10.164395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-8842a78c-c984-4f8a-96ca-6c2c5e5d974a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:47:10.165338 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-8842a78c-c984-4f8a-96ca-6c2c5e5d974a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051396 Dec 22 09:47:10.308139 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-8b6daa46-f746-4215-ba48-109c5b3e3a82 service neutron] 10.222.0.36 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374297 Dec 22 09:47:10.440046 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-d26daf2c-f764-4d10-adfc-a50c1d47fd34 service neutron] 10.222.0.36 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255774 Dec 22 09:47:10.555528 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:10.637057 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-3d953b49-c0d0-4440-a70f-9ab4a0343fa1 req-5cf134f6-7ace-4e60-abaf-85835e5e034b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0453544 Dec 22 09:47:11.291223 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Sync routers for ids ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:47:11.301136 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Routers {'7323fdb6-3df9-4430-9985-bf7008f0d0ab'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:11.301675 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:46:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:11.475621 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Set router 7323fdb6-3df9-4430-9985-bf7008f0d0ab gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:11.716682 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c418fe45-170a-4892-a4eb-605b44ef85dc up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:11.801982 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c178ebb5-71f1-452e-9ab0-ed01f8266ac4 req-e9cdcdcd-9d47-414c-b2f7-44a8d62aa77d tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0503664 Dec 22 09:47:11.827128 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 4, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port': {'id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:02Z', 'updated_at': '2021-12-22T09:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'c7233de1-d2c1-4b92-8155-6027b52645a7', 'name': '', 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'mac_address': 'fa:16:3e:20:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:05Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 2, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'subnets': [{'id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:11.832473 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Checking router: 7323fdb6-3df9-4430-9985-bf7008f0d0ab for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:47:11.832829 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Updating router 7323fdb6-3df9-4430-9985-bf7008f0d0ab port c7233de1-d2c1-4b92-8155-6027b52645a7 binding host dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 09:47:11.843632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c418fe45-170a-4892-a4eb-605b44ef85dc triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:11.844034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:11.886059 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.235587 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.248698 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.provisioning_blocks [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Transition to ACTIVE for port object c7233de1-d2c1-4b92-8155-6027b52645a7 will not be triggered until provisioned by entity L2. {{(pid=87603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:12.254651 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.258830 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-164a0aa7-82c5-433c-b2a1-837e19d997e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:12.269438 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-42e87ed7-8988-4120-96a7-062f7067cc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.378807 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307e5c4-6cd4-46fe-987b-1180d51d0168 None None] Pushing event updated for resources: {'Port': ['ID=c7233de1-d2c1-4b92-8155-6027b52645a7,revision_number=3']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:12.382566 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f307e5c4-6cd4-46fe-987b-1180d51d0168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:12.468929 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Attempting to bind port c7233de1-d2c1-4b92-8155-6027b52645a7 on host dv-neutron-822602-1-hyperv for vnic_type normal with profile {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:47:12.469576 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Attempting to bind port c7233de1-d2c1-4b92-8155-6027b52645a7 by drivers openvswitch,hyperv on host dv-neutron-822602-1-hyperv at level 0 using segments [{'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:47:12.470528 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Attempting to bind port c7233de1-d2c1-4b92-8155-6027b52645a7 on network 153d4e95-48e7-4207-8628-88a7f1b58eda {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:47:12.476099 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Checking agent: {'id': 'd4801373-700a-4c47-8774-b5c6a1e56476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822602-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 27, 43), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822602-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:12.476535 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Checking segment: {'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:47:12.476943 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.477336 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Bound using segment: {'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'} {{(pid=87603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:12.477798 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.managers [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Bound port: c7233de1-d2c1-4b92-8155-6027b52645a7, host: dv-neutron-822602-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511d7fab-d6ea-412b-80bd-b5ded8a09329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda'}}] {{(pid=87603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:47:12.478170 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.575353 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] For port c7233de1-d2c1-4b92-8155-6027b52645a7, host dv-neutron-822602-1-hyperv, cleared binding levels {{(pid=87603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:47:12.578911 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.plugins.ml2.db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] For port c7233de1-d2c1-4b92-8155-6027b52645a7, host dv-neutron-822602-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c7233de1-d2c1-4b92-8155-6027b52645a7,segment=NetworkSegment(511d7fab-d6ea-412b-80bd-b5ded8a09329),segment_id=511d7fab-d6ea-412b-80bd-b5ded8a09329)] {{(pid=87603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:47:12.583075 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron_lib.callbacks.manager [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.587617 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-3c518ae2-81a9-4951-b4bc-bce358a04054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:12.660453 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Routers {'7323fdb6-3df9-4430-9985-bf7008f0d0ab'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:12.661327 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:47:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:12.718972 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307e5c4-6cd4-46fe-987b-1180d51d0168 None None] Pushing event updated for resources: {'Port': ['ID=c7233de1-d2c1-4b92-8155-6027b52645a7,revision_number=4']} {{(pid=87603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:12.730088 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG oslo_concurrency.lockutils [None req-f307e5c4-6cd4-46fe-987b-1180d51d0168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:12.732139 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-baf53fe2-f035-4a4c-a7f7-968dcff2896f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:12.733624 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-baf53fe2-f035-4a4c-a7f7-968dcff2896f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 810 time: 0.1637638 Dec 22 09:47:12.791352 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-3012151d-80e5-44cb-82fb-51c689d45b8c tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c538050291b4c739fe9a52d439c1339 HTTP/1.1" status: 200 len: 379 time: 0.0483711 Dec 22 09:47:12.801319 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'port': {'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'admin_state_up': True, 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'security_groups': ['9e572c23-434f-45cf-a852-89fd16605019']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:12.860058 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] Set router 7323fdb6-3df9-4430-9985-bf7008f0d0ab gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:13.083899 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-67afae29-8f51-4084-a7f6-82bab51adebf req-67a46a33-5a17-4cba-b92d-4eb20c0979bb tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0484939 Dec 22 09:47:13.134108 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:13.143540 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:13.154360 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Made reservation on behalf of 1c538050291b4c739fe9a52d439c1339 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:47:13.158391 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.200008 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 4, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port': {'id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:02Z', 'updated_at': '2021-12-22T09:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'c7233de1-d2c1-4b92-8155-6027b52645a7', 'name': '', 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'mac_address': 'fa:16:3e:20:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:05Z', 'updated_at': '2021-12-22T09:47:12Z', 'revision_number': 4, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'subnets': [{'id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:13.204272 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38f185-9c79-45a3-a6b4-a8b0333a9ab5 None None] The sync data for ids ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'] in dv-neutron-822602-1-hyperv is: [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 4, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port': {'id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:02Z', 'updated_at': '2021-12-22T09:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'c7233de1-d2c1-4b92-8155-6027b52645a7', 'name': '', 'network_id': '153d4e95-48e7-4207-8628-88a7f1b58eda', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'mac_address': 'fa:16:3e:20:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:05Z', 'updated_at': '2021-12-22T09:47:12Z', 'revision_number': 4, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'subnets': [{'id': '2a58a09e-a567-44d5-b86d-bc7f52ebb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:47:13.330334 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Allocated IP 172.20.0.8 (cbf30826-2e54-4ae4-a150-99c69077c38b/acddaf80-b71f-4174-b2c9-cae1d9f908e2/75b4131e-db5c-4ade-85aa-7546cec6ed87) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:47:13.379953 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.497684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.539266 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.554852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Transition to ACTIVE for port object 75b4131e-db5c-4ade-85aa-7546cec6ed87 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:13.578925 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.584439 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f111400c-3c64-47aa-9b27-349e5f45110d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:13.658177 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Network cbf30826-2e54-4ae4-a150-99c69077c38b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:47:13.661330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:13.665152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:47:13.696523 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:13.709481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:13.741131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7233de1-d2c1-4b92-8155-6027b52645a7 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:13.745532 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:13.746170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.772842 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767108 Dec 22 09:47:13.785126 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Request body: {'port': {'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:13.815081 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning for port c7233de1-d2c1-4b92-8155-6027b52645a7 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:13.820799 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c7233de1-d2c1-4b92-8155-6027b52645a7 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:13.821366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.909006 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.950376 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a0b895ce-baa8-4f2e-a461-37502f203d52 None None] Provisioning for port 75b4131e-db5c-4ade-85aa-7546cec6ed87 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:13.956484 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.967066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-a0b895ce-baa8-4f2e-a461-37502f203d52 None None] Provisioning complete for port 75b4131e-db5c-4ade-85aa-7546cec6ed87 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:13.967432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a0b895ce-baa8-4f2e-a461-37502f203d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.036142 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-a0b895ce-baa8-4f2e-a461-37502f203d52 None None] Port 75b4131e-db5c-4ade-85aa-7546cec6ed87 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:47:14.039613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] For port c7233de1-d2c1-4b92-8155-6027b52645a7, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c7233de1-d2c1-4b92-8155-6027b52645a7,segment=NetworkSegment(511d7fab-d6ea-412b-80bd-b5ded8a09329),segment_id=511d7fab-d6ea-412b-80bd-b5ded8a09329)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:14.043348 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.045868 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:14.113663 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Pushing event updated for resources: {'Port': ['ID=c7233de1-d2c1-4b92-8155-6027b52645a7,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:14.116816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:14.262617 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b4131e-db5c-4ade-85aa-7546cec6ed87 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:47:14.270728 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.273548 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330fa81-9cfb-4b77-931e-085056f5e136 req-889ec4e8-81d5-4d22-8910-97ea99251686 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:14.275045 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e330fa81-9cfb-4b77-931e-085056f5e136 req-889ec4e8-81d5-4d22-8910-97ea99251686 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 931 time: 0.0804152 Dec 22 09:47:14.286257 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Transition to ACTIVE for port object 75b4131e-db5c-4ade-85aa-7546cec6ed87 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:47:14.290014 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.293696 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ac4669cc-df16-4942-bcd6-259d9681e6b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:14.319708 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e330fa81-9cfb-4b77-931e-085056f5e136 req-6658c671-6e7d-4759-8d68-a38b54bc614e tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385084 Dec 22 09:47:14.444624 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:14.456647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:14.531364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Attempting to bind port 75b4131e-db5c-4ade-85aa-7546cec6ed87 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:47:14.531785 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Attempting to bind port 75b4131e-db5c-4ade-85aa-7546cec6ed87 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:47:14.532041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Attempting to bind port 75b4131e-db5c-4ade-85aa-7546cec6ed87 on network cbf30826-2e54-4ae4-a150-99c69077c38b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:47:14.537968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Port 75b4131e-db5c-4ade-85aa-7546cec6ed87 on network cbf30826-2e54-4ae4-a150-99c69077c38b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:47:14.538291 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Attempting to bind port 75b4131e-db5c-4ade-85aa-7546cec6ed87 on network cbf30826-2e54-4ae4-a150-99c69077c38b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:47:14.547451 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:47:14.547875 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Checking segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:47:14.548918 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Bound using segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:47:14.549404 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Bound port: 75b4131e-db5c-4ade-85aa-7546cec6ed87, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:47:14.549826 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.644384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:47:14.647460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:47:14.652435 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.656265 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ff82a5ce-8151-40ce-ad8f-b4e3fabd2ffc tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:14.714667 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:14.715292 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.716707 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] 10.222.0.16 "PUT /v2.0/ports/75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 1093 time: 0.9365723 Dec 22 09:47:14.717239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:47:14.741802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:14.745627 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:14.838971 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-44c0231a-e4d5-4dbf-826a-9863b78702c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:14.840681 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-44c0231a-e4d5-4dbf-826a-9863b78702c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0821064 Dec 22 09:47:14.842562 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'status': 'completed', 'code': 200} Dec 22 09:47:14.855822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:14.914073 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-45cc8998-e99c-4e1e-94ba-5ec57c621ffc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 217 time: 0.0656130 Dec 22 09:47:14.983068 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-d5449d09-8b1b-4f18-938d-65b38d41b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:14.984783 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-d5449d09-8b1b-4f18-938d-65b38d41b665 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0648069 Dec 22 09:47:15.062806 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-9e8bbabe-0fb9-4a31-aa85-39d9cc5722f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:15.064348 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-9e8bbabe-0fb9-4a31-aa85-39d9cc5722f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727773 Dec 22 09:47:15.321956 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-cc8294c5-2b46-4b59-95d4-c76463aeb4a7 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506616 Dec 22 09:47:15.453884 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-18f0b1fd-4949-434e-a841-8a76e0694340 req-3aa8429b-b354-4c52-8a34-f0e559fccaac service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251817 Dec 22 09:47:15.513025 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9e6e-e504-421f-a327-ab21cbcd88db req-9afac84c-02d2-4767-984a-9ada3fc397de tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:15.514540 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e19f9e6e-e504-421f-a327-ab21cbcd88db req-9afac84c-02d2-4767-984a-9ada3fc397de tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0889347 Dec 22 09:47:15.566667 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-e19f9e6e-e504-421f-a327-ab21cbcd88db req-e0ed96ac-f939-4e2c-85b3-145e19a61608 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437624 Dec 22 09:47:15.575822 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-6f416e85-dc47-4c98-bd59-f378bc0a69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:15.577246 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-6f416e85-dc47-4c98-bd59-f378bc0a69d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0776618 Dec 22 09:47:15.713262 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-f74efb29-323f-4572-9b7e-3096df63dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:15.714597 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7233de1-d2c1-4b92-8155-6027b52645a7 up at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:15.714711 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-f74efb29-323f-4572-9b7e-3096df63dbef service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1298392 Dec 22 09:47:15.783945 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Provisioning complete for port c7233de1-d2c1-4b92-8155-6027b52645a7 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:15.784330 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:15.784824 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-2539c4da-0a53-4bca-aed1-f7c94201fff3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 217 time: 0.0636201 Dec 22 09:47:15.850695 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-736b9748-26fa-49e5-9f64-1ef2f8a4e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:15.852130 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-736b9748-26fa-49e5-9f64-1ef2f8a4e277 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0616391 Dec 22 09:47:15.930158 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-02100400-cac3-4c84-828b-fb66566eef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:15.931599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-02100400-cac3-4c84-828b-fb66566eef88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728078 Dec 22 09:47:16.062551 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-1d4d4703-f3af-4ea6-adcb-d4e72378d121 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238456 Dec 22 09:47:16.190823 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-719e614f-14cc-41d6-823b-13b89821d0e4 req-9998f257-356d-4eb7-8477-c1f82c40043b service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200595 Dec 22 09:47:16.750706 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845edea-49d9-436d-93e9-45060450707e req-f657d243-c664-496e-8002-64b95cc11afd tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:16.751874 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c845edea-49d9-436d-93e9-45060450707e req-f657d243-c664-496e-8002-64b95cc11afd tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Synchronizing usage tracker for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:47:16.767243 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c845edea-49d9-436d-93e9-45060450707e req-f657d243-c664-496e-8002-64b95cc11afd tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Unset dirty status for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:47:16.768377 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c845edea-49d9-436d-93e9-45060450707e req-f657d243-c664-496e-8002-64b95cc11afd tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0939250 Dec 22 09:47:16.810661 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c845edea-49d9-436d-93e9-45060450707e req-9ed99a33-70e8-4832-a5a4-331812b7db9b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365789 Dec 22 09:47:17.461230 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 75b4131e-db5c-4ade-85aa-7546cec6ed87 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:47:17.595904 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:17.608944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:47:17.662783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:17.679659 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b4131e-db5c-4ade-85aa-7546cec6ed87 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:47:17.695203 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:17.699279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:17.701973 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-c4f7b1f7-bbcf-4b42-83ac-eca1d8d4062a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:17.770030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:17.772919 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:17.999262 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e620e-9f6a-4712-9a81-681c3fe9bbb2 req-67b9a336-6344-4765-b8c2-5db014766548 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:18.000722 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-629e620e-9f6a-4712-9a81-681c3fe9bbb2 req-67b9a336-6344-4765-b8c2-5db014766548 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 944 time: 0.0843077 Dec 22 09:47:18.021190 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['75b4131e-db5c-4ade-85aa-7546cec6ed87'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:47:18.046201 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-629e620e-9f6a-4712-9a81-681c3fe9bbb2 req-daf322a4-3d6d-425d-85c0-bfbd716e2f7e tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397766 Dec 22 09:47:19.291584 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a62eca-13c7-4e9e-bf05-02f848f701e8 req-6113dcd3-af83-456e-aadc-4fcd92719826 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:19.293723 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-35a62eca-13c7-4e9e-bf05-02f848f701e8 req-6113dcd3-af83-456e-aadc-4fcd92719826 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 944 time: 0.1433525 Dec 22 09:47:19.345941 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-35a62eca-13c7-4e9e-bf05-02f848f701e8 req-32b331e0-8a1f-4c3a-b8af-217173d297c2 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457096 Dec 22 09:47:19.476057 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 75b4131e-db5c-4ade-85aa-7546cec6ed87 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:19.542994 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 75b4131e-db5c-4ade-85aa-7546cec6ed87 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:19.548374 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 75b4131e-db5c-4ade-85aa-7546cec6ed87 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:19.548752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:19.666277 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:19.693724 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:47:19.703856 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:47:19.709161 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:19.712147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-b0def4e2-4c5c-498c-a0e5-8270dd129b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:19.746999 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'code': 200} Dec 22 09:47:19.783595 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:19.787192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:19.971270 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570f06-6fd4-45ea-b58b-d5236a6cf165 req-0664f00e-e238-4067-9756-6b72ce5fe539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:19.973480 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23570f06-6fd4-45ea-b58b-d5236a6cf165 req-0664f00e-e238-4067-9756-6b72ce5fe539 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0747905 Dec 22 09:47:20.017749 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-23570f06-6fd4-45ea-b58b-d5236a6cf165 req-4c9ee4d4-17fe-43a6-a764-8ad7c5539955 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384471 Dec 22 09:47:20.551810 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba0e1a-b197-4d21-9930-d92001e7dedb req-5a165032-cf24-49e5-a793-e85d9f5afaf5 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:20.553758 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a2ba0e1a-b197-4d21-9930-d92001e7dedb req-5a165032-cf24-49e5-a793-e85d9f5afaf5 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 945 time: 0.1015728 Dec 22 09:47:20.612488 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a2ba0e1a-b197-4d21-9930-d92001e7dedb req-59fc6961-9dbf-435e-9e5f-baba6b65cd3a tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529227 Dec 22 09:47:21.799161 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baf682-4b04-4bf6-acaa-8df455566ae3 req-0abbc101-8268-4e12-bea5-622a80a7ccee tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:21.800616 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-89baf682-4b04-4bf6-acaa-8df455566ae3 req-0abbc101-8268-4e12-bea5-622a80a7ccee tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0836341 Dec 22 09:47:21.844393 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-89baf682-4b04-4bf6-acaa-8df455566ae3 req-391f6fe8-17b7-4728-905b-403e3b08b28b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381310 Dec 22 09:47:22.034133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bda86-4c64-41e2-882e-c002d31c5410 req-74e20d0f-86eb-4e92-bbe0-feb3c5b60c07 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:22.035566 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae6bda86-4c64-41e2-882e-c002d31c5410 req-74e20d0f-86eb-4e92-bbe0-feb3c5b60c07 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0840940 Dec 22 09:47:22.079212 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ae6bda86-4c64-41e2-882e-c002d31c5410 req-da3314d2-c41b-4eaa-8927-8cb12e158301 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378578 Dec 22 09:47:22.101838 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46278) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:22.267153 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea5c7ab-777d-4f00-99c4-0f1bc4de24d7 tempest-TestSnapshotPattern-964275898 tempest-TestSnapshotPattern-964275898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:22.268362 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2ea5c7ab-777d-4f00-99c4-0f1bc4de24d7 tempest-TestSnapshotPattern-964275898 tempest-TestSnapshotPattern-964275898-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1093 time: 0.1656115 Dec 22 09:47:22.271218 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46284) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:22.276079 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:47:22.281903 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:22.286217 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:floatingip and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:22.289018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:22.294686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:22.306169 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:22.441795 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:22.577071 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Allocated IP 172.26.7.148 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/697cb01d-83d4-4d05-972a-af495699be25) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:47:22.845702 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:22.874680 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:22.879141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-1daf1a51-040d-4920-8b8a-a7b42dad99fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:22.942057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:47:22.945170 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:22.948840 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:47:22.991504 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'Port': ['ID=697cb01d-83d4-4d05-972a-af495699be25,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:22.995651 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:23.353819 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:23.425910 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:23.627743 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:23.631977 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:23.635677 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-cb73227f-dae2-439d-92e9-687cb7f2b8ea tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:23.740461 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'Port': ['ID=697cb01d-83d4-4d05-972a-af495699be25,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:23.744518 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:23.752673 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:23.922232 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Floating IP b86e93a8-1f6e-4df9-be37-823be4d3ae0f associated. External IP: 172.26.7.148, port: 75b4131e-db5c-4ade-85aa-7546cec6ed87. Dec 22 09:47:24.407900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Router 91366803-4203-41d2-8b5f-4fb479428ca5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:47:24.588445 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:47:24.598769 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] Sync routers for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:47:24.607845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:24.608504 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:47:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:24.613314 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:24.669207 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3968983 Dec 22 09:47:24.670097 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:47:24.716478 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'status': 'completed', 'code': 200} Dec 22 09:47:24.813788 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-8eee8338-3a0f-4ba4-8dd7-3d36040aa244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:24.815272 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-8eee8338-3a0f-4ba4-8dd7-3d36040aa244 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0751259 Dec 22 09:47:24.823284 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:24.965612 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-98318eac-6820-46c5-b2cb-682f047d6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:24.967538 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-98318eac-6820-46c5-b2cb-682f047d6035 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1459889 Dec 22 09:47:25.075962 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-4e079848-09ab-4299-b19a-ea926618f598 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 999 time: 0.1019218 Dec 22 09:47:25.144460 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-27ef7063-cef0-4178-bffb-1b5b63ecebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:25.145892 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-27ef7063-cef0-4178-bffb-1b5b63ecebd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0627437 Dec 22 09:47:25.189496 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:23Z', 'revision_number': 0, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:25.194232 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] Checking router: 91366803-4203-41d2-8b5f-4fb479428ca5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:47:25.204456 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:47:25.205338 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:47:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:25.224895 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-6a6604e1-ea4a-4a33-a057-08e096662714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:25.226346 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-6a6604e1-ea4a-4a33-a057-08e096662714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748324 Dec 22 09:47:25.384866 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-2da7aac1-73b3-43be-92d0-36a15eb0a8a6 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519225 Dec 22 09:47:25.395947 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:47:25.520457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-0323ac2c-90f6-4575-95c1-c1d8aa6d7ce8 req-e0602ac0-e16b-48e3-9918-eb46ecb7e19c service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282749 Dec 22 09:47:25.760776 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:23Z', 'revision_number': 0, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:25.764736 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0bf708-254d-452e-9546-606aa6a81b3b None None] The sync data for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv is: [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:23Z', 'revision_number': 0, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:47:25.972871 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf131f-e2c2-4124-a4f7-e4e046cf3cd7 None None] New status for floating IP b86e93a8-1f6e-4df9-be37-823be4d3ae0f: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:47:39.940533 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a5ffbefb-aa4b-4c6d-bc03-f1fa3944f77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:40.370138 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:47:40.551950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:42.270685 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-073eb2b2-9d0b-43dd-9350-7914f9cf4fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:43.384796 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:43.498280 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:44.850714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:09.942387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d8512d87-64ec-4254-8756-56a598d547d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:10.560608 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:12.275136 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a7ab-5745-4d7e-986b-b2630e3ea94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:13.386649 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:13.505910 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:14.854306 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:16.413644 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-5fb183a4-57e9-40d5-bb68-e5eece1194ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758438 Dec 22 09:48:16.557968 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-c67ef099-c9d7-4d48-9947-d860b1885ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:48:16.559619 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-c67ef099-c9d7-4d48-9947-d860b1885ce5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0758150 Dec 22 09:48:16.706152 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-35832060-e023-4756-8859-af0021148540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:48:16.707599 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-35832060-e023-4756-8859-af0021148540 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1285119 Dec 22 09:48:16.818457 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-11332cf6-55b2-468a-b756-cefa04a132ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 1001 time: 0.1040056 Dec 22 09:48:16.884970 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-56c52dcb-4101-42e3-9faf-0880c69a6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:48:16.886404 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-56c52dcb-4101-42e3-9faf-0880c69a6e7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0613828 Dec 22 09:48:16.970684 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-331f4f68-dedc-4dc7-ad00-1dad02fba4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:48:16.972572 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-331f4f68-dedc-4dc7-ad00-1dad02fba4a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800869 Dec 22 09:48:16.982596 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-efc83669-366a-487e-a452-65834e2f043c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:48:16.983524 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-efc83669-366a-487e-a452-65834e2f043c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050087 Dec 22 09:48:17.278761 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-49d29ac2-0c7f-4ea2-96cd-ff4c8f44e5b9 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887485 Dec 22 09:48:17.369612 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:48:17.416027 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-353892d9-fbf2-4a35-85fd-d6fc299fa962 req-59f70fa7-1b82-4e39-9016-089024368461 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305625 Dec 22 09:48:39.944425 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-84314e4a-8413-413b-964d-c50d5fd5e1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:40.568343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:42.276620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9ffff71b-03e7-4023-b878-eacd69d1383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:43.389437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:43.504710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:44.855536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:54.368785 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:49:09.946710 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fa4b54d7-6f13-4918-950b-b2379d65a72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:10.555500 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:12.280823 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-66c457b1-c4c6-45e7-bdf0-e9ee3124fa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:13.392385 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:13.505943 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:14.859507 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:16.257123 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-b71e05b9-40e1-49de-95c4-c16bec6af8c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673568 Dec 22 09:49:16.397480 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-dacb4891-facb-45d2-83dc-99aa81622773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:16.398936 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-dacb4891-facb-45d2-83dc-99aa81622773 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0725605 Dec 22 09:49:16.552823 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-27581765-b7f6-4ee7-892c-39c545bd6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:16.554170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-27581765-b7f6-4ee7-892c-39c545bd6176 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1367414 Dec 22 09:49:16.655698 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-2c89300d-a069-44b2-a21b-4327dede869a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 1001 time: 0.0954547 Dec 22 09:49:16.716285 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-4ccab86b-9536-4851-90ca-ae1fffc3cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:16.718202 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-4ccab86b-9536-4851-90ca-ae1fffc3cbfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0563509 Dec 22 09:49:16.793649 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-6771f1a6-9977-48ba-950c-ea1ef51a3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:16.795099 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-6771f1a6-9977-48ba-950c-ea1ef51a3569 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710711 Dec 22 09:49:16.932147 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-849afa47-a25f-492c-8bfc-dd5903d48d8a service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305685 Dec 22 09:49:17.068170 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-36344c0a-ad04-4ee4-bdc9-a880236a0f29 req-760a28fa-ba52-46d1-970a-be64e404f0f9 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296680 Dec 22 09:49:31.367461 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:49:39.948684 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-791d2194-2c71-4fc0-9d99-1b83f48d9a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:40.554062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:42.283757 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-e267d0a1-c560-4ed5-90aa-687659c796e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:43.397998 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:43.509156 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:44.863604 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:56.284359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 75b4131e-db5c-4ade-85aa-7546cec6ed87 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:49:56.456226 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:49:56.468952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:49:56.522249 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:56.540527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75b4131e-db5c-4ade-85aa-7546cec6ed87 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:49:56.555430 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:49:56.559421 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:56.561261 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:56.632783 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:56.642112 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['75b4131e-db5c-4ade-85aa-7546cec6ed87'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:49:56.665428 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.665767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.666099 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.666424 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.666745 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.667066 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.667381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.667695 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.668034 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.668343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.668660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.668972 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:56.677063 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:58.308381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 75b4131e-db5c-4ade-85aa-7546cec6ed87 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:49:58.376482 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 75b4131e-db5c-4ade-85aa-7546cec6ed87 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:49:58.376784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:58.486609 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:58.512944 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:49:58.523594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:49:58.528349 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:58.532381 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:58.602246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:58.605812 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:59.644736 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'code': 200} Dec 22 09:50:08.369002 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:50:09.953509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-cff47bbe-6994-4bff-a6d2-c2ca6ea15009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:10.564462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:12.285588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-41e6d746-2458-40e2-9ba7-0c53296bbf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:12.914023 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-944e6649-569b-433e-8f15-629dc4251239 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403672897&fields=id&tenant_id=1c538050291b4c739fe9a52d439c1339 HTTP/1.1" status: 200 len: 267 time: 0.0438368 Dec 22 09:50:13.062600 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-96c007a8-686f-440d-b37f-4e5bbb78c46e tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:13.064186 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-96c007a8-686f-440d-b37f-4e5bbb78c46e tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 810 time: 0.1439199 Dec 22 09:50:13.079409 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-b8ca0078-6ab8-45c0-b3e0-87fdd5e12336 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/quotas/1c538050291b4c739fe9a52d439c1339 HTTP/1.1" status: 200 len: 375 time: 0.0098143 Dec 22 09:50:13.167389 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-f1627501-7590-4d11-8dea-8aba0b38066f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0793855 Dec 22 09:50:13.259350 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-890a8758-256f-47bc-801c-bdb974cc2751 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 09:50:13.260427 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-890a8758-256f-47bc-801c-bdb974cc2751 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0819812 Dec 22 09:50:13.389120 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-c54cfea1-8259-42f5-b2b5-a5543b27758c service neutron] 10.222.0.36 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228209 Dec 22 09:50:13.400509 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:13.512238 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:13.523898 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-f26baa88-dae0-4090-838d-4e56511e6cdf service neutron] 10.222.0.36 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286278 Dec 22 09:50:13.753990 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ffd3bd03-501c-4fe6-aa2a-eba03a3aa41f req-f4b860a4-93c4-44b1-9ea5-68b3c9d5c26d tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 210 time: 0.0910187 Dec 22 09:50:14.873563 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:15.028252 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2f2e5ee8-4c4a-4b09-a044-2a44c96dcba3 req-66379836-73d2-4387-84c6-673001461e92 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 210 time: 0.0590827 Dec 22 09:50:15.090106 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-52ac5e48-a2b3-433b-a4e1-c5848d887b06 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:15.091471 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-52ac5e48-a2b3-433b-a4e1-c5848d887b06 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 810 time: 0.3263052 Dec 22 09:50:15.147979 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5366386b-705e-487b-aa3c-acbe5a788d85 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c538050291b4c739fe9a52d439c1339 HTTP/1.1" status: 200 len: 379 time: 0.0444274 Dec 22 09:50:15.161605 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'port': {'device_id': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'admin_state_up': True, 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'security_groups': ['9e572c23-434f-45cf-a852-89fd16605019']}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:15.295094 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:50:15.306238 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:50:15.317479 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Made reservation on behalf of 1c538050291b4c739fe9a52d439c1339 for: {'port': 1} {{(pid=87601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:50:15.321672 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:15.579293 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Allocated IP 172.20.0.13 (cbf30826-2e54-4ae4-a150-99c69077c38b/acddaf80-b71f-4174-b2c9-cae1d9f908e2/658b1dfd-45ec-4153-9993-4a48a216a6f3) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:50:15.801888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:15.821559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Transition to ACTIVE for port object 658b1dfd-45ec-4153-9993-4a48a216a6f3 will not be triggered until provisioned by entity DHCP. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:50:15.854578 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:15.861613 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-281ca1f9-6033-4df0-bd93-1902c7edcf6f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:15.927384 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Network cbf30826-2e54-4ae4-a150-99c69077c38b is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:50:15.930566 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:50:15.934524 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:50:15.985241 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:16.001204 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.001593 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.001976 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.002351 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.002719 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.003087 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.003453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.003818 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.004212 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.004575 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.004941 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.005296 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:50:16.013115 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:16.026825 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:16.027405 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:16.066111 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-5b9d095e-0ea2-4c71-bc2d-e273fdac80e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9134631 Dec 22 09:50:16.236609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b242f-2d63-4741-b518-3a374c315324 req-1e283584-066c-4593-9541-b6a8e5495a16 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:16.238069 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d12b242f-2d63-4741-b518-3a374c315324 req-1e283584-066c-4593-9541-b6a8e5495a16 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0885901 Dec 22 09:50:16.285242 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d12b242f-2d63-4741-b518-3a374c315324 req-132f42f4-8a50-47b9-9a97-954f7b6ebfb3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415714 Dec 22 09:50:16.308829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d0c38641-0338-4f18-92ce-6efdd293f287 None None] Provisioning for port 658b1dfd-45ec-4153-9993-4a48a216a6f3 completed by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:50:16.314582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-d0c38641-0338-4f18-92ce-6efdd293f287 None None] Provisioning complete for port 658b1dfd-45ec-4153-9993-4a48a216a6f3 triggered by entity DHCP. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:50:16.315028 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d0c38641-0338-4f18-92ce-6efdd293f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:16.377047 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-d0c38641-0338-4f18-92ce-6efdd293f287 None None] Port 658b1dfd-45ec-4153-9993-4a48a216a6f3 cannot update to ACTIVE because it is not bound. {{(pid=87602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 09:50:16.407516 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 75b4131e-db5c-4ade-85aa-7546cec6ed87 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:50:16.529412 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:16.560279 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:50:16.574114 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:50:16.578859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:16.581179 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:16.631360 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'code': 200} Dec 22 09:50:16.670785 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:16.674667 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:17.477513 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fb69-73ab-4b5c-8d40-ce7831ab1938 req-17d7a0cc-496d-4c82-b744-865b1d5f65f0 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:17.479072 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dff4fb69-73ab-4b5c-8d40-ce7831ab1938 req-17d7a0cc-496d-4c82-b744-865b1d5f65f0 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0817294 Dec 22 09:50:17.529338 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-dff4fb69-73ab-4b5c-8d40-ce7831ab1938 req-24e0a926-4b81-475c-8143-3511176de91a tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444791 Dec 22 09:50:18.731992 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59507-bdb7-418a-9776-bf75e5160338 req-15e8769f-3739-4384-b560-afc0f50305dc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:18.732935 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a8b59507-bdb7-418a-9776-bf75e5160338 req-15e8769f-3739-4384-b560-afc0f50305dc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Synchronizing usage tracker for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:50:18.749467 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-a8b59507-bdb7-418a-9776-bf75e5160338 req-15e8769f-3739-4384-b560-afc0f50305dc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Unset dirty status for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:50:18.750571 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8b59507-bdb7-418a-9776-bf75e5160338 req-15e8769f-3739-4384-b560-afc0f50305dc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0991781 Dec 22 09:50:18.808496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a8b59507-bdb7-418a-9776-bf75e5160338 req-7d2d4898-02d4-4d77-87e7-089794463282 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519254 Dec 22 09:50:20.005553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7ebbf-99c4-482b-afc3-9c3fa2e80453 req-e1156f31-a7aa-47f7-8282-f69b180dde19 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:20.007114 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cab7ebbf-99c4-482b-afc3-9c3fa2e80453 req-e1156f31-a7aa-47f7-8282-f69b180dde19 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0825090 Dec 22 09:50:20.056588 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-cab7ebbf-99c4-482b-afc3-9c3fa2e80453 req-456b6d8d-bdd1-4130-8920-2ec49659b9d5 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Dec 22 09:50:21.254239 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1e6b-e692-48f4-af0e-d8171d0472ee req-44d597de-069a-474a-bce2-fb3c4b2a4a87 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:21.255801 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d00a1e6b-e692-48f4-af0e-d8171d0472ee req-44d597de-069a-474a-bce2-fb3c4b2a4a87 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0836263 Dec 22 09:50:21.310172 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d00a1e6b-e692-48f4-af0e-d8171d0472ee req-7b99f448-9e1e-48c4-83ae-7e5b2419c244 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471783 Dec 22 09:50:22.512134 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ea7dd-a090-4944-b720-7e17fcbbee33 req-5581b0c9-535e-44dc-8c0b-41df745d4d49 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:22.513751 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c04ea7dd-a090-4944-b720-7e17fcbbee33 req-5581b0c9-535e-44dc-8c0b-41df745d4d49 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0906055 Dec 22 09:50:22.560313 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-c04ea7dd-a090-4944-b720-7e17fcbbee33 req-815c41d7-a21e-4c92-bffe-d1dc6d93c3fb tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403357 Dec 22 09:50:23.765019 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084166a-57e0-4d22-805d-8379b21793d6 req-9d975d3b-79c8-4e42-b5e1-fe5e9b88e262 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:23.767006 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1084166a-57e0-4d22-805d-8379b21793d6 req-9d975d3b-79c8-4e42-b5e1-fe5e9b88e262 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0871863 Dec 22 09:50:23.812830 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-1084166a-57e0-4d22-805d-8379b21793d6 req-5ea48439-3040-44bb-bf88-40e6cba3b0a6 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398073 Dec 22 09:50:25.003075 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def93f-5647-4866-a1d8-f32c6f96d849 req-be9c42d2-ae3a-46e2-8f95-c15c79486c9c tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:25.004570 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b6def93f-5647-4866-a1d8-f32c6f96d849 req-be9c42d2-ae3a-46e2-8f95-c15c79486c9c tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0813811 Dec 22 09:50:25.049501 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-b6def93f-5647-4866-a1d8-f32c6f96d849 req-6df09a71-a590-431f-961e-515e44f457e4 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Dec 22 09:50:26.229768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bf15a-b165-4483-ac13-74e0d6e07f5c req-5292dde7-36f0-4912-8a48-a6fb7f7a423c tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:26.231229 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6bf15a-b165-4483-ac13-74e0d6e07f5c req-5292dde7-36f0-4912-8a48-a6fb7f7a423c tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0778005 Dec 22 09:50:26.273284 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-bd6bf15a-b165-4483-ac13-74e0d6e07f5c req-0e293bcf-ea1a-4966-8e9b-0e12ead6d532 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365713 Dec 22 09:50:27.564787 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643153a2-ad51-4c9e-b3b8-7090bff98a57 req-1d1c2339-5dfb-4458-af65-940ec8d39538 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:27.566217 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-643153a2-ad51-4c9e-b3b8-7090bff98a57 req-1d1c2339-5dfb-4458-af65-940ec8d39538 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.1870148 Dec 22 09:50:27.610151 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-643153a2-ad51-4c9e-b3b8-7090bff98a57 req-95094dbd-1263-40ab-88ea-cc724a50a302 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381100 Dec 22 09:50:28.799090 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab272e75-4f46-41f0-8ae6-0b93d23ed272 req-6ccfdd54-4126-4534-a8e6-847957fb0c1b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:28.800533 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ab272e75-4f46-41f0-8ae6-0b93d23ed272 req-6ccfdd54-4126-4534-a8e6-847957fb0c1b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 932 time: 0.0826900 Dec 22 09:50:28.844239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-ab272e75-4f46-41f0-8ae6-0b93d23ed272 req-6a0ae5d4-ba83-4bc8-9046-46c07854094e tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Dec 22 09:50:29.014760 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Request body: {'port': {'device_id': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:29.092978 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-f44af971-8154-4868-8798-50278ab4f619 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070297 Dec 22 09:50:29.127168 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:29.240174 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-2d1650bb-6a95-454b-8192-efaaffab70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:29.241650 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-2d1650bb-6a95-454b-8192-efaaffab70aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0743904 Dec 22 09:50:29.387141 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-f69a60e3-1671-4d71-a213-8c8cabca5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:29.388535 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-f69a60e3-1671-4d71-a213-8c8cabca5be5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1283908 Dec 22 09:50:29.496438 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-2654015f-78bf-49e8-845c-68b6ec00d45d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 999 time: 0.1015961 Dec 22 09:50:29.569908 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-1dea16ab-c6ec-42fe-9c8b-b144c5148c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:29.571120 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-1dea16ab-c6ec-42fe-9c8b-b144c5148c7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0659552 Dec 22 09:50:29.587548 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658b1dfd-45ec-4153-9993-4a48a216a6f3 {{(pid=87601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:50:29.594799 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:29.609203 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.provisioning_blocks [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Transition to ACTIVE for port object 658b1dfd-45ec-4153-9993-4a48a216a6f3 will not be triggered until provisioned by entity L2. {{(pid=87601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:50:29.613214 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:29.617876 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0951e775-502f-43cf-ad77-728ff7289a74 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:29.650296 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-baa315d1-21c7-4b80-8dc1-7d912a174c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:29.651785 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-baa315d1-21c7-4b80-8dc1-7d912a174c4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746067 Dec 22 09:50:29.685741 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:29.731884 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:29.810292 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-389846b6-8ac7-4bb3-b72d-192e7d4a4bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518922 Dec 22 09:50:29.863692 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Attempting to bind port 658b1dfd-45ec-4153-9993-4a48a216a6f3 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:50:29.864275 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Attempting to bind port 658b1dfd-45ec-4153-9993-4a48a216a6f3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:50:29.864393 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Attempting to bind port 658b1dfd-45ec-4153-9993-4a48a216a6f3 on network cbf30826-2e54-4ae4-a150-99c69077c38b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:50:29.869466 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Port 658b1dfd-45ec-4153-9993-4a48a216a6f3 on network cbf30826-2e54-4ae4-a150-99c69077c38b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 09:50:29.869790 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Attempting to bind port 658b1dfd-45ec-4153-9993-4a48a216a6f3 on network cbf30826-2e54-4ae4-a150-99c69077c38b {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 09:50:29.875905 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Checking agent: {'id': 'be1d91b9-3e92-4746-8808-326ca26cf72a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 09:50:29.876300 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Checking segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 09:50:29.876782 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Bound using segment: {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'} {{(pid=87601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 09:50:29.877254 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.managers [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Bound port: 658b1dfd-45ec-4153-9993-4a48a216a6f3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b'}}] {{(pid=87601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:50:29.877517 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:29.947619 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-d611bc13-3b64-4420-9474-d4af03e9cc69 req-ccd86fc3-9f8a-4c76-a98a-eebb20ca76fa service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307876 Dec 22 09:50:29.970242 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, cleared binding levels {{(pid=87601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 09:50:29.973888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 09:50:29.982508 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:29.988582 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8d53fade-5558-4745-9312-d7db5a2bad32 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:30.051293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d553a-4193-430a-9bdc-d0799598050e req-8a97c46d-891f-420d-a18f-11a837e6f778 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:30.052621 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-624d553a-4193-430a-9bdc-d0799598050e req-8a97c46d-891f-420d-a18f-11a837e6f778 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 944 time: 0.0891981 Dec 22 09:50:30.055273 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:30.055885 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:30.057247 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] 10.222.0.16 "PUT /v2.0/ports/658b1dfd-45ec-4153-9993-4a48a216a6f3 HTTP/1.1" status: 200 len: 1094 time: 1.0897117 Dec 22 09:50:30.057752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:50:30.078618 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=3']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:30.082075 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-fb8b480b-e58c-42a3-ad11-772f0e546684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:30.115227 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-624d553a-4193-430a-9bdc-d0799598050e req-f93e6277-eb9c-4319-a2a1-699b757fbd4d tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569627 Dec 22 09:50:30.138194 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'status': 'completed', 'code': 200} Dec 22 09:50:30.179425 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-4c4f6fac-7512-439d-95bd-9dfb93b5d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:30.180920 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-4c4f6fac-7512-439d-95bd-9dfb93b5d9a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 1097 time: 0.0759690 Dec 22 09:50:30.255304 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-dcc78b7a-fd4c-4668-9030-fffd5619c37e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3 HTTP/1.1" status: 200 len: 217 time: 0.0657997 Dec 22 09:50:30.317722 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-ed2a8378-57f6-4bb9-abde-5c36c88c5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:30.319166 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-ed2a8378-57f6-4bb9-abde-5c36c88c5062 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0574861 Dec 22 09:50:30.406747 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-18f7a493-4553-457f-82cf-cca2032f3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:30.408239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-18f7a493-4553-457f-82cf-cca2032f3d1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783136 Dec 22 09:50:30.542836 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-7f9012cf-1177-4e9f-9c49-9cc75f360b7a service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276777 Dec 22 09:50:30.675404 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6a3b24f0-a252-4e87-a6b8-34c5a89dc01b req-9864b3cf-327c-4e17-bd2a-3798cb30098f service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251600 Dec 22 09:50:30.789587 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-df0b5712-a99a-44eb-964f-f73dac06cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:30.791045 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-df0b5712-a99a-44eb-964f-f73dac06cf0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 1097 time: 0.0728893 Dec 22 09:50:30.918969 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-04507818-e87c-4268-a51e-578d1ae6c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:30.920335 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-04507818-e87c-4268-a51e-578d1ae6c9f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1228309 Dec 22 09:50:30.989885 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-66b4d33c-8d38-4f08-98e7-b99a0427d278 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3 HTTP/1.1" status: 200 len: 217 time: 0.0634272 Dec 22 09:50:31.058174 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-e674a8d9-c490-4d51-924e-1bfd63c7b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:31.059586 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-e674a8d9-c490-4d51-924e-1bfd63c7b3a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0629091 Dec 22 09:50:31.136477 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-7517a571-1514-4859-a287-e82c69af262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:31.137952 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-7517a571-1514-4859-a287-e82c69af262f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724304 Dec 22 09:50:31.436038 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-b08ec35f-9ac7-4431-a7ef-f764626deb05 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915511 Dec 22 09:50:31.519198 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cd3bf-ffa9-4281-a685-d03cff62d77a req-9dfda659-6cfd-42ee-94f7-4514bd3af974 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:31.520652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af0cd3bf-ffa9-4281-a685-d03cff62d77a req-9dfda659-6cfd-42ee-94f7-4514bd3af974 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 944 time: 0.2975090 Dec 22 09:50:31.604971 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-af0cd3bf-ffa9-4281-a685-d03cff62d77a req-ba00056b-6999-4144-a99c-fd5a3ea93170 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721684 Dec 22 09:50:31.610574 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d8c4ade2-48fd-48c1-a595-78682cd16b93 req-8d4e47a9-639e-4191-9d88-845c4624a648 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674724 Dec 22 09:50:32.793830 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce3a94-3d97-4bb5-be1f-305d1f96fac2 req-4fc52d3d-ecc9-43f2-b44d-f6cb72fecffc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:32.795260 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f8ce3a94-3d97-4bb5-be1f-305d1f96fac2 req-4fc52d3d-ecc9-43f2-b44d-f6cb72fecffc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 944 time: 0.0816388 Dec 22 09:50:32.838574 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-f8ce3a94-3d97-4bb5-be1f-305d1f96fac2 req-e50db652-7c15-431f-acb8-146cc923a392 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372353 Dec 22 09:50:34.043441 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d33b1a-daf7-4a60-9d5d-16dfc2675a19 req-c33a6ea3-0790-4c56-91dd-1454b16903a1 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:34.045126 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40d33b1a-daf7-4a60-9d5d-16dfc2675a19 req-c33a6ea3-0790-4c56-91dd-1454b16903a1 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 944 time: 0.0884209 Dec 22 09:50:34.090788 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-40d33b1a-daf7-4a60-9d5d-16dfc2675a19 req-577e6022-f39a-48af-8670-a9246808e005 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 Dec 22 09:50:34.512452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 658b1dfd-45ec-4153-9993-4a48a216a6f3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:50:34.651992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:50:34.665668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'port_id': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'mac_address': 'fa:16:3e:c6:47:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:50:34.720798 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:34.736492 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658b1dfd-45ec-4153-9993-4a48a216a6f3 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:50:34.751048 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:50:34.756076 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:34.760315 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:34.869744 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=4']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:34.873309 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:35.123457 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['658b1dfd-45ec-4153-9993-4a48a216a6f3'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:50:35.280644 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66802-e4b5-4d19-9d4a-05468728552e req-565b9241-5e0a-4432-88d8-2ab9394d2d78 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:35.282663 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cc66802-e4b5-4d19-9d4a-05468728552e req-565b9241-5e0a-4432-88d8-2ab9394d2d78 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 945 time: 0.0824978 Dec 22 09:50:35.328827 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-1cc66802-e4b5-4d19-9d4a-05468728552e req-f2bdcd46-1a14-4834-bd84-dd12eb725c9c tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395594 Dec 22 09:50:36.513803 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7504315-b60b-4dd5-9f51-f3ad6f01536e req-968b2979-375f-471e-a786-85e749b538ab tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:36.515310 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a7504315-b60b-4dd5-9f51-f3ad6f01536e req-968b2979-375f-471e-a786-85e749b538ab tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 945 time: 0.0796928 Dec 22 09:50:36.530570 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 658b1dfd-45ec-4153-9993-4a48a216a6f3 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:50:36.567066 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a7504315-b60b-4dd5-9f51-f3ad6f01536e req-bb1683e9-e9f1-4b1b-8bab-f21137e2179f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460248 Dec 22 09:50:36.608784 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning for port 658b1dfd-45ec-4153-9993-4a48a216a6f3 completed by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:50:36.614585 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 658b1dfd-45ec-4153-9993-4a48a216a6f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:50:36.614902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:36.737343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:36.763840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:50:36.773254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:50:36.777992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:36.780767 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:36.811467 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'code': 200} Dec 22 09:50:36.849664 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=5']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:36.852580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:37.033556 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8ae8-5259-4cfb-8a86-8fc1dc1e4b35 req-282e6cd1-17c3-4bcc-92d7-35715e6d8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:37.035046 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcee8ae8-5259-4cfb-8a86-8fc1dc1e4b35 req-282e6cd1-17c3-4bcc-92d7-35715e6d8274 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 1099 time: 0.0738144 Dec 22 09:50:37.080803 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-dcee8ae8-5259-4cfb-8a86-8fc1dc1e4b35 req-80c39390-22bb-405d-8d77-913dbaac3b5a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 Dec 22 09:50:37.755963 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc32213-6053-41a4-b259-12da5a58f25d req-0cce82de-38e6-416f-a9a8-9eec2af9a5d3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:37.757409 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4bc32213-6053-41a4-b259-12da5a58f25d req-0cce82de-38e6-416f-a9a8-9eec2af9a5d3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 946 time: 0.0840490 Dec 22 09:50:37.802426 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-4bc32213-6053-41a4-b259-12da5a58f25d req-1ad0e10b-caa1-4961-8897-a6a88025f6e7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389023 Dec 22 09:50:39.005472 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9a6cb-cd4c-4bb8-aee2-c517198ec710 req-21d1c417-c779-4856-afc1-2c18e29352ae tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:39.006995 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-93b9a6cb-cd4c-4bb8-aee2-c517198ec710 req-21d1c417-c779-4856-afc1-2c18e29352ae tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 946 time: 0.0949457 Dec 22 09:50:39.056298 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-93b9a6cb-cd4c-4bb8-aee2-c517198ec710 req-ed297ca5-5e1c-4d2f-bd69-ac59fa72afe9 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 Dec 22 09:50:39.247948 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67169647-b5c8-4569-b362-f11215275124 req-266ffd86-1eb9-4f05-86ce-460d6587930b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:39.249965 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-67169647-b5c8-4569-b362-f11215275124 req-266ffd86-1eb9-4f05-86ce-460d6587930b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 946 time: 0.0818963 Dec 22 09:50:39.294924 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-67169647-b5c8-4569-b362-f11215275124 req-df3e33d1-41ad-42b5-b869-fa63c337e0c2 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392897 Dec 22 09:50:39.318054 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46626) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:39.391221 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c460dc5-2dc9-4664-93fd-e1414a90cad4 tempest-TestSnapshotPattern-964275898 tempest-TestSnapshotPattern-964275898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:39.392652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-2c460dc5-2dc9-4664-93fd-e1414a90cad4 tempest-TestSnapshotPattern-964275898 tempest-TestSnapshotPattern-964275898-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 1094 time: 0.0736346 Dec 22 09:50:39.395485 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46630) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:50:39.400379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.v2.base [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Request body: {'floatingip': {'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'port_id': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 09:50:39.407015 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:50:39.410924 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Usage tracker for resource:floatingip and tenant:1c538050291b4c739fe9a52d439c1339 is out of sync, need to count used quota {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:50:39.413855 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:50:39.419520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.quota.driver [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:50:39.430836 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:39.570520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:39.720693 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.db_base_plugin_common [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Allocated IP 172.26.7.18 (c5635b97-5b51-4561-a741-d37e7b9b645f/52bfb5ca-37ef-403d-b867-54e67f551ee6/33b249d8-192a-4733-8441-e611271439c5) {{(pid=87601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:50:39.880679 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for port, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:39.911768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743491468382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:39.915481 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-25c2b1cb-532e-4a91-9387-a7cc9fe8da40 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:39.957050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-023b36c1-acd4-4aba-8507-18a715b35d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:39.977280 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Network c5635b97-5b51-4561-a741-d37e7b9b645f is already hosted by enough agents. {{(pid=87601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:50:39.980036 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.base_scheduler [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Resources bound (agent type, host, resource id): {{(pid=87601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:50:39.983745 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Received port after_create {{(pid=87601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 09:50:40.019817 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'Port': ['ID=33b249d8-192a-4733-8441-e611271439c5,revision_number=1']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:40.028339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:40.519176 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:40.580406 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:40.599041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:40.806867 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for port, precommit_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:40.813320 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2240182'] for port, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:40.820269 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-62e37fdb-82e8-4f72-ae92-b22537899985 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:50:40.933921 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event updated for resources: {'Port': ['ID=33b249d8-192a-4733-8441-e611271439c5,revision_number=2']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:50:40.938369 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:50:40.944979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924593'] for floatingip, after_update {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:41.132391 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Floating IP 68391ad3-6837-4843-872e-1ffb68eaaa59 associated. External IP: 172.26.7.18, port: 658b1dfd-45ec-4153-9993-4a48a216a6f3. Dec 22 09:50:41.489994 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Router 91366803-4203-41d2-8b5f-4fb479428ca5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:50:41.663800 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:50:41.673970 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] Sync routers for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:50:41.683030 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:41.683656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:50:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:50:41.688917 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:41.748352 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-f7ece173-c13f-4e89-8461-385a0c8033bc tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3516831 Dec 22 09:50:41.748889 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:50:41.811041 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'status': 'completed', 'code': 200} Dec 22 09:50:41.864916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:50:41.903041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-6ad904e3-fae8-415f-9881-fd5dd185bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:41.904820 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-6ad904e3-fae8-415f-9881-fd5dd185bce1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 1099 time: 0.0717440 Dec 22 09:50:42.183509 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-b5bb52b1-d85f-4af3-ac8d-bebfd637546f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:42.184890 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-b5bb52b1-d85f-4af3-ac8d-bebfd637546f service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.2742226 Dec 22 09:50:42.229741 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '68391ad3-6837-4843-872e-1ffb68eaaa59', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:c6:47:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:50:40Z', 'updated_at': '2021-12-22T09:50:40Z', 'revision_number': 0, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}, {'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:26Z', 'revision_number': 1, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:50:42.234164 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] Checking router: 91366803-4203-41d2-8b5f-4fb479428ca5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:50:42.242600 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:50:42.243213 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:50:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:50:42.290871 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-5c40aef1-5376-4250-b682-9ec22c0af73b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3 HTTP/1.1" status: 200 len: 999 time: 0.0997024 Dec 22 09:50:42.332914 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-0939e4ba-d33c-4114-a35c-d157a3a64506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:42.353852 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-9b5045ea-7bd4-473d-a8e8-807aff5b81da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:42.355291 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-9b5045ea-7bd4-473d-a8e8-807aff5b81da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0587184 Dec 22 09:50:42.433000 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-6f99aa64-2012-4d6a-acd6-266a8a2cc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:50:42.434496 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-6f99aa64-2012-4d6a-acd6-266a8a2cc95e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728827 Dec 22 09:50:42.434626 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:50:42.567557 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-08096997-bb09-406e-8e8a-f43308f44c3b service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268160 Dec 22 09:50:42.702406 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-d3c3852b-3eb7-4d51-910d-b09a9cf05665 req-c37a894e-6f07-4972-bf0c-265ac75d7837 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277063 Dec 22 09:50:42.824300 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '68391ad3-6837-4843-872e-1ffb68eaaa59', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:c6:47:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:50:40Z', 'updated_at': '2021-12-22T09:50:40Z', 'revision_number': 0, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}, {'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:26Z', 'revision_number': 1, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:50:42.828400 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b05f7c-64aa-484e-920d-d48b9bad97ed None None] The sync data for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv is: [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': '68391ad3-6837-4843-872e-1ffb68eaaa59', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.18', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:c6:47:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:50:40Z', 'updated_at': '2021-12-22T09:50:40Z', 'revision_number': 0, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}, {'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:26Z', 'revision_number': 1, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:50:43.028771 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ef1d2-4558-4ac0-9c33-21c82f9dbe69 None None] New status for floating IP 68391ad3-6837-4843-872e-1ffb68eaaa59: ACTIVE {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:50:43.403800 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:43.519980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:44.860946 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:45.368316 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:51:09.961399 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-915a9ecc-963f-4861-bdf1-2a83948d883b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:10.584820 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:12.286452 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-bbeed51d-1634-4276-9db3-47020dfa2c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:13.407581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:13.518926 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:14.865872 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:15.796467 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-94ecf8fb-3072-4dad-a5e0-d462de8eed69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687895 Dec 22 09:51:15.938121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-bf57e4b9-dd03-4b23-b415-8a83aa3dcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:51:15.940137 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-bf57e4b9-dd03-4b23-b415-8a83aa3dcb40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0760164 Dec 22 09:51:16.087396 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-8e83bc76-a43e-4439-913b-8b39d17cc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:51:16.088897 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-8e83bc76-a43e-4439-913b-8b39d17cc15a service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1290209 Dec 22 09:51:16.197407 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-9340c469-231d-4024-babe-c1c0f8f3f027 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 999 time: 0.1010633 Dec 22 09:51:16.261098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-cf37cbb1-9e87-4a8a-84b3-9d570e7ec1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:51:16.262555 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-cf37cbb1-9e87-4a8a-84b3-9d570e7ec1b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0571229 Dec 22 09:51:16.337505 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-88db226a-6558-4a24-a5a6-e3692fd77565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:51:16.338944 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-88db226a-6558-4a24-a5a6-e3692fd77565 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693967 Dec 22 09:51:16.467129 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-761f64b8-37d6-4c66-b343-044f425a518d service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208873 Dec 22 09:51:16.601451 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e651cc6c-8ab6-46d0-afe5-531d50487511 req-aa815503-4465-4655-8465-ce54f8a0d8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242678 Dec 22 09:51:22.367054 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:51:39.963589 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5fe537b1-b292-4078-bcfc-fa2e2815889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:40.579432 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:42.291951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-98c0181a-ca1d-467d-95df-956ce88a062b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:43.409296 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:43.520613 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:44.866859 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:59.368785 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:52:09.968829 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-dccb913d-86ad-49c9-b42b-a33a35b38da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:10.584134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:12.284655 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-75fc7457-fc6b-4283-9e9c-8a301145a3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:13.410665 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:13.524205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:14.870017 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:16.777922 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-d6f501cb-d744-4b5f-aa28-b88801c0faf6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736434 Dec 22 09:52:16.865647 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2636-af81-459c-84d9-06c6900cb1de req-346bf961-e82e-4eb4-949b-d877b0b8cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:52:16.866999 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-346bf961-e82e-4eb4-949b-d877b0b8cac1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 1099 time: 0.0689490 Dec 22 09:52:17.139157 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2636-af81-459c-84d9-06c6900cb1de req-55cb13b0-698e-4bb1-b13c-24ee95ecb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:52:17.140539 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-55cb13b0-698e-4bb1-b13c-24ee95ecb8ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.2514625 Dec 22 09:52:17.245239 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-1e7bc0f3-a4d6-4395-86c4-334fe9c6c4cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3 HTTP/1.1" status: 200 len: 1001 time: 0.0983448 Dec 22 09:52:17.313084 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2636-af81-459c-84d9-06c6900cb1de req-fcac02da-bb21-4be0-bf0d-50862a74727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:52:17.314530 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-fcac02da-bb21-4be0-bf0d-50862a74727f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0617340 Dec 22 09:52:17.389095 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2636-af81-459c-84d9-06c6900cb1de req-0f333cb9-bbdc-4952-a137-03b58d0722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:52:17.391180 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-0f333cb9-bbdc-4952-a137-03b58d0722e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700295 Dec 22 09:52:17.521431 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-eeb1e27f-a1e7-4a82-972a-a9e42a4ccdb9 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237793 Dec 22 09:52:17.654939 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-a9af2636-af81-459c-84d9-06c6900cb1de req-2acbcaa6-6aea-419b-b0a7-60f51a7487e6 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258714 Dec 22 09:52:36.367514 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:52:39.964559 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-879adac3-c6b9-4d38-a5c5-ceccbbad1e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:40.590086 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:42.288450 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-2406e859-e7bc-4450-b147-9333b0c49955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:43.412581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:43.526845 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:44.872702 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:49.105084 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 658b1dfd-45ec-4153-9993-4a48a216a6f3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:52:49.238803 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:52:49.252544 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Returning: {'device': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'port_id': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'mac_address': 'fa:16:3e:c6:47:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:52:49.310743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:49.329097 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 658b1dfd-45ec-4153-9993-4a48a216a6f3 {{(pid=87602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:52:49.344077 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:52:49.348687 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:49.350387 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-31502999-922c-4fe9-9e6b-240adaad0ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:52:49.430841 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=6']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:52:49.435831 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] get_ports_and_sgs() called for port_ids ['658b1dfd-45ec-4153-9993-4a48a216a6f3'] {{(pid=87602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 09:52:49.472205 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.472546 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.472879 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.473223 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.473565 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.473894 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.474214 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.474572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.474928 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.475241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.475556 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.475902 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:52:49.487319 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:52:51.112344 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 658b1dfd-45ec-4153-9993-4a48a216a6f3 up at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:52:51.180241 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.provisioning_blocks [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Provisioning complete for port 658b1dfd-45ec-4153-9993-4a48a216a6f3 triggered by entity L2. {{(pid=87602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:52:51.180619 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8281742'] for port, provisioning_complete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:51.297184 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:51.322996 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:52:51.333478 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:52:51.337735 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:51.340356 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:52:51.377010 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'code': 200} Dec 22 09:52:51.409285 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=7']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:52:51.413395 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:05.562752 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46864) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:05.767675 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Deleting port 33b249d8-192a-4733-8441-e611271439c5 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:05.768041 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:05.937050 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:05.937367 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:06.057597 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Calling delete_port for 33b249d8-192a-4733-8441-e611271439c5 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:06.207642 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:06.211185 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ebf60643-08b7-4884-ac6f-a790b39af43a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:06.257278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event deleted for resources: {'Port': ['ID=33b249d8-192a-4733-8441-e611271439c5,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:06.300985 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.301374 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.301757 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.302127 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.302492 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.302853 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.303215 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.303573 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.303946 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.304311 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.304665 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.305018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:06.332854 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:06.361648 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:06.361971 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Floating IP 68391ad3-6837-4843-872e-1ffb68eaaa59 disassociated (deleted). External IP: 172.26.7.18, port: 658b1dfd-45ec-4153-9993-4a48a216a6f3. Dec 22 09:53:06.843240 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Router 91366803-4203-41d2-8b5f-4fb479428ca5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:53:07.017339 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:53:07.033290 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] Sync routers for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:53:07.040561 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:07.048189 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:07.048809 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:52:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:07.106669 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-ce45a773-8894-4735-bcd7-f90de6df157f tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "DELETE /v2.0/floatingips/68391ad3-6837-4843-872e-1ffb68eaaa59 HTTP/1.1" status: 204 len: 168 time: 1.5419741 Dec 22 09:53:07.107308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:53:07.231136 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'status': 'completed', 'code': 200} Dec 22 09:53:07.276847 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 658b1dfd-45ec-4153-9993-4a48a216a6f3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:07.337489 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd164-ead6-4482-9330-295efab4f385 req-81913ba9-dc9a-4b2c-b4f5-d23b6085831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:07.339499 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c61bd164-ead6-4482-9330-295efab4f385 req-81913ba9-dc9a-4b2c-b4f5-d23b6085831a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 1099 time: 0.0860856 Dec 22 09:53:07.347293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:07.487330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd164-ead6-4482-9330-295efab4f385 req-7c036195-e631-481e-839f-cb92bb77a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:07.490176 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c61bd164-ead6-4482-9330-295efab4f385 req-7c036195-e631-481e-839f-cb92bb77a3ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1360452 Dec 22 09:53:07.518488 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04211a-77b7-4591-b220-60ac1cfe0d5b req-a7264e9a-763c-4b84-8796-71867d08d2a2 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:07.520017 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ba04211a-77b7-4591-b220-60ac1cfe0d5b req-a7264e9a-763c-4b84-8796-71867d08d2a2 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 946 time: 0.0859733 Dec 22 09:53:07.583252 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-ba04211a-77b7-4591-b220-60ac1cfe0d5b req-03377f57-de37-4156-ae02-45fcbdad7a04 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526612 Dec 22 09:53:07.623666 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c61bd164-ead6-4482-9330-295efab4f385 req-1839d0b9-9b76-4c38-bedb-7f8475de742e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3 HTTP/1.1" status: 200 len: 217 time: 0.1259742 Dec 22 09:53:07.640437 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8161663'] for port, before_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:07.686173 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd164-ead6-4482-9330-295efab4f385 req-5c7c12de-6eea-4c60-beb3-c9a4a220b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:07.687632 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c61bd164-ead6-4482-9330-295efab4f385 req-5c7c12de-6eea-4c60-beb3-c9a4a220b13f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0579200 Dec 22 09:53:07.689026 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3'}] {{(pid=87602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:53:07.712886 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:07.747748 dv-neutron-822602-1-hyperv neutron-server[87602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'code': 200} Dec 22 09:53:07.751216 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743491946819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743491468400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743491468445'] for port, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:07.753134 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-00869694-4b5d-4b73-88af-fccc84658808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:07.774409 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd164-ead6-4482-9330-295efab4f385 req-fbdc526f-b8de-43cf-badf-510e4235ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:07.775868 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c61bd164-ead6-4482-9330-295efab4f385 req-fbdc526f-b8de-43cf-badf-510e4235ce11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811386 Dec 22 09:53:07.834588 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Pushing event updated for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=8']} {{(pid=87602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:07.838691 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_concurrency.lockutils [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:07.848681 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:26Z', 'revision_number': 1, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:07.852668 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] Checking router: 91366803-4203-41d2-8b5f-4fb479428ca5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:53:07.861147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:07.861763 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:52:42Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:07.917293 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c61bd164-ead6-4482-9330-295efab4f385 req-26012263-8a55-483f-a7c7-b4cd8c6683be service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337934 Dec 22 09:53:08.045029 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:08.050620 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c61bd164-ead6-4482-9330-295efab4f385 req-ad26bb65-9e45-4222-91f5-ddd5f7907e99 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268325 Dec 22 09:53:08.393596 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:26Z', 'revision_number': 1, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:08.397520 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f447113-2f7e-41e0-a4f6-1d2c7751c9a2 None None] The sync data for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv is: [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_floatingips': [{'id': 'b86e93a8-1f6e-4df9-be37-823be4d3ae0f', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'floating_ip_address': '172.26.7.148', 'floating_network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'router_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'port_id': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'mac_address': 'fa:16:3e:5e:c7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:23Z', 'updated_at': '2021-12-22T09:47:26Z', 'revision_number': 1, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:53:08.621322 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9ac5a-2c5f-41fe-920c-2ef004aaf4f4 None None] New status for floating IP 68391ad3-6837-4843-872e-1ffb68eaaa59: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:53:08.797098 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fb503-ea2b-4915-a1f3-88bcb801ebc5 req-dbabfade-d556-4e57-b2e1-1af47dd0e8f3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:08.800145 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-968fb503-ea2b-4915-a1f3-88bcb801ebc5 req-dbabfade-d556-4e57-b2e1-1af47dd0e8f3 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 944 time: 0.0894992 Dec 22 09:53:08.845559 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-968fb503-ea2b-4915-a1f3-88bcb801ebc5 req-28c4728b-03ad-41f5-85a6-43264ff51a97 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384278 Dec 22 09:53:09.239008 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-c27d08e5-5c48-49b6-8dce-a071661de952 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:09.239796 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-c27d08e5-5c48-49b6-8dce-a071661de952 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Synchronizing usage tracker for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:53:09.254278 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-c27d08e5-5c48-49b6-8dce-a071661de952 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Unset dirty status for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:53:09.255370 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-c27d08e5-5c48-49b6-8dce-a071661de952 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 944 time: 0.0931039 Dec 22 09:53:09.325721 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Deleting port 658b1dfd-45ec-4153-9993-4a48a216a6f3 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:09.326057 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:09.693196 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] For port 658b1dfd-45ec-4153-9993-4a48a216a6f3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=658b1dfd-45ec-4153-9993-4a48a216a6f3,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:09.693552 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:09.827018 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Calling delete_port for 658b1dfd-45ec-4153-9993-4a48a216a6f3 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:09.967005 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9d426e06-eda5-44b7-b3f2-51a01ded3cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:10.024768 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:10.031387 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-9f30bb3c-f7ff-4bdd-a5ab-d9959f99ced6 tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:10.085133 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event deleted for resources: {'Port': ['ID=658b1dfd-45ec-4153-9993-4a48a216a6f3,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:10.117527 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:10.167141 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] No DVR routers for this DVR port 658b1dfd-45ec-4153-9993-4a48a216a6f3 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:53:10.175888 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed8533-5d8f-4064-8206-0457be16cc3e req-58a40092-bbb7-499a-9819-ff0b35f75a34 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:10.177349 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-41ed8533-5d8f-4064-8206-0457be16cc3e req-58a40092-bbb7-499a-9819-ff0b35f75a34 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=347a3ada-f1ad-4757-94c1-dd78494b3f46 HTTP/1.1" status: 200 len: 865 time: 0.2251325 Dec 22 09:53:10.178317 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:10.181003 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-deleted', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:53:10.211881 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-c465eff4-cff7-4b48-a603-86f12320a2c6 req-4e6a669d-5d44-492f-a7bd-c34661c7ca45 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "DELETE /v2.0/ports/658b1dfd-45ec-4153-9993-4a48a216a6f3 HTTP/1.1" status: 204 len: 173 time: 0.9509563 Dec 22 09:53:10.231002 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347a3ada-f1ad-4757-94c1-dd78494b3f46', 'name': 'network-vif-deleted', 'tag': '658b1dfd-45ec-4153-9993-4a48a216a6f3', 'status': 'completed', 'code': 200} Dec 22 09:53:10.243190 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-41ed8533-5d8f-4064-8206-0457be16cc3e req-7be585b5-d68a-4476-ab9a-26c017f53ccf tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560584 Dec 22 09:53:10.589212 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:11.198316 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 658b1dfd-45ec-4153-9993-4a48a216a6f3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:11.235912 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 658b1dfd-45ec-4153-9993-4a48a216a6f3 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:11.236281 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 658b1dfd-45ec-4153-9993-4a48a216a6f3 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:11.882520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46936) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:12.084308 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Deleting port 697cb01d-83d4-4d05-972a-af495699be25 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:12.084572 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.249223 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.249550 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.291473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ff041381-e664-4a01-af27-a5f9954f331a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.383397 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Calling delete_port for 697cb01d-83d4-4d05-972a-af495699be25 owned by network:floatingip {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:12.527979 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.531453 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-d48d4050-5ffc-452f-9589-7eacc19b61d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:12.578797 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event deleted for resources: {'Port': ['ID=697cb01d-83d4-4d05-972a-af495699be25,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:12.603975 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:12.666121 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for floatingip, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.666355 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.db.l3_db [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Floating IP b86e93a8-1f6e-4df9-be37-823be4d3ae0f disassociated (deleted). External IP: 172.26.7.148, port: 75b4131e-db5c-4ade-85aa-7546cec6ed87. Dec 22 09:53:13.127623 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Router 91366803-4203-41d2-8b5f-4fb479428ca5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:53:13.300364 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:53:13.310778 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] Sync routers for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:53:13.316590 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for floatingip, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:13.321472 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:13.322069 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:53:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:13.366783 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:53:13.374652 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-0d21d6a5-0090-4c79-9328-396ab222ca64 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "DELETE /v2.0/floatingips/b86e93a8-1f6e-4df9-be37-823be4d3ae0f HTTP/1.1" status: 204 len: 168 time: 1.4910645 Dec 22 09:53:13.375379 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:53:13.423893 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'status': 'completed', 'code': 200} Dec 22 09:53:13.485660 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:13.527804 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-1ce5eeb1-9228-4d8f-acfa-1802630238c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:13.530332 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-1ce5eeb1-9228-4d8f-acfa-1802630238c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c538050291b4c739fe9a52d439c1339&device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0831609 Dec 22 09:53:13.531131 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:13.656351 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:13.690952 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-b08ca733-4119-4bf7-b5eb-3b940bae6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:13.692468 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-b08ca733-4119-4bf7-b5eb-3b940bae6968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 200 len: 910 time: 0.1552591 Dec 22 09:53:13.764622 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-999dcee2-3352-4358-93cf-25ed512ec26e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 200 len: 217 time: 0.0639620 Dec 22 09:53:13.805987 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a67dc5-6594-484f-b719-6884cb7b7446 req-1898c02c-b903-4ff8-92ff-912ec6670186 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:13.807652 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-79a67dc5-6594-484f-b719-6884cb7b7446 req-1898c02c-b903-4ff8-92ff-912ec6670186 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 943 time: 0.1025267 Dec 22 09:53:13.829902 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-0136cfdb-e0bd-4bef-a697-ee8d6e18469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:13.831857 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-0136cfdb-e0bd-4bef-a697-ee8d6e18469e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 200 len: 849 time: 0.0602713 Dec 22 09:53:13.855511 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [req-79a67dc5-6594-484f-b719-6884cb7b7446 req-6dac0374-cb83-4510-8424-5110b7bcefe1 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 Dec 22 09:53:13.912636 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-b7a2b8ff-6370-4171-b89d-5288785aa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:13.912899 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:13.914010 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-b7a2b8ff-6370-4171-b89d-5288785aa596 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cbf30826-2e54-4ae4-a150-99c69077c38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747323 Dec 22 09:53:13.916837 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] Checking router: 91366803-4203-41d2-8b5f-4fb479428ca5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:53:13.928334 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:13.929067 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:53:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:14.058424 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-40a2e553-38b2-4616-a17a-34e6d38e70b1 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373131 Dec 22 09:53:14.113524 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:14.206743 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-2e9322a7-ce56-42ae-8c27-2c46a5b8cdd9 req-f1e0713b-4555-47a4-bf33-df349ed2082b service neutron] 10.222.0.16 "GET /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412849 Dec 22 09:53:14.461752 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:14.466266 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968cf4f3-db50-47be-a735-b29ee5259e21 None None] The sync data for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv is: [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:46:59Z', 'revision_number': 4, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv', '_interfaces': [{'id': 'ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead', 'name': '', 'network_id': 'cbf30826-2e54-4ae4-a150-99c69077c38b', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'mac_address': 'fa:16:3e:fb:95:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:58Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'subnets': [{'id': 'acddaf80-b71f-4174-b2c9-cae1d9f908e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:53:14.681686 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-077fca6a-c0a5-4b29-9a14-28b9b26fbe80 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:14.682389 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-077fca6a-c0a5-4b29-9a14-28b9b26fbe80 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Synchronizing usage tracker for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:53:14.698962 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.quota.resource [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-077fca6a-c0a5-4b29-9a14-28b9b26fbe80 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Unset dirty status for tenant:1c538050291b4c739fe9a52d439c1339 on resource:port {{(pid=87601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:53:14.700110 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-077fca6a-c0a5-4b29-9a14-28b9b26fbe80 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0988009 Dec 22 09:53:14.706625 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c37477a-11fe-41e1-a9fd-07d1a605be1e None None] New status for floating IP b86e93a8-1f6e-4df9-be37-823be4d3ae0f: DOWN {{(pid=87603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 09:53:14.768847 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Deleting port 75b4131e-db5c-4ade-85aa-7546cec6ed87 {{(pid=87601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:14.769098 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:14.876489 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:15.210377 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.db [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] For port 75b4131e-db5c-4ade-85aa-7546cec6ed87, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=75b4131e-db5c-4ade-85aa-7546cec6ed87,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:15.210966 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:15.227426 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29196aa-053e-4573-8795-d4cd55ca9f0e req-1856d164-2fe2-4731-982e-b6b940a24d0a tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:53:15.228890 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e29196aa-053e-4573-8795-d4cd55ca9f0e req-1856d164-2fe2-4731-982e-b6b940a24d0a tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4a0f863-0bde-40cf-807a-391d992c2ae4 HTTP/1.1" status: 200 len: 943 time: 0.1465702 Dec 22 09:53:15.352568 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.plugins.ml2.plugin [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Calling delete_port for 75b4131e-db5c-4ade-85aa-7546cec6ed87 owned by compute:nova {{(pid=87601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:15.431495 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-e29196aa-053e-4573-8795-d4cd55ca9f0e req-f33d5c0d-16fc-421e-a5d9-7785d89d0c50 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e572c23-434f-45cf-a852-89fd16605019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524305 Dec 22 09:53:15.526330 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2240077'] for port, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:15.531668 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-336ab43f-6dfd-44ea-9453-16738392968d tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:15.579559 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event deleted for resources: {'Port': ['ID=75b4131e-db5c-4ade-85aa-7546cec6ed87,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:15.582598 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:15.651656 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] No DVR routers for this DVR port 75b4131e-db5c-4ade-85aa-7546cec6ed87 on host hv-neutron-8226 {{(pid=87601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:53:15.653880 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58258'] for port, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:15.656478 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-deleted', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87'}] {{(pid=87601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:53:15.673078 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [req-6b53e6d0-9871-401f-8777-72e0e654f81d req-8912a25f-528a-4a02-9a73-1b93bab2d48b tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.16 "DELETE /v2.0/ports/75b4131e-db5c-4ade-85aa-7546cec6ed87 HTTP/1.1" status: 204 len: 173 time: 0.9671047 Dec 22 09:53:15.701826 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0f863-0bde-40cf-807a-391d992c2ae4', 'name': 'network-vif-deleted', 'tag': '75b4131e-db5c-4ade-85aa-7546cec6ed87', 'status': 'completed', 'code': 200} Dec 22 09:53:16.534955 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.wsgi [-] (87601) accepted ('10.222.0.36', 46962) {{(pid=87601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:16.610802 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-23e7ef6d-810b-4e7c-ad5b-29fd964f95b7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group, before_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:16.639520 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-23e7ef6d-810b-4e7c-ad5b-29fd964f95b7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:16.704908 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-23e7ef6d-810b-4e7c-ad5b-29fd964f95b7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:16.708934 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-6bf16603-d0bd-42ae-8875-7e080716c09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:16.723900 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ef6d-810b-4e7c-ad5b-29fd964f95b7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e572c23-434f-45cf-a852-89fd16605019,revision_number=None']} {{(pid=87601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:16.726470 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG oslo_concurrency.lockutils [None req-23e7ef6d-810b-4e7c-ad5b-29fd964f95b7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:16.734420 dv-neutron-822602-1-hyperv neutron-server[87601]: DEBUG neutron_lib.callbacks.manager [None req-23e7ef6d-810b-4e7c-ad5b-29fd964f95b7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] Notify callbacks [] for security_group, before_response {{(pid=87601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:16.736075 dv-neutron-822602-1-hyperv neutron-server[87601]: INFO neutron.wsgi [None req-23e7ef6d-810b-4e7c-ad5b-29fd964f95b7 tempest-TestSnapshotPattern-1356035619 tempest-TestSnapshotPattern-1356035619-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e572c23-434f-45cf-a852-89fd16605019 HTTP/1.1" status: 204 len: 168 time: 0.2001126 Dec 22 09:53:16.789317 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46970) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:17.228601 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 75b4131e-db5c-4ade-85aa-7546cec6ed87 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:17.261534 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] No Port match for: 75b4131e-db5c-4ade-85aa-7546cec6ed87 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:17.261889 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Device 75b4131e-db5c-4ade-85aa-7546cec6ed87 not bound to the agent host hv-neutron-8226 {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:17.528329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:17.869316 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Deleting port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:17.869973 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:18.038543 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] For port ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:18.038895 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:18.159027 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Calling delete_port for ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:18.595658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:18.601069 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-61ac1575-120d-4ca6-a103-8a39f0c5596f tempest-TestShelveInstance-1206411591 tempest-TestShelveInstance-1206411591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:18.645983 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:18.685918 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.686308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.686689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.687062 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.687428 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.687796 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.688234 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.688603 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.688968 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.689329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.689689 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.690044 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822602-1-hyperv {{(pid=87600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:53:18.697734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:18.925996 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:19.277609 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Router 91366803-4203-41d2-8b5f-4fb479428ca5 has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:53:19.449941 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:53:19.461503 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] Sync routers for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:53:19.462432 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-3e49f62e-07bb-4dbf-9080-7b7f132933d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/91366803-4203-41d2-8b5f-4fb479428ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719544 Dec 22 09:53:19.464880 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46978) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:19.471515 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:19.472147 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:53:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:19.640582 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:19.648656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: dv-neutron-822602-1-hyperv {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:19.817919 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:19.827831 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Deleting port 2ee5e39d-5c93-434c-8919-0df92be3e2dc {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:19.828199 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:19.999617 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:53:18Z', 'revision_number': 5, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port': {'id': '2ee5e39d-5c93-434c-8919-0df92be3e2dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:46:55Z', 'updated_at': '2021-12-22T09:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:20.004064 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] Checking router: 91366803-4203-41d2-8b5f-4fb479428ca5 for host: dv-neutron-822602-1-hyperv {{(pid=87602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:53:20.012343 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] Routers {'91366803-4203-41d2-8b5f-4fb479428ca5'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:20.012950 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:53:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['91366803-4203-41d2-8b5f-4fb479428ca5'], 'active': True} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:20.137194 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] For port 2ee5e39d-5c93-434c-8919-0df92be3e2dc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=2ee5e39d-5c93-434c-8919-0df92be3e2dc,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:20.137745 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.162801 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_dvr_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] Set router 91366803-4203-41d2-8b5f-4fb479428ca5 gateway port host: None {{(pid=87602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:20.270864 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Calling delete_port for 2ee5e39d-5c93-434c-8919-0df92be3e2dc owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:20.273564 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.db.l3_hamode_db [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:53:19Z', 'revision_number': 6, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:20.277822 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322fc7c-8342-4792-81bf-9d5a8cd328d1 None None] The sync data for ids ['91366803-4203-41d2-8b5f-4fb479428ca5'] in dv-neutron-822602-1-hyperv is: [{'id': '91366803-4203-41d2-8b5f-4fb479428ca5', 'name': 'tempest-TestSnapshotPattern-1365731075-router', 'tenant_id': '1c538050291b4c739fe9a52d439c1339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:46:54Z', 'updated_at': '2021-12-22T09:53:19Z', 'revision_number': 6, 'project_id': '1c538050291b4c739fe9a52d439c1339', 'gw_port_host': None}] {{(pid=87602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:53:20.440532 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.444036 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7bd69f10-7c54-4744-836e-6caf9484b9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:20.489985 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee5e39d-5c93-434c-8919-0df92be3e2dc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:20.515596 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:20.584620 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.767379 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.769611 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.793815 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.794476 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91366803-4203-41d2-8b5f-4fb479428ca5 {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:53:20.807156 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.809814 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-c6647436-05a8-4ca1-955e-2118086abf9f admin admin] 10.222.0.36 "DELETE /v2.0/routers/91366803-4203-41d2-8b5f-4fb479428ca5 HTTP/1.1" status: 204 len: 168 time: 1.3424988 Dec 22 09:53:20.810828 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46982) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:20.868963 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Deleting subnet acddaf80-b71f-4174-b2c9-cae1d9f908e2 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:53:20.871911 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:20.925553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.007023 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.076734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.084440 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0573e16c-cce2-4ebe-8517-4cdafb12bff4 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:21.120454 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.124372 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acddaf80-b71f-4174-b2c9-cae1d9f908e2,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:21.125572 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd202e60-52ce-4a82-85f0-652fb19ae21e None None] Network cbf30826-2e54-4ae4-a150-99c69077c38b requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:53:21.126851 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:21.131557 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-15c5568e-6bdf-4ba8-91c9-dd95f6f80bca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/acddaf80-b71f-4174-b2c9-cae1d9f908e2 HTTP/1.1" status: 204 len: 168 time: 0.3197956 Dec 22 09:53:21.134083 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46986) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:21.250872 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.262347 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Deleting port 3c9be950-f8c9-4a77-84ac-aef368b75c5f {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:21.262623 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.419582 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] DHCP port deletion for cbf30826-2e54-4ae4-a150-99c69077c38b request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:53:21.424568 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Deleting port 3c9be950-f8c9-4a77-84ac-aef368b75c5f {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:21.424952 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.477564 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] For port 3c9be950-f8c9-4a77-84ac-aef368b75c5f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3c9be950-f8c9-4a77-84ac-aef368b75c5f,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:21.477942 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.601064 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Calling delete_port for 3c9be950-f8c9-4a77-84ac-aef368b75c5f owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:21.629473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] For port 3c9be950-f8c9-4a77-84ac-aef368b75c5f, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=3c9be950-f8c9-4a77-84ac-aef368b75c5f,segment=NetworkSegment(7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0),segment_id=7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:21.629869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.753474 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Calling delete_port for 3c9be950-f8c9-4a77-84ac-aef368b75c5f owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:21.796032 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.800761 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-0f6f96c9-8ae4-419b-b7a1-38c01fc9a19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:21.829251 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:53:21.829523 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:53:21.845493 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] No DVR routers for this DVR port 3c9be950-f8c9-4a77-84ac-aef368b75c5f on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:53:21.871647 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9be950-f8c9-4a77-84ac-aef368b75c5f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:21.874501 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:21.888883 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:21.923369 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:21.923722 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device ca31fe99-4a95-4acd-b9e5-e0e84b9f5ead not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:21.924175 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3c9be950-f8c9-4a77-84ac-aef368b75c5f no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:21.956786 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 3c9be950-f8c9-4a77-84ac-aef368b75c5f {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:21.957135 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 3c9be950-f8c9-4a77-84ac-aef368b75c5f not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:21.957557 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ee5e39d-5c93-434c-8919-0df92be3e2dc no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:21.965658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:21.990621 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf30826-2e54-4ae4-a150-99c69077c38b']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:21.992743 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 2ee5e39d-5c93-434c-8919-0df92be3e2dc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:21.993092 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 2ee5e39d-5c93-434c-8919-0df92be3e2dc not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:22.004786 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:22.005151 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb2d7e2-1ac9-40c4-afba-33cd83f0f7c0') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:22.016758 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:22.032734 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:22.039106 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:53:22.039486 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:22.052409 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:22.128960 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:22.132586 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-58fdf557-18f3-4716-8e94-52875e29c8bd tempest-RoutersNegativeTest-664740185 tempest-RoutersNegativeTest-664740185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:22.146104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:22.156329 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf30826-2e54-4ae4-a150-99c69077c38b,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:22.159423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:22.170292 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-9d5da20b-f146-4314-b626-ebe4190dc946 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cbf30826-2e54-4ae4-a150-99c69077c38b HTTP/1.1" status: 204 len: 168 time: 1.0352533 Dec 22 09:53:22.173395 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46990) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:22.330980 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Deleting port 3c9be950-f8c9-4a77-84ac-aef368b75c5f {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:22.331536 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:22.396366 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-fab2283e-23e9-47c6-bc4d-22317927faa7 None None] The port '3c9be950-f8c9-4a77-84ac-aef368b75c5f' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:53:22.714394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028263'] for router_interface, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:23.055715 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Deleting port c7233de1-d2c1-4b92-8155-6027b52645a7 {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:23.055992 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:23.354818 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] For port c7233de1-d2c1-4b92-8155-6027b52645a7, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c7233de1-d2c1-4b92-8155-6027b52645a7,segment=NetworkSegment(511d7fab-d6ea-412b-80bd-b5ded8a09329),segment_id=511d7fab-d6ea-412b-80bd-b5ded8a09329)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:23.355092 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:23.478853 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Calling delete_port for c7233de1-d2c1-4b92-8155-6027b52645a7 owned by network:router_interface {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:23.673661 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:23.677139 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-32376a2f-dc65-45c2-aae9-25cd7a469dc5 tempest-TestNetworkAdvancedServerOps-1226026035 tempest-TestNetworkAdvancedServerOps-1226026035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:23.723825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7233de1-d2c1-4b92-8155-6027b52645a7,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:23.726986 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:24.005579 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-921431'] for router_interface, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:24.358784 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Router 7323fdb6-3df9-4430-9985-bf7008f0d0ab has already been hosted by L3 agent 5d796065-6e8b-4e33-aab2-52782382c80b {{(pid=87600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 09:53:24.541847 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] Notify agent at l3_agent.dv-neutron-822602-1-hyperv the message routers_updated {{(pid=87600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 09:53:24.550729 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] Sync routers for ids ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'] in dv-neutron-822602-1-hyperv {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 09:53:24.553984 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ac59bd9f-42c8-4d21-9618-ee1082a86c6c admin admin] 10.222.0.36 "PUT /v2.0/routers/7323fdb6-3df9-4430-9985-bf7008f0d0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3769381 Dec 22 09:53:24.553984 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46994) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:24.560874 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] Routers {'7323fdb6-3df9-4430-9985-bf7008f0d0ab'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:24.561489 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:53:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:24.741888 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] Set router 7323fdb6-3df9-4430-9985-bf7008f0d0ab gateway port host: dv-neutron-822602-1-hyperv {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:24.868217 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.038750 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'external_fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:53:23Z', 'revision_number': 5, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port': {'id': 'c418fe45-170a-4892-a4eb-605b44ef85dc', 'name': '', 'network_id': 'c5635b97-5b51-4561-a741-d37e7b9b645f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822602-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:47:02Z', 'updated_at': '2021-12-22T09:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52bfb5ca-37ef-403d-b867-54e67f551ee6', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822602-1-hyperv'}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:25.044404 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] Checking router: 7323fdb6-3df9-4430-9985-bf7008f0d0ab for host: dv-neutron-822602-1-hyperv {{(pid=87603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 09:53:25.046089 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.054846 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] Routers {'7323fdb6-3df9-4430-9985-bf7008f0d0ab'} bound to L3 agent in host dv-neutron-822602-1-hyperv {{(pid=87603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 09:53:25.055457 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822602-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:27:42Z,description=,heartbeat_timestamp=2021-12-22T09:53:12Z,host='dv-neutron-822602-1-hyperv',id=5d796065-6e8b-4e33-aab2-52782382c80b,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:27:42Z,topic='l3_agent')) {'router_ids': ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'], 'active': True} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:25.057447 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Deleting port c418fe45-170a-4892-a4eb-605b44ef85dc {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:25.057980 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.205421 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_dvr_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] Set router 7323fdb6-3df9-4430-9985-bf7008f0d0ab gateway port host: None {{(pid=87603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 09:53:25.262569 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] For port c418fe45-170a-4892-a4eb-605b44ef85dc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=c418fe45-170a-4892-a4eb-605b44ef85dc,segment=NetworkSegment(baf10322-d6b2-414f-a7e1-337c7fc833f3),segment_id=baf10322-d6b2-414f-a7e1-337c7fc833f3)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:25.262926 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.309840 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:53:25Z', 'revision_number': 6, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port_host': None}], 'dv-neutron-822602-1-hyperv', False) {} {{(pid=87603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:25.313564 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e8833-4b78-4171-a331-22f50d3ab0dc None None] The sync data for ids ['7323fdb6-3df9-4430-9985-bf7008f0d0ab'] in dv-neutron-822602-1-hyperv is: [{'id': '7323fdb6-3df9-4430-9985-bf7008f0d0ab', 'name': 'tempest-TestSnapshotPattern-1565043416-router', 'tenant_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:47:01Z', 'updated_at': '2021-12-22T09:53:25Z', 'revision_number': 6, 'project_id': 'd24a225f64c64d2ba18eab2081c4b2b4', 'gw_port_host': None}] {{(pid=87603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 09:53:25.388015 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Calling delete_port for c418fe45-170a-4892-a4eb-605b44ef85dc owned by network:router_gateway {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:25.565571 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.569370 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-dafe5917-0375-4a0f-9eaf-985376725652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:25.617414 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c418fe45-170a-4892-a4eb-605b44ef85dc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:25.620293 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:25.715474 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-924610'] for router_gateway, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.893838 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495908'] for router, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.896232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.907278 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7233de1-d2c1-4b92-8155-6027b52645a7 no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:25.927668 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1028188'] for router, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.928241 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7323fdb6-3df9-4430-9985-bf7008f0d0ab {{(pid=87600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 09:53:25.941868 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] Notify callbacks [] for router, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:25.945316 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ec41a019-4063-4da3-b5d0-c701b5b89a36 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7323fdb6-3df9-4430-9985-bf7008f0d0ab HTTP/1.1" status: 204 len: 168 time: 1.3883040 Dec 22 09:53:25.945553 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 46998) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:25.954462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: c7233de1-d2c1-4b92-8155-6027b52645a7 {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:25.954818 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c7233de1-d2c1-4b92-8155-6027b52645a7 not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:25.955246 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c418fe45-170a-4892-a4eb-605b44ef85dc no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:25.988198 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: c418fe45-170a-4892-a4eb-605b44ef85dc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:25.988562 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device c418fe45-170a-4892-a4eb-605b44ef85dc not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:26.009901 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.db_base_plugin_v2 [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Deleting subnet 2a58a09e-a567-44d5-b86d-bc7f52ebb713 {{(pid=87600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 09:53:26.013692 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.064763 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7872529'] for subnet, precommit_delete_associations {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.157435 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278888'] for subnet, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.230711 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2568704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2524405'] for subnet, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.235221 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-93eb6294-aaed-46f9-a6e5-5bee0a75d9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:26.269807 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a58a09e-a567-44d5-b86d-bc7f52ebb713,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:26.272848 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:26.273829 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.279530 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee6529-af4c-42e3-8848-5de0a48f7295 None None] Network 153d4e95-48e7-4207-8628-88a7f1b58eda requested from dv-neutron-822602-1-hyperv {{(pid=87602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 09:53:26.280249 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-59153f85-3410-46fb-9fc7-84a164649a0f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2a58a09e-a567-44d5-b86d-bc7f52ebb713 HTTP/1.1" status: 204 len: 168 time: 0.3331678 Dec 22 09:53:26.282135 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 47002) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:26.390888 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8134300'] for network, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.403127 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Deleting port 940b8389-56c3-4790-a83b-a6dbe67201bc {{(pid=87600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:26.403471 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.616940 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] DHCP port deletion for 153d4e95-48e7-4207-8628-88a7f1b58eda request from dv-neutron-822602-1-hyperv {{(pid=87602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 09:53:26.621505 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Deleting port 940b8389-56c3-4790-a83b-a6dbe67201bc {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:26.621892 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.757302 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.db [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] For port 940b8389-56c3-4790-a83b-a6dbe67201bc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=940b8389-56c3-4790-a83b-a6dbe67201bc,segment=NetworkSegment(511d7fab-d6ea-412b-80bd-b5ded8a09329),segment_id=511d7fab-d6ea-412b-80bd-b5ded8a09329)] {{(pid=87600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:26.757650 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.831188 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.db [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] For port 940b8389-56c3-4790-a83b-a6dbe67201bc, host dv-neutron-822602-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822602-1-hyperv',level=0,port_id=940b8389-56c3-4790-a83b-a6dbe67201bc,segment=NetworkSegment(511d7fab-d6ea-412b-80bd-b5ded8a09329),segment_id=511d7fab-d6ea-412b-80bd-b5ded8a09329)] {{(pid=87602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 09:53:26.831580 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-922535'] for port, precommit_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.882154 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.plugin [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Calling delete_port for 940b8389-56c3-4790-a83b-a6dbe67201bc owned by network:dhcp {{(pid=87600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:26.951656 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Calling delete_port for 940b8389-56c3-4790-a83b-a6dbe67201bc owned by network:dhcp {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 09:53:26.963441 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8161598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743491946846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743491468391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2568757'] for port, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:26.967226 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-7b28effd-f737-4c7b-b74c-737252cb57fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:27.010415 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=940b8389-56c3-4790-a83b-a6dbe67201bc,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:27.013498 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:27.014274 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] No DVR routers for this DVR port 940b8389-56c3-4790-a83b-a6dbe67201bc on host dv-neutron-822602-1-hyperv {{(pid=87600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:53:27.029210 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.db.api [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:53:27.029581 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG oslo_db.api [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:53:27.131389 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8279861', 'neutron.services.segments.db._delete_segments_for_network-8743491953062'] for network, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.156232 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153d4e95-48e7-4207-8628-88a7f1b58eda']}} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:27.168529 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511d7fab-d6ea-412b-80bd-b5ded8a09329') {'for_net_delete': True} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:27.168825 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.services.segments.db [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511d7fab-d6ea-412b-80bd-b5ded8a09329') {} {{(pid=87600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:53:27.180233 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743491967106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7872616'] for segment, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.195601 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8233078'] for segment, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.202081 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 09:53:27.202469 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8233037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568938'] for segment, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: Traceback (most recent call last): Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: timer() Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: cb(*args, **kw) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: return func(*args, **kwargs) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: self._notify() Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: self.callback(batched_events) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: event.method(event) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: return f(self, *a, **k) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._get(url).json() Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: return self.request(url, 'GET', **kwargs) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:53:27.215757 dv-neutron-822602-1-hyperv neutron-server[87600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:53:27.293104 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8279870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-924583'] for network, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.296394 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-23aa19a6-553a-4e9d-8928-a8f0edccbca6 tempest-NetworksIpV6Test-1315122207 tempest-NetworksIpV6Test-1315122207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:27.309438 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Notify callbacks [] for network, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.320777 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=153d4e95-48e7-4207-8628-88a7f1b58eda,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:27.323869 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] 10.222.0.36 "DELETE /v2.0/networks/153d4e95-48e7-4207-8628-88a7f1b58eda HTTP/1.1" status: 204 len: 168 time: 1.0408151 Dec 22 09:53:27.324762 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-af20cb7a-df7e-4134-9545-edb186e45fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:27.429909 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 47008) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:27.480963 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-f5dd1ffc-eb0e-49bf-92c9-45eaf68e0ca4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c538050291b4c739fe9a52d439c1339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497990 Dec 22 09:53:27.483432 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 47012) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:27.530593 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Deleting port 940b8389-56c3-4790-a83b-a6dbe67201bc {{(pid=87602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 09:53:27.531293 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743491943114'] for port, before_delete {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.547959 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b42-f820-4bf5-b01d-fb3a6bee6c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.581308 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b42-f820-4bf5-b01d-fb3a6bee6c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.600254 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-f0836c7b-b4b9-4a0e-939a-6d22223b2fe8 None None] The port '940b8389-56c3-4790-a83b-a6dbe67201bc' was deleted {{(pid=87602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 09:53:27.633685 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b42-f820-4bf5-b01d-fb3a6bee6c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.637712 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-555b68c7-9755-4fdb-967e-e289d635f515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:27.651822 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c7b42-f820-4bf5-b01d-fb3a6bee6c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50618035-5575-4476-aec7-e6f88568270f,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:27.654510 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-bf9c7b42-f820-4bf5-b01d-fb3a6bee6c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:27.660423 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b42-f820-4bf5-b01d-fb3a6bee6c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:27.661523 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-bf9c7b42-f820-4bf5-b01d-fb3a6bee6c2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50618035-5575-4476-aec7-e6f88568270f HTTP/1.1" status: 204 len: 168 time: 0.1771822 Dec 22 09:53:27.887683 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 940b8389-56c3-4790-a83b-a6dbe67201bc no longer exists at agent ovs-agent-dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:53:27.923253 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] No Port match for: 940b8389-56c3-4790-a83b-a6dbe67201bc {{(pid=87602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 09:53:27.923594 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Device 940b8389-56c3-4790-a83b-a6dbe67201bc not bound to the agent host dv-neutron-822602-1-hyperv {{(pid=87602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:53:28.020327 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 47020) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:28.067828 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-ddb7ea0f-8fa7-4802-9cc0-a53cec3d2e1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d24a225f64c64d2ba18eab2081c4b2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462067 Dec 22 09:53:28.070205 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.wsgi [-] (87600) accepted ('10.222.0.36', 47024) {{(pid=87600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:53:28.131350 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1499cb7d-d4a4-43fb-9481-75df06515ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:28.159658 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1499cb7d-d4a4-43fb-9481-75df06515ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:28.211466 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1499cb7d-d4a4-43fb-9481-75df06515ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-908631'] for security_group, after_delete {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:28.215111 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-e0dff6fc-722c-4a58-9f67-b93864bb16bf tempest-TestNetworkBasicOps-1618852174 tempest-TestNetworkBasicOps-1618852174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:53:28.226136 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499cb7d-d4a4-43fb-9481-75df06515ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089feef-07c1-4bf8-a283-664f5a850b6e,revision_number=None']} {{(pid=87600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:53:28.228916 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG oslo_concurrency.lockutils [None req-1499cb7d-d4a4-43fb-9481-75df06515ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:53:28.235182 dv-neutron-822602-1-hyperv neutron-server[87600]: DEBUG neutron_lib.callbacks.manager [None req-1499cb7d-d4a4-43fb-9481-75df06515ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:28.236318 dv-neutron-822602-1-hyperv neutron-server[87600]: INFO neutron.wsgi [None req-1499cb7d-d4a4-43fb-9481-75df06515ecb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c089feef-07c1-4bf8-a283-664f5a850b6e HTTP/1.1" status: 204 len: 168 time: 0.1652462 Dec 22 09:53:39.970370 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3bd7-93a1-4a5a-afd3-11f06c550d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:40.582917 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:42.294908 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-60edf81c-ff27-491b-8dac-b2f2d506fd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:43.418898 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:43.535003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:44.879323 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:50.366631 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:54:09.973816 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7d56-e5d3-4858-9084-6fa1892baa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:10.603050 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:12.296303 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7ee072c2-e429-4732-92b9-b419f79b8e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:13.421128 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:13.537201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:14.880965 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:27.365573 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:54:39.976708 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-99dda156-eb26-4017-8c5c-015028142809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:40.598728 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:42.299359 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-76fb2081-5eda-401f-b483-7c4a7f197ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:43.426567 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:43.539977 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:44.885630 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:04.364561 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:55:09.978473 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-7a813f52-c2ff-405c-b10a-5054861e92d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:10.600625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:12.301162 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9a76927e-b6e6-4ee3-add3-fd83e0556478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:13.431462 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:13.546125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:14.888125 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:39.980937 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5aeac315-9426-442a-83bd-239594dd12af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:40.616599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:41.363886 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:55:42.305495 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-3a057a5f-b040-4f47-ad48-e914f38fa9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:43.424992 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:43.547620 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:44.891869 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:09.985690 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9d3ad124-0e1c-48f7-b78c-7a51bf353019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:10.615951 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:12.308037 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a220a6c0-6234-45cc-a3fb-2abc84465f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:13.426840 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:13.550061 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:14.894599 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:18.363377 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:56:39.988483 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a608ef94-03e8-499f-ad98-72fb0ab81f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:40.625201 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:42.311133 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1785897b-d569-4c1b-bcd7-98940f1663e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:43.430814 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:43.553527 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:44.896365 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:56:55.362787 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:57:09.989062 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-c47624a4-d8d5-40df-8cec-d74e5351bf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:10.648587 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:12.312876 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-f6efc23c-6abf-458b-83f8-e4d96966badc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:13.471137 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:13.555714 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:14.898024 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:32.361778 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:57:39.993787 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-954a69f6-06f4-46b7-ab0b-976652618d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:40.644022 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:42.314807 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-aa39f429-97d2-4d76-a188-ac6e2069e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:43.433347 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:43.561429 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:57:44.899861 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:09.361509 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:58:09.996624 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-5237cfd1-c7f0-4dab-834c-d04def93152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:10.653384 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:12.318239 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-effb6f0c-e205-4b8d-83b6-7e3ecab2b92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:13.439916 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:13.563882 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:14.903554 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:39.999632 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d352f5eb-10f5-4b64-947a-1bfadcf57a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:40.657122 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:42.323244 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-1e080806-a225-413b-b9fc-3e11aed0cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:43.432209 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:43.565191 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:44.915013 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:58:46.360721 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:59:10.002073 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-d54464aa-07b5-4264-97ba-cba4d3601ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:59:10.650454 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9211801e-6158-4259-a4f5-13694b6d6e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:59:12.326192 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-a04b2ac1-576b-4a87-9d0a-bb8f4e3b32fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:59:13.433625 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f155-5956-443b-bef2-b1d5966e326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:59:13.568095 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-397e5d1c-2f67-4ae1-a77b-7e4ee608b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:59:14.913003 dv-neutron-822602-1-hyperv neutron-server[87602]: DEBUG neutron_lib.callbacks.manager [None req-ce963e8f-ed4d-4a5b-a2f0-dc3a801d80d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743491953071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8281727'] for agent, after_update {{(pid=87602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:59:23.359095 dv-neutron-822602-1-hyperv neutron-server[87603]: DEBUG neutron.db.agents_db [None req-7cfe5314-1a36-46d3-847c-1d379f71c1c1 None None] Agent healthcheck: found 6 active agents {{(pid=87603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}